-- Logs begin at Thu 2021-12-09 08:43:35 UTC, end at Thu 2021-12-09 10:33:56 UTC. -- Dec 09 09:20:48.570850 dv-neutron-819581-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 09 09:20:51.133598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.common.config [-] Logging enabled! Dec 09 09:20:51.134135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev15 Dec 09 09:20:51.135385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88772) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 09 09:20:51.136108 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.common.config [-] Logging enabled! Dec 09 09:20:51.136390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev15 Dec 09 09:20:51.136663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88772) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 09 09:20:51.137741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 09 09:20:51.138008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 09 09:20:51.138999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 09 09:20:51.139275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 09 09:20:51.139528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 09 09:20:51.139884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.140222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.140549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.140802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.141155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.141489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.141800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.142121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.142454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.142769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.143073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.143386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.143643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.143955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.144277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.144603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.144854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] debug = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.145183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.145710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.146019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.146882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.147212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.147506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.147818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.148129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.148487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] host = dv-neutron-819581-1-hyperv {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.148791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.149154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.149448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.149771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.150074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.150378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.150694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.150994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.151294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] log_file = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.151595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.151915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.152233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.152563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.152814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.153062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.153410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.153731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.154033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.154333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.154633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.154932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.155231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.155525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.155847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.156170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.156486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.156787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.157086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.157407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.157707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.158026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.158326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.158624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.158924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.159242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.159537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.159833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.160171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.160488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.160803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.161160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.161437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.161844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.162181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.162475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.162771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] use_json = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.163073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.163373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.163694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.163992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.164291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.164591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.164888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.165231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:51.165557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.165890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.166220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.166529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.166851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.167160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.167481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.167791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.168108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.168426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.168739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.169043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.169380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.169709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.170035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.170332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.170636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.170958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.171260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.171557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.171880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.172180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.172477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.172782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.173082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.173401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.173695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.173995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.174313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.174612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.174907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.175200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.175499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.175793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.176104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.176403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.176700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.176993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.177341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.177653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.177949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.178243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.178537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.178836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.179130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.179919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.180219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.180516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.180814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.181160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.181431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.181736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.182033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.182327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.182622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.182918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.183214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.183527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.183850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.184153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.184456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.184760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.185063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.185391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.185694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.185997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.186299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.186595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.186914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.187221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.187532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.187844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.188147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.188473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.188776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.189084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.189411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.189714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.190023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.190330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.190651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.190974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.191296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.191614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.191934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.192239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.192578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.192882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:51.193801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 09 09:20:51.193917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88772) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 09 09:20:51.847969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88772) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:20:51.848281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88772) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:20:51.848598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88772) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:20:51.850956 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 09 09:20:52.190037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.190572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.190735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.250813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.251123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.251671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.254607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.254914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.255206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.399472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.399784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.400079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.401085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.401425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.401714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.524594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.525030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.525558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.526040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.526877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.713164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.714114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.714114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.714114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.714437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.714748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.715044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.715327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.715609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.715938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.716227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.716525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.716822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.717106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.717433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.717740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.718026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.718340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.718620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.718949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.719385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.719670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.719942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.720271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.720544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.720815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.721253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:20:52.721528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:20:52.721801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:20:52.722067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:20:52.722332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:20:52.722599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:20:52.723955 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 09 09:20:52.732189 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 09 09:20:52.739708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 09 09:20:52.745062 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Dec 09 09:20:52.747840 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 09 09:20:52.749378 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 09 09:20:52.749378 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 09 09:20:52.749739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 09 09:20:52.754000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 09 09:20:52.754281 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 09 09:20:52.754671 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 09:20:52.783533 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 09 09:20:52.783993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.784322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 09 09:20:52.784728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.786085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 09 09:20:52.786406 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 09 09:20:52.786704 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 09 09:20:52.789970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.790276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:52.861946 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 09 09:20:52.862217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 09 09:20:52.862486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 09 09:20:52.862897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 09 09:20:52.897153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.sqlalchemy.engines [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88772) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 09 09:20:53.201489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Initializing driver for type 'gre' Dec 09 09:20:53.202035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] gre ID ranges: [(1, 1000)] Dec 09 09:20:53.245893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Initializing driver for type 'local' Dec 09 09:20:53.246260 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Initializing driver for type 'vlan' Dec 09 09:20:53.256524 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] VlanTypeDriver initialization complete Dec 09 09:20:53.256935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Initializing driver for type 'vxlan' Dec 09 09:20:53.257506 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] vxlan ID ranges: [(1, 1000)] Dec 09 09:20:53.298100 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Initializing extension driver 'port_security' Dec 09 09:20:53.298472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.extensions.port_security [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] PortSecurityExtensionDriver initialization complete Dec 09 09:20:53.298851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Initializing mechanism driver 'openvswitch' Dec 09 09:20:53.299211 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Initializing mechanism driver 'hyperv' Dec 09 09:20:53.306127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88772) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:20:53.306965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > port after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.307376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > port after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.307768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > port after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.308191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > subnet after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.308584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > subnet after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.308968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.309413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > network after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.309796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > network after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.310177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > network after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.310589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > security_group after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.310971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > security_group after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.311344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.311759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.312135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.312657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.313024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] ML2 OVO RPC backend initialized. {{(pid=88772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 09 09:20:53.313778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.314170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.314621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > network before_response 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.315003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > networks before_response 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.315385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > port before_response 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.315761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > ports before_response 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.316142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > subnet before_response 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.316518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > subnets before_response 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.316900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > network after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.317304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > network after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.317679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > network after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.318091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > port after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.318470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > port after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.318842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > port after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.319215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > subnet after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.319589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > subnet after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.319961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.320575 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Modular L2 Plugin initialization complete Dec 09 09:20:53.320929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading services supported by the core plugin {{(pid=88772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 09 09:20:53.321358 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.managers [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Got port-security extension from driver 'port_security' Dec 09 09:20:53.321858 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.extensions.vlantransparent [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Disabled vlantransparent extension. Dec 09 09:20:53.322310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 09 09:20:53.322653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading Plugin: router Dec 09 09:20:53.365976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.366410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router after_create 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.366822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router before_create 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.367232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.367657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.368057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router after_delete 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.368468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.368886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router after_create 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.369303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router after_update 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.369699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router after_update 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.370089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.370496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router after_update 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.370999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router precommit_update 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.371426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: port after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.371803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: port after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.372182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: subnet after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.372559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.372950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.373373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router precommit_create 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.373762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: port before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.374144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router precommit_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.374554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router after_update 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.374939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.375332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router precommit_create 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.375742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.376129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router precommit_update 55549900 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.376807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > agent after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.377225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > agent after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.377616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > network after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.378599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Tracking information for resource: router configured {{(pid=88772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:20:53.378974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Tracking information for resource: floatingip configured {{(pid=88772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 09 09:20:53.383903 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_agentschedulers_db [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 09 09:20:53.384550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: port after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.384946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: port after_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.385383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: port after_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.385775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: port after_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.386671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router before_create 55550100 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.387072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.387474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router precommit_create 55550100 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.387868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > router precommit_update 55550100 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.392554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.provider_configuration [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service providers = [] {{(pid=88772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 09 09:20:53.392948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.servicetype_db [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 09 09:20:53.395801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.service_base [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 09 09:20:53.396252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.service_base [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 09 09:20:53.396639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.service_base [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 09 09:20:53.397550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.service_base [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 09 09:20:53.397956 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.services.service_base [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 09 09:20:53.398375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 09 09:20:53.398729 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 09 09:20:53.419483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 09 09:20:53.419853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading Plugin: auto_allocate Dec 09 09:20:53.431269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: network precommit_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.431675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: network precommit_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.432263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 09 09:20:53.432623 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading Plugin: tag Dec 09 09:20:53.444179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 09 09:20:53.444552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading Plugin: timestamp Dec 09 09:20:53.448320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 09 09:20:53.448689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading Plugin: network_ip_availability Dec 09 09:20:53.454475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.454842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.455237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.456009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 09 09:20:53.456370 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading Plugin: flavors Dec 09 09:20:53.472017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 09 09:20:53.472392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading Plugin: revisions Dec 09 09:20:53.477452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 09 09:20:53.477871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=88772) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:20:53.478672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 09 09:20:53.479032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Initializing extension manager. Dec 09 09:20:53.479586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: __init__.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.479966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: __pycache__ {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.480341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.480712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.481082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: _filter_validation_lib.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.481478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.481845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: address_scope.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.482673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.483310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: address-scope Dec 09 09:20:53.483674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.484618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.485221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: router-admin-state-down-before-update Dec 09 09:20:53.485586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: agent.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.486373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.486942 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: agent Dec 09 09:20:53.487303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: agent_resources_synced.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.488245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.488808 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: agent-resources-synced Dec 09 09:20:53.489189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: allowedaddresspairs.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.491542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.492112 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: allowed-address-pairs Dec 09 09:20:53.492481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: auto_allocated_topology.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.493598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.494176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: auto-allocated-topology Dec 09 09:20:53.494538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: availability_zone.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.495444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.496020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: availability_zone Dec 09 09:20:53.496384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: availability_zone_filter.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.497344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.497914 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: availability_zone_filter Dec 09 09:20:53.498277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: data_plane_status.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.499195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.499763 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension data-plane-status not supported by any of loaded plugins Dec 09 09:20:53.500126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: default_subnetpools.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.501057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.501913 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: default-subnetpools Dec 09 09:20:53.502274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.503149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.503717 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: dhcp_agent_scheduler Dec 09 09:20:53.504082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: dns.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.505003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.505755 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension dns-integration not supported by any of loaded plugins Dec 09 09:20:53.506119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: dns_domain_ports.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.507049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.508005 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 09 09:20:53.508367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: dvr.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.509140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.509712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: dvr Dec 09 09:20:53.510078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: empty_string_filtering.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.511004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.511569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: empty-string-filtering Dec 09 09:20:53.511934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.512855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.513448 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 09 09:20:53.513811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.514743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.515308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 09 09:20:53.515668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: external_net.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.516599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.517185 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: external-net Dec 09 09:20:53.517548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.518467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.519027 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: extra_dhcp_opt Dec 09 09:20:53.519386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: extraroute.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.520298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.520864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: extraroute Dec 09 09:20:53.521283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: extraroute_atomic.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.522513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.523084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: extraroute-atomic Dec 09 09:20:53.523444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: filter_validation.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.524160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.524730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: filter-validation Dec 09 09:20:53.525091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: fip_pf_description.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.526065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.526631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 09 09:20:53.526992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: fip_port_details.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.527973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.528538 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: fip-port-details Dec 09 09:20:53.528897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: flavors.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.530184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.530766 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: flavors Dec 09 09:20:53.531133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.532885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.533503 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 09 09:20:53.533875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: floatingip_pools.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.534684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.535256 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: floatingip-pools Dec 09 09:20:53.535624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: ip_allocation.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.537181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.537902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension ip_allocation not supported by any of loaded plugins Dec 09 09:20:53.538452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.539418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.540002 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: ip-substring-filtering Dec 09 09:20:53.540367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: l2_adjacency.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.541339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.542630 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 09 09:20:53.542630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: l3.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.543466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.544047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: router Dec 09 09:20:53.544415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.547068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.547655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 09 09:20:53.548026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.548976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.549594 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: ext-gw-mode Dec 09 09:20:53.549957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.550964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.551495 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: l3-ha Dec 09 09:20:53.551859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: l3_flavors.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.553598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.554186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: l3-flavors Dec 09 09:20:53.554555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.555485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.556051 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 09 09:20:53.556414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: l3agentscheduler.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.557740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.558324 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: l3_agent_scheduler Dec 09 09:20:53.558710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: logging.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.560339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.560918 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension logging not supported by any of loaded plugins Dec 09 09:20:53.561317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: metering.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.563856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.564560 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: metering Dec 09 09:20:53.564934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: multiprovidernet.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.565923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.566506 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: multi-provider Dec 09 09:20:53.566876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: netmtu.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.567806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.568414 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: net-mtu Dec 09 09:20:53.568777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: netmtu_writable.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.569753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.570322 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: net-mtu-writable Dec 09 09:20:53.570686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: network_availability_zone.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.571448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.572019 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: network_availability_zone Dec 09 09:20:53.572383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: network_ip_availability.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.573525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.574100 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: network-ip-availability Dec 09 09:20:53.574462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: network_segment_range.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.575390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.576002 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension network-segment-range not supported by any of loaded plugins Dec 09 09:20:53.576363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: pagination.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.577395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.577771 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: pagination Dec 09 09:20:53.578136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.579080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.579657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: port-mac-address-regenerate Dec 09 09:20:53.580017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: port_resource_request.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.580942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.581546 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension port-resource-request not supported by any of loaded plugins Dec 09 09:20:53.581907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: portbindings.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.582868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.583435 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: binding Dec 09 09:20:53.584317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: portbindings_extended.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.585637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.586216 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: binding-extended Dec 09 09:20:53.586584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: portsecurity.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.587515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.588094 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: port-security Dec 09 09:20:53.588458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: project_id.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.589467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.589842 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: project-id Dec 09 09:20:53.590200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: providernet.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.591239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.591809 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: provider Dec 09 09:20:53.592169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: qos.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.595803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.596390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension qos not supported by any of loaded plugins Dec 09 09:20:53.596758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.598035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.598610 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 09 09:20:53.598978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.600468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.601029 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 09 09:20:53.601420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: qos_default.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.602342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.602908 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension qos-default not supported by any of loaded plugins Dec 09 09:20:53.603271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: qos_fip.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.603960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.604522 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension qos-fip not supported by any of loaded plugins Dec 09 09:20:53.604882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: qos_gateway_ip.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.605878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.606440 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 09 09:20:53.606799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: qos_port_network_policy.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.607718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.608322 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 09 09:20:53.608688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: qos_rule_type_details.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.609638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.610206 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 09 09:20:53.610565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: qos_rules_alias.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.611614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.612180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 09 09:20:53.612542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: quotasv2.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.613641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.614001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: quotas Dec 09 09:20:53.614364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: quotasv2_detail.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.615965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.616342 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: quota_details Dec 09 09:20:53.616707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: rbac.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.617896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.618487 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: rbac-policies Dec 09 09:20:53.618859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: rbac_address_scope.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.619806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.620382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: rbac-address-scope Dec 09 09:20:53.620745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: rbac_security_groups.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.621693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.622266 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: rbac-security-groups Dec 09 09:20:53.622627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: rbac_subnetpool.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.623550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.624125 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: rbac-subnetpool Dec 09 09:20:53.624489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: revisionifmatch.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.625474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.626045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: revision-if-match Dec 09 09:20:53.626668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: revisions.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.627787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.628353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: standard-attr-revisions Dec 09 09:20:53.628722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: router_availability_zone.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.629507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.630083 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: router_availability_zone Dec 09 09:20:53.630469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: routerservicetype.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.631412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.631979 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension router-service-type not supported by any of loaded plugins Dec 09 09:20:53.632339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.633318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.633889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: port-security-groups-filtering Dec 09 09:20:53.634246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: securitygroup.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.647606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.648213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: security-group Dec 09 09:20:53.648588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: segment.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.649515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.650092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension segment not supported by any of loaded plugins Dec 09 09:20:53.650459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.651410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.651985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 09 09:20:53.652351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: servicetype.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.653463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.654045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: service-type Dec 09 09:20:53.654411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: sorting.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.655395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.655774 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: sorting Dec 09 09:20:53.656138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: standard_attr_segment.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.657062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.657664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 09 09:20:53.658030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: standardattrdescription.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.658724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.659312 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: standard-attr-description Dec 09 09:20:53.659677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: stateful_security_group.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.660637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.661247 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: stateful-security-group Dec 09 09:20:53.661661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: stdattrs_common.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.662903 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 09 09:20:53.663269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.664212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.664788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 09 09:20:53.665167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: subnet_onboard.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.666247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.666830 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: subnet_onboard Dec 09 09:20:53.667191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.668144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.668726 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 09 09:20:53.669095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: subnet_service_types.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.670127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.670717 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: subnet-service-types Dec 09 09:20:53.671079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: subnetallocation.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.672163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.672743 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: subnet_allocation Dec 09 09:20:53.673147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.673829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.674410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: subnetpool-prefix-ops Dec 09 09:20:53.674772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.675703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.676270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 09 09:20:53.676629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: tagging.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.678199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.678787 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: standard-attr-tag Dec 09 09:20:53.679160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: timestamp.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.680343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.680926 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loaded extension: standard-attr-timestamp Dec 09 09:20:53.681318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: trunk.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.682355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.682929 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension trunk not supported by any of loaded plugins Dec 09 09:20:53.683294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: trunk_details.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.684223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.684792 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension trunk-details not supported by any of loaded plugins Dec 09 09:20:53.685182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: uplink_status_propagation.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.686120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.686705 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 09 09:20:53.687069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Loading extension file: vlantransparent.py {{(pid=88772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 09 09:20:53.687783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 09 09:20:53.688349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 09 09:20:53.690750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:network Dec 09 09:20:53.691583 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:subnet Dec 09 09:20:53.692258 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:20:53.692986 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:port Dec 09 09:20:53.694468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.694962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service FLAVORS assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.695663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.696144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.696518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:router Dec 09 09:20:53.697273 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 09:20:53.698048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service METERING assigned prefix: /metering {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.699881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.700286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.700674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88772) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:20:53.701835 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 09:20:53.702334 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:security_group Dec 09 09:20:53.703145 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 09:20:53.703969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service CORE assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.704340 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:20:53.704751 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] subnetpool is already registered Dec 09 09:20:53.705406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service CORE assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.705778 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:20:53.706139 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] subnetpool is already registered Dec 09 09:20:53.709359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.709843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service FLAVORS assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.710493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.710967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.711341 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:router Dec 09 09:20:53.711712 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] router is already registered Dec 09 09:20:53.712381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:floatingip Dec 09 09:20:53.712749 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] floatingip is already registered Dec 09 09:20:53.713475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service METERING assigned prefix: /metering {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.714213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of CountableResource for resource:rbac_policy Dec 09 09:20:53.714575 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] rbac_policy is already registered Dec 09 09:20:53.715029 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:security_group Dec 09 09:20:53.715391 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] security_group is already registered Dec 09 09:20:53.716206 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 09 09:20:53.716579 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] security_group_rule is already registered Dec 09 09:20:53.717336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service CORE assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.717708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:20:53.718070 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] subnetpool is already registered Dec 09 09:20:53.718735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.resource_helper [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Service CORE assigned prefix: {{(pid=88772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 09 09:20:53.719111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Creating instance of TrackedResource for resource:subnetpool Dec 09 09:20:53.719472 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.quota.resource_registry [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] subnetpool is already registered Dec 09 09:20:53.720197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: extensions {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.722528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: address-scopes {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.723065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: agents {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.724944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: auto-allocated-topology {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.726290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: availability_zones {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.727554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: dhcp-networks {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.729229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: dhcp-agents {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.730703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: routers {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.732459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: flavors {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.734791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: service_profiles {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.736071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: next_providers {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.737593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: service_profiles {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.739115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: floatingip-pools {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.740618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: routers {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.742410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: floatingips {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.743649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: l3-routers {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.745222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: l3-agents {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.746676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: metering-labels {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.747980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: metering-label-rules {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.749451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: network-ip-availabilities {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.750761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: bindings {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.752643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: quotas {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.754267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: quotas {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.755805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: rbac-policies {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.757057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: security-groups {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.758325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: security-group-rules {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.759715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: service-providers {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.760983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: subnetpools {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.762389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: subnetpools {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.763995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.765754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.767524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.769462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.771742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.773616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.775490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.777313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.779340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.781182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.extensions [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Extended resource: tags {{(pid=88772) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 09 09:20:53.788604 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING keystonemiddleware.auth_token [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 09 09:20:53.793616 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING keystonemiddleware.auth_token [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 09 09:20:53.802615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Acquired lock "singleton_lock" {{(pid=88772) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 09 09:20:53.803140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Releasing lock "singleton_lock" {{(pid=88772) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 09 09:20:53.804576 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO oslo_service.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Starting 2 workers Dec 09 09:20:53.809193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Started child 88883 {{(pid=88772) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 09 09:20:53.813651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:20:53.813820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Started child 88884 {{(pid=88772) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 09 09:20:53.815141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [-] (88883) wsgi starting up on http://0.0.0.0:9696 Dec 09 09:20:53.815245 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 09 09:20:53.815863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Notify callbacks [] for process, before_spawn {{(pid=88772) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:20:53.817739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:20:53.818420 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO oslo_service.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Starting 1 workers Dec 09 09:20:53.819101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [-] (88884) wsgi starting up on http://0.0.0.0:9696 Dec 09 09:20:53.823684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Started child 88885 {{(pid=88772) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 09 09:20:53.824221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO oslo_service.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Starting 1 workers Dec 09 09:20:53.826239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] calling RpcWorker wait() {{(pid=88885) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 09 09:20:53.826617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] returning from RpcWorker wait() {{(pid=88885) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 09 09:20:53.828101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:20:53.828582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:20:53.828693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Started child 88886 {{(pid=88772) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 09 09:20:53.829505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85c7dcc3-0b4e-4430-8a62-01ed1cee3926 None None] Notify callbacks [] for process, after_spawn {{(pid=88772) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:20:53.831160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88772) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 09 09:20:53.831389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 09 09:20:53.831597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 09 09:20:53.831886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 09 09:20:53.832292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 09 09:20:53.832490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 09 09:20:53.832853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:20:53.833017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.834042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.834349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.834639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.835066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.835761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.836075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.836368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.836668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.836963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.837189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.837368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.837835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.838128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.838470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.838766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.839034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.839332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.839549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.839817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.840143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.840431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.840723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] debug = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.840993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.841647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.841919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.842193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.842460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.842775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.843073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.843377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.843654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.843901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.844166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.844439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.844685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.844946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.845269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.845522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.845955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] host = dv-neutron-819581-1-hyperv {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.846231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.846480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.846750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.847049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.847275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.847519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.847816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.848100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.848339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.848589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.848828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.849094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.850115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.850497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_file = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.850842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_options = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.851100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.851404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.851696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.851921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.852120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.852313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.852621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.852816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.853172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.853329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.853574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.853832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.854078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.854335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.854626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.854877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.855140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.855398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.855690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.855987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.856273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.856538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.856783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.857041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.857308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.857555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.857894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.858057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.858317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.859777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.859777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.859777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.859777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.859777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.863250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.863250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.863250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.863250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.863250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.863250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.863250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.863250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.864505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.864649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:20:53.867495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.867495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.867495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_json = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.867495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.867495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.867495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.867495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.867495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.867495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.872956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.872956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.872956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.872956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.872956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.872956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.872956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.872956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.875690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.876158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.876158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.876158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.876158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.876158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.876158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.876158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.876158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.876158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.877834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.878373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.878373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.878513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.878883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.878990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.879146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.879403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.879855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.879855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.880117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.880893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.880893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.880893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.881283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.881415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.882280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.882280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.882280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.882280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.882724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.882724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.882944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.883097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.883339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.883588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.883881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.884230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.884497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.884786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.885055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.885545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.885702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.885857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.886101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.886334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.886736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.887194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.887433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.887871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.888126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.888374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.888671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.888921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.890496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.890496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.890496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.890496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.890496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.890496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.891084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.891084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.891261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.891517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.891966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.892266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.892518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.892998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.893405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.893722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.894022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.894300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.894555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.894972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.895392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.895843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.896794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.897259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.897673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.898142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.898641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.899085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.899476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.899895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.900358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.900807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.901279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.901720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.902174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.902475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.902771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.903045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.903316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.903593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.903902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.904138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.904397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.904645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.904895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.905170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.905415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.905692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.905941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.906194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.906440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.906692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.906939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.907216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.907465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.907836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.908120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.908396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.908615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.908871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.909303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.909614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.909865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.910173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.910476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.910743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.911038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.911295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.911594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.912410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.912658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.912908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.913157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.913413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.913665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.913977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.914206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.914637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.915056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.915365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.915652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.916013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.916285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.916573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.916823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.917071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.917368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.917617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.917866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.918114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.918381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.918674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.918927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.919182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.919423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.919670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.919928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.920171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.920413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.920708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.921007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.921309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.921594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.921903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.922163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.922405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.922722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.922999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.923272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.923537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.923804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.924130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.924409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.924656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.925019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.925334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.925624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.925903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.926171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.926422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.926720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.927087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.929012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.929360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.929679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.930040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.930365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.930699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.930961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.931296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.931671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.931994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.932271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.932539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.932853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.933145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.933380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.933630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.933904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.934158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.934446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.934773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.935035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.935288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.935540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.935771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.936032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.936282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.936535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.936787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.936959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 09 09:20:53.937537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88772) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 09 09:20:53.937731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 09 09:20:53.937884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 09 09:20:53.938101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 09 09:20:53.938305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 09 09:20:53.938489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 09 09:20:53.938738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.938929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.939118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.939283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.939470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.939677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.939869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.940054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.940241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.940426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.940610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.940804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.940959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.941228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.941440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.941698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.941698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.942075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.942075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.942800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.942800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.942800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.942800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] debug = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.942800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.944910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.944910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.944910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.944910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.944910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.944910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.947004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.947004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.947004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.947004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.947004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.947004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.947004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.947004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.948683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.948683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] host = dv-neutron-819581-1-hyperv {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.948683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.948683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.948683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.948683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.948683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.948683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.949626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.949626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.949626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.949626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.949626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.949626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.949626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.949626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_file = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_options = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.950846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.951505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.951505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.951505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.951505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.951505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.951505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.952115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.952115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.952115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.952115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.952447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.952447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.952620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.952721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.952890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.953083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.953273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.953635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.953826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.954013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.954202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.954391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.954582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.954806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.954928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.955095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.955271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.955447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.955632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.955817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.956004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.956196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_json = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.956429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.956552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.956649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.956825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.957008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.957218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.957407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.957594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 09 09:20:53.957801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.957992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.958194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.958384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.958646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.959419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.959510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.959692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.959865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.960054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.960248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.960437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.960643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.960830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.961020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.961238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.961429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.961620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.961808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.962004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.962189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.962380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.962523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.962705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.962892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.963080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.963269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.963457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.963647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.963835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.964022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.964211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.964399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.964586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.964800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.964991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.965204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.965394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.965580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.965795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.965985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.966174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.966364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.966590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.966730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.966865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.967009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.967197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.967385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.967573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.967772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.967961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.968138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.968323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.968515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.968702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.968889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.968989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:20:53.969086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.969267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.969455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.969644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.969830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.970017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.970205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.970393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.970580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.970768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.970957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.971150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.971340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.971527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.971715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.971905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.972102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.972308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.972495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.972683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.972871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.973058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.973269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.973456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.973645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.973832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.974019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.974230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.974422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.974611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.974801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.974990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.975177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.975504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.975694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.975881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.976069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.976258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.976447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.976634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.976821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.977011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.977206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.977403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.977591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.977780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.977968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.978162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.978362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.978551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.978740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.978927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.979115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.979302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.979491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.979748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.979903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.980765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.980765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.980765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.980765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.980765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.981655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.981655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.981655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.981655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.981655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.982682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.982682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.982682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.982682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.982682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.982682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.982682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.983729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.983729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.983729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.983729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.983729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.983729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.984521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.984521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.984521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.984521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.984521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.985026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.985026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.985026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.985026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.985393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.985393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.985565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.985737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.985929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.986117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.986305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.986493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.986682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.986871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.987059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.987248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.987437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.987625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.987814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.988004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.988193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.988382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.988570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.988756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.988945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.989147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.989347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.989605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.989819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.990166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.990166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.990475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.990571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.990735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.990922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.991116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.991304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.991492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.991679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.991902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.992035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.992224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.992412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.992602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.992771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.992958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.993169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.993357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.993556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.993743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.993931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.994121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.994317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.994504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.994694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.994873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.995059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.995247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.995434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.995618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.995816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.996004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.996161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.996364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.996554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.996743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.996919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.997093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.997306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.997496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.997690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.997888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.998083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.998272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.998467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.998663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.998858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.999045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.999238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.999439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.999626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:53.999815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.000001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.000174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.000350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.000537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.000724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.000917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.001161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.001545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.001732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.001919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.002104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.002291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.002478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.002691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.002834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.003013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.003198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 09 09:20:54.003380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88772) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 09 09:20:54.226612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 47858) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:20:54.239768 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0109761 Dec 09 09:21:04.529041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099dc2dd-a0de-4a86-8787-710d708cfe03 None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:21:04.772346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099dc2dd-a0de-4a86-8787-710d708cfe03 None None] No non-hosted networks {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 09 09:21:04.861237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c2ab-63ce-4560-8cf6-4effc05d7d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854149514'] for agent, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:05.595433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854149514'] for agent, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:05.595994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.596323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.596696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.597066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.597464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.601169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.602200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.603870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.603870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.604280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.605846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:05.605846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-819581-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:05.628619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-819581-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:06.653045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-649164bc-a834-4294-afa1-38c9f5be1793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854149514'] for agent, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:06.706888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48da2fce-f712-41f1-88cd-f1d734c047a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:07.010145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854149514'] for agent, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:08.272222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854149514'] for agent, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:09.150102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 47970) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:09.862844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_hamode_db [None req-a8442a20-720b-4857-877d-53445d4763e0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 09 09:21:09.898130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-ecc2acf0-8fca-47b0-ac26-dc6563e461ab admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:21:09.899302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ecc2acf0-8fca-47b0-ac26-dc6563e461ab admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7481840 Dec 09 09:21:09.950132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8442a20-720b-4857-877d-53445d4763e0 None None] Routers set() bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:21:09.950444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8442a20-720b-4857-877d-53445d4763e0 None None] Router IDs set() for agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 09 09:21:12.072676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 47986) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:12.603459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-abf9116d-958b-4314-9935-91bd7769d5e7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:21:12.887134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.policy [None req-abf9116d-958b-4314-9935-91bd7769d5e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88883) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 09 09:21:12.894394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota [None req-abf9116d-958b-4314-9935-91bd7769d5e7 admin admin] Loaded quota_driver: . Dec 09 09:21:12.929219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-abf9116d-958b-4314-9935-91bd7769d5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:21:12.989478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abf9116d-958b-4314-9935-91bd7769d5e7 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975229106', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975185442', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975184000', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975075420', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746975137748', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15634226', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036839134662', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-585057', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854113197'] for rbac-policy, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:13.054386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abf9116d-958b-4314-9935-91bd7769d5e7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:13.055799 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-abf9116d-958b-4314-9935-91bd7769d5e7 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9810078 Dec 09 09:21:15.283074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48006) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:15.363313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Request body: {'network': {'project_id': 'f8321df206c646f690915ca331f91835', 'name': 'private', 'admin_state_up': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:21:15.371504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:21:15.375636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Usage tracker for resource:network and tenant:f8321df206c646f690915ca331f91835 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:21:15.379258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:21:15.385772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:21:15.394123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Made reservation on behalf of f8321df206c646f690915ca331f91835 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:21:15.400461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:15.416893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:15.456190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:21:15.460683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Usage tracker for resource:security_group_rule and tenant:f8321df206c646f690915ca331f91835 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:21:15.463534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:21:15.469567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:21:15.544466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:15.547035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:15.551597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:15.569242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:21:15.596212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289878161729', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:15.596810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Unsubscribe: segment precommit_create {{(pid=88883) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 09 09:21:15.597288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Added segment e6f86029-ae47-45e6-ab33-8be5c9949fcc of type vlan for network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 Dec 09 09:21:15.648421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34338662-6548-49fc-876b-310f8b542fc3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:15.673449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.673819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.674180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.674538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.674904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.675257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.675617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.675967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.676312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.676657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.677000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Tracked resource versions report: Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: pushed versions: Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': {'1.0'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': {'1.1'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': {'1.5'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': {'1.2'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': {'1.8'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': {'1.2'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': {'1.0'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': {'1.1'}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': {'1.1'}} Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: consumer versions: Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: { DHCP agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: L3 agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: Metadata agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: Metering agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: Open vSwitch agent@dv-neutron-819581-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': '1.0', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': '1.1', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': '1.5', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': '1.2', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': '1.8', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': '1.2', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': '1.0', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': '1.0', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': '1.1', Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': '1.1'}} Dec 09 09:21:15.678488 dv-neutron-819581-1-hyperv neutron-server[88772]: {{(pid=88883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 09:21:15.716898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:15.730994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:15.757698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:15.759015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:21:15.759719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:15.764482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:15.870495 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5862906 Dec 09 09:21:15.879024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1ca3a0-bec1-4ed5-a209-30dbed6dc354,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:15.882811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:15.891415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:21:18.148417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48024) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:18.327598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b71aaa-b94a-424e-a85e-b334f46405a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:21:18.328942 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d1b71aaa-b94a-424e-a85e-b334f46405a3 admin admin] 10.222.0.18 "GET /v2.0/networks/1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 HTTP/1.1" status: 200 len: 825 time: 0.1794965 Dec 09 09:21:18.357567 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f1e9cd0-a1a5-424f-9840-291d84c025f0 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/f566856c-4525-42b9-b7f6-ab0c7b4e64d5 HTTP/1.1" status: 200 len: 734 time: 0.0223420 Dec 09 09:21:18.366986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Request body: {'subnet': {'subnetpool_id': 'f566856c-4525-42b9-b7f6-ab0c7b4e64d5', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:21:18.371521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:21:18.376406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Usage tracker for resource:subnet and tenant:f8321df206c646f690915ca331f91835 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:21:18.379379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:21:18.385846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:21:18.398255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Made reservation on behalf of f8321df206c646f690915ca331f91835 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:21:18.402677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:18.689798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:18.694935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:18.781064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c555e1-c36c-4f0f-bb19-483c1ed538ed,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:18.784759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:18.789583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Checking segment: {'id': 'e6f86029-ae47-45e6-ab33-8be5c9949fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:21:18.789963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Network hostable DHCP agents. Network: 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:21:18.814011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:21:18.823373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:21:18.827723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:21:18.828371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:18.833828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0eba9-279a-4d40-8430-2870679bea8f None None] Network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:21:18.848451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4854589 Dec 09 09:21:19.228300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-1b1ca3a0-bec1-4ed5-a209-30dbed6dc354', 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'fixed_ips': [{'subnet_id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:21:19.229376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:19.434521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Allocated IP 172.20.0.2 (1b1ca3a0-bec1-4ed5-a209-30dbed6dc354/15c555e1-c36c-4f0f-bb19-483c1ed538ed/672214c5-a3cc-4649-b486-ae1bcbaf2757) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:21:19.666350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:19.679009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Transition to ACTIVE for port object 672214c5-a3cc-4649-b486-ae1bcbaf2757 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:21:19.698923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Transition to ACTIVE for port object 672214c5-a3cc-4649-b486-ae1bcbaf2757 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:21:19.704497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:19.717468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:19.772903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:21:19.780494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:21:19.787841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:21:19.794563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Pushing event updated for resources: {'Port': ['ID=672214c5-a3cc-4649-b486-ae1bcbaf2757,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:19.866494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.866872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.867237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.867600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.867973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.868330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.868682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.869033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.869407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.869756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.870104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Tracked resource versions report: Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: pushed versions: Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': {'1.0'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': {'1.1'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': {'1.5'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': {'1.2'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': {'1.8'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': {'1.2'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': {'1.0'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': {'1.1'}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': {'1.1'}} Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: consumer versions: Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: { DHCP agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: L3 agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: Metadata agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: Metering agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: Open vSwitch agent@dv-neutron-819581-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': '1.0', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': '1.1', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': '1.5', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': '1.2', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': '1.8', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': '1.2', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': '1.0', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': '1.0', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': '1.1', Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': '1.1'}} Dec 09 09:21:19.871440 dv-neutron-819581-1-hyperv neutron-server[88772]: {{(pid=88885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 09:21:19.882793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:19.899157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Attempting to bind port 672214c5-a3cc-4649-b486-ae1bcbaf2757 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:21:19.899588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Attempting to bind port 672214c5-a3cc-4649-b486-ae1bcbaf2757 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e6f86029-ae47-45e6-ab33-8be5c9949fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:21:19.900017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Attempting to bind port 672214c5-a3cc-4649-b486-ae1bcbaf2757 on network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:21:19.906723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:21:19.907140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Checking segment: {'id': 'e6f86029-ae47-45e6-ab33-8be5c9949fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:21:19.907618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:19.908037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Bound using segment: {'id': 'e6f86029-ae47-45e6-ab33-8be5c9949fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:21:19.908568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Bound port: 672214c5-a3cc-4649-b486-ae1bcbaf2757, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f86029-ae47-45e6-ab33-8be5c9949fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:21:19.909000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:20.000199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] For port 672214c5-a3cc-4649-b486-ae1bcbaf2757, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:21:20.004442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] For port 672214c5-a3cc-4649-b486-ae1bcbaf2757, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=672214c5-a3cc-4649-b486-ae1bcbaf2757,segment=NetworkSegment(e6f86029-ae47-45e6-ab33-8be5c9949fcc),segment_id=e6f86029-ae47-45e6-ab33-8be5c9949fcc)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:21:20.007711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:20.012276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:20.100811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Pushing event updated for resources: {'Port': ['ID=672214c5-a3cc-4649-b486-ae1bcbaf2757,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:20.104027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:21.010005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48036) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:21.087383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-3a85187a-f022-40b8-a6ac-8fff4dbc5621 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:21:21.088472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3a85187a-f022-40b8-a6ac-8fff4dbc5621 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0774865 Dec 09 09:21:23.297638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48052) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:23.374105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-2c506e33-6811-4f2e-84b9-a085d0d4d1b3 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:21:23.375178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2c506e33-6811-4f2e-84b9-a085d0d4d1b3 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0765369 Dec 09 09:21:23.939631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 672214c5-a3cc-4649-b486-ae1bcbaf2757 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:21:24.008909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 672214c5-a3cc-4649-b486-ae1bcbaf2757 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:21:24.920509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a65f35-8944-4a70-b85c-3e9f05a73210 None None] Network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:21:25.042667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-053260eb-3c51-4cfa-9716-e47c74b1febc None None] Provisioning for port 672214c5-a3cc-4649-b486-ae1bcbaf2757 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:21:25.060648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-053260eb-3c51-4cfa-9716-e47c74b1febc None None] Provisioning complete for port 672214c5-a3cc-4649-b486-ae1bcbaf2757 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:21:25.061047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-053260eb-3c51-4cfa-9716-e47c74b1febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:25.275276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-053260eb-3c51-4cfa-9716-e47c74b1febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:25.322796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-053260eb-3c51-4cfa-9716-e47c74b1febc None None] For port 672214c5-a3cc-4649-b486-ae1bcbaf2757, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=672214c5-a3cc-4649-b486-ae1bcbaf2757,segment=NetworkSegment(e6f86029-ae47-45e6-ab33-8be5c9949fcc),segment_id=e6f86029-ae47-45e6-ab33-8be5c9949fcc)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:21:25.326108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-053260eb-3c51-4cfa-9716-e47c74b1febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:25.328234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:25.394585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053260eb-3c51-4cfa-9716-e47c74b1febc None None] Pushing event updated for resources: {'Port': ['ID=672214c5-a3cc-4649-b486-ae1bcbaf2757,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:25.398464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-053260eb-3c51-4cfa-9716-e47c74b1febc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:25.550352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3e09a869-ddc5-425a-b982-7f05f60e9a90 None None] Provisioning complete for port 672214c5-a3cc-4649-b486-ae1bcbaf2757 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:21:25.550763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e09a869-ddc5-425a-b982-7f05f60e9a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:25.644195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48066) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:25.720932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'admin_state_up': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:21:25.726238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:21:25.730162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Usage tracker for resource:router and tenant:f8321df206c646f690915ca331f91835 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:21:25.733244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:21:25.739135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:21:25.747811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:25.748995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:25.773676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:25.872008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:25.891327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:25.892573 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-66b2b219-d98e-4133-b2c5-16ab0ffa1462 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2473500 Dec 09 09:21:25.913363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 672214c5-a3cc-4649-b486-ae1bcbaf2757 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:21:25.987423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 672214c5-a3cc-4649-b486-ae1bcbaf2757 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:21:25.987991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:28.076882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48078) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:28.152089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-509774b0-eae3-45a8-98fd-8d084c694100 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:21:28.153170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-509774b0-eae3-45a8-98fd-8d084c694100 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0752032 Dec 09 09:21:30.330153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48090) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:30.406466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:21:30.411228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:21:30.415868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Usage tracker for resource:network and tenant:b436c0fce5d84c0b8378afb106527f14 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:21:30.419226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:21:30.425147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:21:30.434240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Made reservation on behalf of b436c0fce5d84c0b8378afb106527f14 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:21:30.438743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:30.451940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:30.484439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:21:30.488174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Usage tracker for resource:security_group_rule and tenant:b436c0fce5d84c0b8378afb106527f14 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:21:30.491237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:21:30.496926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:21:30.566817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:30.569810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:30.573976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:30.588288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Reserving flat network on physical network physnet1 {{(pid=88883) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 09 09:21:30.613158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:30.613541 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Added segment d3bae098-eeaf-4fe1-89b9-7ace35f0df3f of type flat for network 6784de8a-1a9b-4193-a461-5934b2d4d75d Dec 09 09:21:30.614579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256c8360-2229-420a-a09e-0b51b8bc8f50,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:30.617867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:30.649939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:30.684875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:30.686086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:21:30.686696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:30.691294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:30.907515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5761981 Dec 09 09:21:30.916359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Pushing event updated for resources: {'Network': ['ID=6784de8a-1a9b-4193-a461-5934b2d4d75d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:30.919248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:30.927295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:21:33.237550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48102) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:33.393159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09fb3c4-e1f9-4684-96c1-eab6537d37fe admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:21:33.394551 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f09fb3c4-e1f9-4684-96c1-eab6537d37fe admin admin] 10.222.0.18 "GET /v2.0/subnets/15c555e1-c36c-4f0f-bb19-483c1ed538ed HTTP/1.1" status: 200 len: 849 time: 0.1559639 Dec 09 09:21:33.548712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2a33f093-e84a-488c-9916-aad16b1975b8 admin admin] 10.222.0.18 "GET /v2.0/routers/454dfb79-557f-4a61-94d3-fda2d5126345 HTTP/1.1" status: 200 len: 704 time: 0.1480408 Dec 09 09:21:34.030098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.263732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Allocated IP 172.20.0.1 (1b1ca3a0-bec1-4ed5-a209-30dbed6dc354/15c555e1-c36c-4f0f-bb19-483c1ed538ed/a4465102-effa-43a0-9546-36fb05ea1893) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:21:34.354269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fa08a4a-dbcb-40aa-93cf-f78b642908c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.428279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.445515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Transition to ACTIVE for port object a4465102-effa-43a0-9546-36fb05ea1893 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:21:34.491965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.496712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:34.565723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:21:34.569003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:21:34.575035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:21:34.576193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.578195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Pushing event updated for resources: {'Port': ['ID=a4465102-effa-43a0-9546-36fb05ea1893,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:34.582034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:34.702233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.844579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f24f35ae-e7b3-47f0-ab1f-7122994d9b13 None None] Provisioning for port a4465102-effa-43a0-9546-36fb05ea1893 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:21:34.849724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f24f35ae-e7b3-47f0-ab1f-7122994d9b13 None None] Provisioning complete for port a4465102-effa-43a0-9546-36fb05ea1893 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:21:34.850146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f24f35ae-e7b3-47f0-ab1f-7122994d9b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.903159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f24f35ae-e7b3-47f0-ab1f-7122994d9b13 None None] Port a4465102-effa-43a0-9546-36fb05ea1893 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:21:34.941463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.945303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.946368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:34.950288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:35.193195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Pushing event updated for resources: {'Port': ['ID=a4465102-effa-43a0-9546-36fb05ea1893,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:35.197309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:35.297399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:21:35.298501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:21:35.530001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0979bafd-691e-4840-bffe-2661c27e52ed None None] Provisioning complete for port a4465102-effa-43a0-9546-36fb05ea1893 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:21:35.530403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0979bafd-691e-4840-bffe-2661c27e52ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:35.678138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Router 454dfb79-557f-4a61-94d3-fda2d5126345 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:21:35.732092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:35.735098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0979bafd-691e-4840-bffe-2661c27e52ed None None] Port a4465102-effa-43a0-9546-36fb05ea1893 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:21:35.849048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:21:35.858776 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] 10.222.0.18 "PUT /v2.0/routers/454dfb79-557f-4a61-94d3-fda2d5126345/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3037131 Dec 09 09:21:35.859339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Sync routers for ids ['454dfb79-557f-4a61-94d3-fda2d5126345'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:21:35.872354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Routers {'454dfb79-557f-4a61-94d3-fda2d5126345'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:21:35.873104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:21:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['454dfb79-557f-4a61-94d3-fda2d5126345'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:36.050772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Set router 454dfb79-557f-4a61-94d3-fda2d5126345 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:21:36.423955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'name': 'router1', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:21:25Z', 'updated_at': '2021-12-09T09:21:34Z', 'revision_number': 2, 'project_id': 'f8321df206c646f690915ca331f91835', 'gw_port_host': None, '_interfaces': [{'id': 'a4465102-effa-43a0-9546-36fb05ea1893', 'name': '', 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'mac_address': 'fa:16:3e:7b:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:21:34Z', 'updated_at': '2021-12-09T09:21:34Z', 'revision_number': 2, 'project_id': 'f8321df206c646f690915ca331f91835', 'subnets': [{'id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f566856c-4525-42b9-b7f6-ab0c7b4e64d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:36.429480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Checking router: 454dfb79-557f-4a61-94d3-fda2d5126345 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:21:36.429870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Updating router 454dfb79-557f-4a61-94d3-fda2d5126345 port a4465102-effa-43a0-9546-36fb05ea1893 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:21:36.481476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:36.650619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df8ab8dc-bb4a-4b47-8846-05d901cf24cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:36.879796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:36.894940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Transition to ACTIVE for port object a4465102-effa-43a0-9546-36fb05ea1893 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:21:36.900740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:36.905764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:36.967833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:37.044054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Pushing event updated for resources: {'Port': ['ID=a4465102-effa-43a0-9546-36fb05ea1893,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:37.123638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.124013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.124368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.124717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.125079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.125454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.126062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.126420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.126770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.127105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.127443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Tracked resource versions report: Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: pushed versions: Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': {'1.0'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': {'1.1'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': {'1.5'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': {'1.2'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': {'1.8'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': {'1.2'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': {'1.0'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': {'1.1'}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': {'1.1'}} Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: consumer versions: Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: { DHCP agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: L3 agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: Metadata agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: Metering agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: Open vSwitch agent@dv-neutron-819581-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': '1.0', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': '1.1', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': '1.5', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': '1.2', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': '1.8', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': '1.2', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': '1.0', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': '1.0', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': '1.1', Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': '1.1'}} Dec 09 09:21:37.128757 dv-neutron-819581-1-hyperv neutron-server[88772]: {{(pid=88886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 09:21:37.133035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:37.158500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Attempting to bind port a4465102-effa-43a0-9546-36fb05ea1893 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:21:37.158918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Attempting to bind port a4465102-effa-43a0-9546-36fb05ea1893 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e6f86029-ae47-45e6-ab33-8be5c9949fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:21:37.159344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Attempting to bind port a4465102-effa-43a0-9546-36fb05ea1893 on network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:21:37.166979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:21:37.167392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Checking segment: {'id': 'e6f86029-ae47-45e6-ab33-8be5c9949fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:21:37.167852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:37.168263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Bound using segment: {'id': 'e6f86029-ae47-45e6-ab33-8be5c9949fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:21:37.168785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Bound port: a4465102-effa-43a0-9546-36fb05ea1893, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f86029-ae47-45e6-ab33-8be5c9949fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:21:37.169209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:37.259370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] For port a4465102-effa-43a0-9546-36fb05ea1893, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:21:37.264279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] For port a4465102-effa-43a0-9546-36fb05ea1893, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a4465102-effa-43a0-9546-36fb05ea1893,segment=NetworkSegment(e6f86029-ae47-45e6-ab33-8be5c9949fcc),segment_id=e6f86029-ae47-45e6-ab33-8be5c9949fcc)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:21:37.269873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:37.274896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:37.366957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Pushing event updated for resources: {'Port': ['ID=a4465102-effa-43a0-9546-36fb05ea1893,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:37.370291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:37.373013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Routers {'454dfb79-557f-4a61-94d3-fda2d5126345'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:21:37.373690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:21:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['454dfb79-557f-4a61-94d3-fda2d5126345'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:37.534074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] Set router 454dfb79-557f-4a61-94d3-fda2d5126345 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:21:38.002702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'name': 'router1', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:21:25Z', 'updated_at': '2021-12-09T09:21:34Z', 'revision_number': 2, 'project_id': 'f8321df206c646f690915ca331f91835', 'gw_port_host': None, '_interfaces': [{'id': 'a4465102-effa-43a0-9546-36fb05ea1893', 'name': '', 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'mac_address': 'fa:16:3e:7b:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:21:34Z', 'updated_at': '2021-12-09T09:21:37Z', 'revision_number': 4, 'project_id': 'f8321df206c646f690915ca331f91835', 'subnets': [{'id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f566856c-4525-42b9-b7f6-ab0c7b4e64d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:38.007238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6c9f95-9a28-4599-8f38-21cb96bc86ff None None] The sync data for ids ['454dfb79-557f-4a61-94d3-fda2d5126345'] in dv-neutron-819581-1-hyperv is: [{'id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'name': 'router1', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:21:25Z', 'updated_at': '2021-12-09T09:21:34Z', 'revision_number': 2, 'project_id': 'f8321df206c646f690915ca331f91835', 'gw_port_host': None, '_interfaces': [{'id': 'a4465102-effa-43a0-9546-36fb05ea1893', 'name': '', 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'mac_address': 'fa:16:3e:7b:62:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:21:34Z', 'updated_at': '2021-12-09T09:21:37Z', 'revision_number': 4, 'project_id': 'f8321df206c646f690915ca331f91835', 'subnets': [{'id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f566856c-4525-42b9-b7f6-ab0c7b4e64d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:21:38.070826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48116) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:38.197765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:38.259167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec355a-8fc1-4ed1-9382-02eedf72ae42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:21:38.259806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-efec355a-8fc1-4ed1-9382-02eedf72ae42 admin admin] Synchronizing usage tracker for tenant:b436c0fce5d84c0b8378afb106527f14 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:21:38.276678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-efec355a-8fc1-4ed1-9382-02eedf72ae42 admin admin] Unset dirty status for tenant:b436c0fce5d84c0b8378afb106527f14 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:21:38.277958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-efec355a-8fc1-4ed1-9382-02eedf72ae42 admin admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 842 time: 0.2060595 Dec 09 09:21:38.288704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'gateway_ip': '172.26.8.1', 'ip_version': 4, 'cidr': '172.26.8.0/24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:21:38.293978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:21:38.297932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Usage tracker for resource:subnet and tenant:b436c0fce5d84c0b8378afb106527f14 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:21:38.300817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:21:38.307504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:21:38.316511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Made reservation on behalf of b436c0fce5d84c0b8378afb106527f14 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:21:38.321666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:38.706521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:38.713423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ffafa617-8e8c-44ce-a81c-7c017ac4a411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:38.796330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8a7318-1618-4ffb-9c7e-368f5927a07e,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:38.801728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:38.803134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:21:38.803750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Network hostable DHCP agents. Network: 6784de8a-1a9b-4193-a461-5934b2d4d75d, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:21:38.829354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:21:38.837990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 6784de8a-1a9b-4193-a461-5934b2d4d75d) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:21:38.841989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:21:38.842619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:38.847229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ae88a7-9d25-48fd-a9c8-f936605dd154 None None] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:21:38.862541 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5782485 Dec 09 09:21:39.084927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426cf2e-8d45-4abb-aefb-a1a30cd19366 None None] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:21:39.938280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a4465102-effa-43a0-9546-36fb05ea1893 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:21:40.007647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port a4465102-effa-43a0-9546-36fb05ea1893 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:21:40.012526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a4465102-effa-43a0-9546-36fb05ea1893 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:21:40.012930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:40.136406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:40.169349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port a4465102-effa-43a0-9546-36fb05ea1893, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a4465102-effa-43a0-9546-36fb05ea1893,segment=NetworkSegment(e6f86029-ae47-45e6-ab33-8be5c9949fcc),segment_id=e6f86029-ae47-45e6-ab33-8be5c9949fcc)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:21:40.173560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:40.175641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:40.244835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=a4465102-effa-43a0-9546-36fb05ea1893,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:40.248027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:41.129921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48132) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:41.377663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d3cb0077-baa3-4f59-a406-bc9a60f365d3 admin admin] 10.222.0.18 "GET /v2.0/routers/454dfb79-557f-4a61-94d3-fda2d5126345 HTTP/1.1" status: 200 len: 710 time: 0.2458301 Dec 09 09:21:41.518873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ab20d0-2184-4d64-b852-70b9051198bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:21:41.520322 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-62ab20d0-2184-4d64-b852-70b9051198bb admin admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 886 time: 0.1368401 Dec 09 09:21:41.530059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:21:41.921822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a4465102-effa-43a0-9546-36fb05ea1893 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:21:41.993238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a4465102-effa-43a0-9546-36fb05ea1893 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:21:41.993642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:42.181979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:42.368712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:42.429381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:42.565260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Allocated IP 172.26.8.15 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/56074d94-76cf-43bb-b74a-501d3f30d486) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:21:42.718775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:42.744091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:42.748559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:42.814095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:21:42.817499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:21:42.822417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:21:42.856976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Pushing event updated for resources: {'Port': ['ID=56074d94-76cf-43bb-b74a-501d3f30d486,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:42.862198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:42.967631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:43.134200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:43.137696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:43.342479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Router 454dfb79-557f-4a61-94d3-fda2d5126345 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:21:43.550533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:21:43.558612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:43.559865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] 10.222.0.18 "PUT /v2.0/routers/454dfb79-557f-4a61-94d3-fda2d5126345 HTTP/1.1" status: 200 len: 889 time: 2.0332677 Dec 09 09:21:43.560505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Sync routers for ids ['454dfb79-557f-4a61-94d3-fda2d5126345'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:21:43.573550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Routers {'454dfb79-557f-4a61-94d3-fda2d5126345'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:21:43.574231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:21:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['454dfb79-557f-4a61-94d3-fda2d5126345'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:43.771099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Set router 454dfb79-557f-4a61-94d3-fda2d5126345 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:21:44.141276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'name': 'router1', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '56074d94-76cf-43bb-b74a-501d3f30d486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:21:25Z', 'updated_at': '2021-12-09T09:21:42Z', 'revision_number': 4, 'project_id': 'f8321df206c646f690915ca331f91835', 'gw_port': {'id': '56074d94-76cf-43bb-b74a-501d3f30d486', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:21:42Z', 'updated_at': '2021-12-09T09:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a4465102-effa-43a0-9546-36fb05ea1893', 'name': '', 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'mac_address': 'fa:16:3e:7b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:21:34Z', 'updated_at': '2021-12-09T09:21:40Z', 'revision_number': 5, 'project_id': 'f8321df206c646f690915ca331f91835', 'subnets': [{'id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f566856c-4525-42b9-b7f6-ab0c7b4e64d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:44.146226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Checking router: 454dfb79-557f-4a61-94d3-fda2d5126345 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:21:44.146616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Updating router 454dfb79-557f-4a61-94d3-fda2d5126345 port 56074d94-76cf-43bb-b74a-501d3f30d486 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:21:44.204763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:44.559599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:44.572938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Transition to ACTIVE for port object 56074d94-76cf-43bb-b74a-501d3f30d486 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:21:44.578265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:44.582628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:44.660666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Attempting to bind port 56074d94-76cf-43bb-b74a-501d3f30d486 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:21:44.661061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Attempting to bind port 56074d94-76cf-43bb-b74a-501d3f30d486 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:21:44.661980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Attempting to bind port 56074d94-76cf-43bb-b74a-501d3f30d486 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:21:44.668122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611481d8-b77e-4c4c-85cd-a8b2fbe209d7 None None] Pushing event updated for resources: {'Port': ['ID=56074d94-76cf-43bb-b74a-501d3f30d486,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:44.670917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-611481d8-b77e-4c4c-85cd-a8b2fbe209d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:44.674417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:21:44.674819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:21:44.675248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:44.675656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:21:44.676156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Bound port: 56074d94-76cf-43bb-b74a-501d3f30d486, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:21:44.676570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:44.751540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] For port 56074d94-76cf-43bb-b74a-501d3f30d486, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:21:44.754624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] For port 56074d94-76cf-43bb-b74a-501d3f30d486, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=56074d94-76cf-43bb-b74a-501d3f30d486,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:21:44.758351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:44.762878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:44.853275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611481d8-b77e-4c4c-85cd-a8b2fbe209d7 None None] Pushing event updated for resources: {'Port': ['ID=56074d94-76cf-43bb-b74a-501d3f30d486,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:44.856429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-611481d8-b77e-4c4c-85cd-a8b2fbe209d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:44.858993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Routers {'454dfb79-557f-4a61-94d3-fda2d5126345'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:21:44.859633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:21:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['454dfb79-557f-4a61-94d3-fda2d5126345'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:45.047086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] Set router 454dfb79-557f-4a61-94d3-fda2d5126345 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:21:45.532913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'name': 'router1', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '56074d94-76cf-43bb-b74a-501d3f30d486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:21:25Z', 'updated_at': '2021-12-09T09:21:42Z', 'revision_number': 4, 'project_id': 'f8321df206c646f690915ca331f91835', 'gw_port': {'id': '56074d94-76cf-43bb-b74a-501d3f30d486', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:21:42Z', 'updated_at': '2021-12-09T09:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a4465102-effa-43a0-9546-36fb05ea1893', 'name': '', 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'mac_address': 'fa:16:3e:7b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:21:34Z', 'updated_at': '2021-12-09T09:21:40Z', 'revision_number': 5, 'project_id': 'f8321df206c646f690915ca331f91835', 'subnets': [{'id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f566856c-4525-42b9-b7f6-ab0c7b4e64d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:21:45.537595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbc5231-7ff1-493e-b3f3-931aa61e192d None None] The sync data for ids ['454dfb79-557f-4a61-94d3-fda2d5126345'] in dv-neutron-819581-1-hyperv is: [{'id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'name': 'router1', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': '56074d94-76cf-43bb-b74a-501d3f30d486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:21:25Z', 'updated_at': '2021-12-09T09:21:42Z', 'revision_number': 4, 'project_id': 'f8321df206c646f690915ca331f91835', 'gw_port': {'id': '56074d94-76cf-43bb-b74a-501d3f30d486', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c3:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:21:42Z', 'updated_at': '2021-12-09T09:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a4465102-effa-43a0-9546-36fb05ea1893', 'name': '', 'network_id': '1b1ca3a0-bec1-4ed5-a209-30dbed6dc354', 'tenant_id': 'f8321df206c646f690915ca331f91835', 'mac_address': 'fa:16:3e:7b:62:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454dfb79-557f-4a61-94d3-fda2d5126345', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:21:34Z', 'updated_at': '2021-12-09T09:21:40Z', 'revision_number': 5, 'project_id': 'f8321df206c646f690915ca331f91835', 'subnets': [{'id': '15c555e1-c36c-4f0f-bb19-483c1ed538ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f566856c-4525-42b9-b7f6-ab0c7b4e64d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:21:45.934759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48144) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:21:45.956422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 56074d94-76cf-43bb-b74a-501d3f30d486 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:21:46.032117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 56074d94-76cf-43bb-b74a-501d3f30d486 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:21:46.037660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 56074d94-76cf-43bb-b74a-501d3f30d486 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:21:46.038122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:46.093658 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-98fed40c-7bde-495e-8aba-dccae2a340eb admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1571553 Dec 09 09:21:46.164882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:46.183831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 56074d94-76cf-43bb-b74a-501d3f30d486, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=56074d94-76cf-43bb-b74a-501d3f30d486,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:21:46.186856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:46.189204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:21:46.265622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=56074d94-76cf-43bb-b74a-501d3f30d486,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:21:46.269700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:21:47.931060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 56074d94-76cf-43bb-b74a-501d3f30d486 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:21:48.019003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 56074d94-76cf-43bb-b74a-501d3f30d486 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:21:48.019003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:21:48.885744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 5 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:22:04.356788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab33bab6-a45c-4824-9c7d-ac68a13cc969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:22:05.594877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:22:06.653551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af77a948-2210-40e4-b09f-ce10080493d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:22:06.966997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:22:08.209152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:22:25.889630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 5 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:22:34.359117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc20d941-4b1d-4959-bd14-0511e46e6a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:22:35.601993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:22:36.661405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62ce07cd-0385-4aad-b9bd-b8b43c57447d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:22:36.997941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:22:38.227087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:02.890411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 5 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:23:04.367424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74f4feb8-6038-4e83-be69-4daa71becd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:05.593575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:06.656231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-437bcac9-5b37-4af9-bdfc-f331f74d1231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:06.972077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:08.222432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:25.113861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48714) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:25.213911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77c4136-0d70-4cac-a254-ec447c099593 admin admin] GET failed (client error): The resource could not be found. Dec 09 09:23:25.215206 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b77c4136-0d70-4cac-a254-ec447c099593 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1003289 Dec 09 09:23:25.353963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2fbbd4-b90c-4f81-a578-d79cfe0e56f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:25.355483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0c2fbbd4-b90c-4f81-a578-d79cfe0e56f3 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1359956 Dec 09 09:23:27.477339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48726) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:27.618527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c4de5-5a26-49c0-b203-6ab895a06986 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:27.619072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-804c4de5-5a26-49c0-b203-6ab895a06986 admin admin] Synchronizing usage tracker for tenant:b436c0fce5d84c0b8378afb106527f14 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:23:27.634311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-804c4de5-5a26-49c0-b203-6ab895a06986 admin admin] Unset dirty status for tenant:b436c0fce5d84c0b8378afb106527f14 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:23:27.635532 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-804c4de5-5a26-49c0-b203-6ab895a06986 admin admin] 10.222.0.18 "GET /v2.0/subnets/15c555e1-c36c-4f0f-bb19-483c1ed538ed HTTP/1.1" status: 200 len: 849 time: 0.1571743 Dec 09 09:23:27.646528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:23:27.772721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Notify callbacks [] for subnet, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:28.129418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746976568998'] for subnet, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:28.133914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1371ad21-fffe-46d7-80c1-fc7d8cef1220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:23:28.180470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:28.181508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:28.202944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] 10.222.0.18 "PUT /v2.0/subnets/15c555e1-c36c-4f0f-bb19-483c1ed538ed HTTP/1.1" status: 200 len: 868 time: 0.5406911 Dec 09 09:23:28.203253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a7cd3-0bac-44c6-b18a-8059a6600ee8 None None] Network 1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:23:28.208967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c555e1-c36c-4f0f-bb19-483c1ed538ed,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:23:28.218781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.219142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.219531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.219886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.220252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.220621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.221082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.221517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.221994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.222358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.222718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:23:28.230239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:23:28.754848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fd0cd318-3a97-4351-b7bb-310a73d97efa None None] Provisioning complete for port a4465102-effa-43a0-9546-36fb05ea1893 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:23:28.755359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd318-3a97-4351-b7bb-310a73d97efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:28.887325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fd0cd318-3a97-4351-b7bb-310a73d97efa None None] Provisioning complete for port 672214c5-a3cc-4649-b486-ae1bcbaf2757 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:23:28.887730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd0cd318-3a97-4351-b7bb-310a73d97efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:30.277600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48738) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:30.488963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261656-0277-49fc-8f88-3957d9e67ec5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:30.489337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d261656-0277-49fc-8f88-3957d9e67ec5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:30.490974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d261656-0277-49fc-8f88-3957d9e67ec5 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2122896 Dec 09 09:23:32.609002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48750) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:32.832530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf90cec-9b57-4c58-b00d-39b192cb7bc3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:32.832941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf90cec-9b57-4c58-b00d-39b192cb7bc3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:32.834593 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fcf90cec-9b57-4c58-b00d-39b192cb7bc3 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2244549 Dec 09 09:23:34.370197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68391934-4e01-4a5a-8ed9-f53e20014dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:35.066650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48762) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:35.290046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b517d789-0487-48e1-92a0-1a4d1ec81ec1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:35.291416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b517d789-0487-48e1-92a0-1a4d1ec81ec1 admin admin] 10.222.0.18 "GET /v2.0/networks/1b1ca3a0-bec1-4ed5-a209-30dbed6dc354 HTTP/1.1" status: 200 len: 869 time: 0.2237239 Dec 09 09:23:35.597178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:36.656625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-442e65f6-0df0-4c9c-903e-a802e2cb1f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:36.977917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:37.406699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48774) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:37.612176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3fe35-e6e7-4f3f-a553-b482fdcacceb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:37.613711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0de3fe35-e6e7-4f3f-a553-b482fdcacceb admin admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 886 time: 0.2059987 Dec 09 09:23:38.230093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:23:39.707283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48786) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:39.854845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c895e-b484-42d0-b8a6-4a6f8a125954 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:39.855185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c895e-b484-42d0-b8a6-4a6f8a125954 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:39.856812 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff5c895e-b484-42d0-b8a6-4a6f8a125954 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1484733 Dec 09 09:23:39.891133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 5 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:23:41.968878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48798) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:42.117129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b45d2c3-d281-4672-b007-c1ca1d7d7ae0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:42.117569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b45d2c3-d281-4672-b007-c1ca1d7d7ae0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:42.119213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4b45d2c3-d281-4672-b007-c1ca1d7d7ae0 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1492786 Dec 09 09:23:44.210674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48810) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:44.351495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fdb545-3573-4bca-9ba5-8f6b7a768e3b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:44.352861 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-15fdb545-3573-4bca-9ba5-8f6b7a768e3b admin admin] 10.222.0.18 "GET /v2.0/subnets/15c555e1-c36c-4f0f-bb19-483c1ed538ed HTTP/1.1" status: 200 len: 868 time: 0.1411688 Dec 09 09:23:46.471588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48822) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:23:46.607687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7191cf14-4091-4e52-93f1-ea14089ee324 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:23:46.609032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7191cf14-4091-4e52-93f1-ea14089ee324 admin admin] 10.222.0.18 "GET /v2.0/subnets/2f8a7318-1618-4ffb-9c7e-368f5927a07e HTTP/1.1" status: 200 len: 816 time: 0.1364295 Dec 09 09:24:04.363777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ca39b60-e14b-4bdd-b87c-936a6a2f3fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:05.599298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:06.571297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48870) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:24:06.648161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-d1e4decd-e8d4-450c-afd2-e47bf0652968 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:24:06.649314 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d1e4decd-e8d4-450c-afd2-e47bf0652968 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0769029 Dec 09 09:24:06.659324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2ade39f-5d3c-45fc-af07-1f8730bc3aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:06.978573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:08.233258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:08.827641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48882) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:24:08.927073 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-61404cf6-81c6-41bd-a12b-9f1158ef7a99 admin admin] GET failed (client error): The resource could not be found. Dec 09 09:24:08.928382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-61404cf6-81c6-41bd-a12b-9f1158ef7a99 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0997300 Dec 09 09:24:09.062900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118af7bc-1304-4990-be5e-b3dba23cd6fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:24:09.064376 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-118af7bc-1304-4990-be5e-b3dba23cd6fb admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1316252 Dec 09 09:24:11.185949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48894) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:24:11.263152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:24:11.268627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:24:11.281054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:24:11.292221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Made reservation on behalf of b436c0fce5d84c0b8378afb106527f14 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:24:11.296844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:11.391301 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.services.revisions.revision_plugin [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Could not find related network for resource to bump revision. Dec 09 09:24:11.403155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:24:11.412396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:11.412782 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Added segment 14038925-e771-4540-9942-e874433e9d6e of type vlan for network 3fd5a740-7a68-42d7-b426-1673ed336136 Dec 09 09:24:11.438804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:11.468102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:11.469375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:24:11.470005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:11.475562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:24:11.578296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3911805 Dec 09 09:24:11.579036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd5a740-7a68-42d7-b426-1673ed336136,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:24:11.582698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:24:11.590321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 3fd5a740-7a68-42d7-b426-1673ed336136 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:24:13.739465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48906) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:24:13.844689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a51543c-b56d-4a30-92e9-c71fa405342f admin admin] GET failed (client error): The resource could not be found. Dec 09 09:24:13.845287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a51543c-b56d-4a30-92e9-c71fa405342f admin admin] Synchronizing usage tracker for tenant:b436c0fce5d84c0b8378afb106527f14 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:24:13.861307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a51543c-b56d-4a30-92e9-c71fa405342f admin admin] Unset dirty status for tenant:b436c0fce5d84c0b8378afb106527f14 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:24:13.863237 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1a51543c-b56d-4a30-92e9-c71fa405342f admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1227071 Dec 09 09:24:13.975717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bd56f9-3c4d-4b2e-8bfd-1a48163e4d68 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:24:13.977282 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4bd56f9-3c4d-4b2e-8bfd-1a48163e4d68 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1096416 Dec 09 09:24:13.988367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Request body: {'subnet': {'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:24:13.992862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:24:14.003049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:24:14.011539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Made reservation on behalf of b436c0fce5d84c0b8378afb106527f14 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:24:14.016006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:14.222920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:14.227400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01f2fa27-9acb-4236-b134-13469b98f64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:24:14.297935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3e9599-a207-4fd0-b3d5-db9ecb319670,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:24:14.302108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:24:14.310293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Checking segment: {'id': '14038925-e771-4540-9942-e874433e9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:24:14.310678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Network hostable DHCP agents. Network: 3fd5a740-7a68-42d7-b426-1673ed336136, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:24:14.331592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Network 3fd5a740-7a68-42d7-b426-1673ed336136 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:24:14.339408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 3fd5a740-7a68-42d7-b426-1673ed336136) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:24:14.343304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:24:14.343926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:14.350847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e27eb9-6b07-400b-b18b-f2f9c7fdf983 None None] Network 3fd5a740-7a68-42d7-b426-1673ed336136 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:24:14.368638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3844748 Dec 09 09:24:14.581703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-3fd5a740-7a68-42d7-b426-1673ed336136', 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136', 'tenant_id': 'b436c0fce5d84c0b8378afb106527f14', 'fixed_ips': [{'subnet_id': '6a3e9599-a207-4fd0-b3d5-db9ecb319670'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:24:14.582620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:14.764596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Allocated IP 192.168.233.2 (3fd5a740-7a68-42d7-b426-1673ed336136/6a3e9599-a207-4fd0-b3d5-db9ecb319670/cafc71f1-3a8b-417b-bec0-bf48153b84ed) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:24:14.985084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:14.997369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Transition to ACTIVE for port object cafc71f1-3a8b-417b-bec0-bf48153b84ed will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:24:15.019093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Transition to ACTIVE for port object cafc71f1-3a8b-417b-bec0-bf48153b84ed will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:24:15.023078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:15.031518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:24:15.099997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Network 3fd5a740-7a68-42d7-b426-1673ed336136 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:24:15.103064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:24:15.107464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Pushing event updated for resources: {'Port': ['ID=cafc71f1-3a8b-417b-bec0-bf48153b84ed,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:24:15.109878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:24:15.122361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.122739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.123116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.123736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.124119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.124484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.124839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.125258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.125622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.125973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.126327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:24:15.154658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:24:15.216192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Attempting to bind port cafc71f1-3a8b-417b-bec0-bf48153b84ed on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:24:15.216489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Attempting to bind port cafc71f1-3a8b-417b-bec0-bf48153b84ed by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '14038925-e771-4540-9942-e874433e9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:24:15.216884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Attempting to bind port cafc71f1-3a8b-417b-bec0-bf48153b84ed on network 3fd5a740-7a68-42d7-b426-1673ed336136 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:24:15.224124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:24:15.224527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Checking segment: {'id': '14038925-e771-4540-9942-e874433e9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:24:15.224962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:15.225428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Bound using segment: {'id': '14038925-e771-4540-9942-e874433e9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:24:15.225938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Bound port: cafc71f1-3a8b-417b-bec0-bf48153b84ed, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14038925-e771-4540-9942-e874433e9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:24:15.226399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:15.319054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] For port cafc71f1-3a8b-417b-bec0-bf48153b84ed, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:24:15.322951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] For port cafc71f1-3a8b-417b-bec0-bf48153b84ed, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=cafc71f1-3a8b-417b-bec0-bf48153b84ed,segment=NetworkSegment(14038925-e771-4540-9942-e874433e9d6e),segment_id=14038925-e771-4540-9942-e874433e9d6e)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:24:15.326232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:15.331030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-053260eb-3c51-4cfa-9716-e47c74b1febc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:24:15.411980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Pushing event updated for resources: {'Port': ['ID=cafc71f1-3a8b-417b-bec0-bf48153b84ed,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:24:15.415149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:24:16.032959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device cafc71f1-3a8b-417b-bec0-bf48153b84ed up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:24:16.106819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port cafc71f1-3a8b-417b-bec0-bf48153b84ed completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:24:16.890855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 5 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:24:16.922709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232efe9-7578-479c-af6e-231f0ae6ec22 None None] Network 3fd5a740-7a68-42d7-b426-1673ed336136 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:24:17.191134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-41b6250a-022b-41c1-a9ee-e7cb8727ee74 None None] Provisioning for port cafc71f1-3a8b-417b-bec0-bf48153b84ed completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:24:17.209834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-41b6250a-022b-41c1-a9ee-e7cb8727ee74 None None] Provisioning complete for port cafc71f1-3a8b-417b-bec0-bf48153b84ed triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:24:17.210249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41b6250a-022b-41c1-a9ee-e7cb8727ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:17.432310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41b6250a-022b-41c1-a9ee-e7cb8727ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:17.476244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-41b6250a-022b-41c1-a9ee-e7cb8727ee74 None None] For port cafc71f1-3a8b-417b-bec0-bf48153b84ed, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=cafc71f1-3a8b-417b-bec0-bf48153b84ed,segment=NetworkSegment(14038925-e771-4540-9942-e874433e9d6e),segment_id=14038925-e771-4540-9942-e874433e9d6e)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:24:17.479832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41b6250a-022b-41c1-a9ee-e7cb8727ee74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:17.482320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-611481d8-b77e-4c4c-85cd-a8b2fbe209d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:24:17.552756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6250a-022b-41c1-a9ee-e7cb8727ee74 None None] Pushing event updated for resources: {'Port': ['ID=cafc71f1-3a8b-417b-bec0-bf48153b84ed,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:24:17.556177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41b6250a-022b-41c1-a9ee-e7cb8727ee74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:24:17.806991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ec08f5c4-1e42-4e5b-b215-8eee068371d4 None None] Provisioning complete for port cafc71f1-3a8b-417b-bec0-bf48153b84ed triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:24:17.807404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ec08f5c4-1e42-4e5b-b215-8eee068371d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:18.004122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device cafc71f1-3a8b-417b-bec0-bf48153b84ed up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:24:18.074232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port cafc71f1-3a8b-417b-bec0-bf48153b84ed triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:24:18.074566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:34.366398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ae4fe1-c8b3-4c20-aea1-2f97ce7ab3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:35.607302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:36.660907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-129ed534-9ba4-4792-b07f-663451fa3d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:36.981930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:38.238989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:24:53.891764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 5 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:25:04.368765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0e433de-aed7-4420-b7dd-1abcc528d3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:05.600051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:06.662604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ef790294-a28d-4247-ba6d-2dc8ca543ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:06.983774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:08.240686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:29.946190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48940) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:29.952240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-2f74648d-f7ae-49b3-ac32-a9d93ad18c38 tempest-verify_tempest_config-271132404 tempest-verify_tempest_config-271132404-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:25:29.953884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2f74648d-f7ae-49b3-ac32-a9d93ad18c38 tempest-verify_tempest_config-271132404 tempest-verify_tempest_config-271132404-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0066545 Dec 09 09:25:30.378091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48958) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:30.526850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:30.559324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:25:30.563319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Usage tracker for resource:security_group_rule and tenant:2d020a80dcc441e188c6b5ecb3815f72 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:25:30.566177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:25:30.572046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:25:30.644101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:30.646518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:30.657156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:25:30.694713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c84e158-bc43-4be1-8a34-d0755453ecad,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:25:30.706780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Synchronizing usage tracker for tenant:b436c0fce5d84c0b8378afb106527f14 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:25:30.711075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.711452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.711814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.712176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.712535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.712896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.713291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.713651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.714002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.714351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.714699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:25:30.719540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:25:30.732142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Unset dirty status for tenant:b436c0fce5d84c0b8378afb106527f14 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:25:30.733512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d020a80dcc441e188c6b5ecb3815f72&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3543942 Dec 09 09:25:30.736912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 48964) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:25:30.799201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6006390-25a2-429a-8a25-9cbfd49f2534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:30.824838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6006390-25a2-429a-8a25-9cbfd49f2534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:30.878024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6006390-25a2-429a-8a25-9cbfd49f2534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:30.883119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:25:30.892009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 5 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:25:30.896949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6006390-25a2-429a-8a25-9cbfd49f2534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c84e158-bc43-4be1-8a34-d0755453ecad,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:25:30.899336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6006390-25a2-429a-8a25-9cbfd49f2534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:25:30.901331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6006390-25a2-429a-8a25-9cbfd49f2534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:30.902530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b6006390-25a2-429a-8a25-9cbfd49f2534 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c84e158-bc43-4be1-8a34-d0755453ecad HTTP/1.1" status: 204 len: 168 time: 0.1646245 Dec 09 09:25:34.370161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3dedc8f0-ecfa-4d86-a782-b02dab2db722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:35.602960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:36.663328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-704b7ad2-a3b9-4f6c-8bd2-9270c49e6305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:36.985889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:25:38.243906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:04.376803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-353029c3-6084-4224-9d2b-a061a82a5f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:05.605710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:06.664674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59eaa8e4-ee89-4793-be65-46ddfafe5df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:06.988705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:07.894897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 5 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:26:08.247284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:34.368090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92d913a7-4839-42bf-b4ff-4b6174e4e077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:35.608004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:36.666601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f9427c2-ea90-452a-8cd3-0ed979c4bc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:36.991036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:38.249686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:26:44.896216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 5 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:26:47.092308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854149514'] for agent, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:03.996634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49044) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:04.147937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-89e76779-cb67-46b9-bef8-a2a941763d35 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1500666 Dec 09 09:27:04.369460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96a4cbf7-cdab-49ad-9d78-b3837f17f273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:05.610571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:06.260487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49056) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:27:06.347171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8561cece-4558-468e-bce8-6596d9be9dc2 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0854616 Dec 09 09:27:06.667722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b6bb0ac-f13f-4c1e-9cde-c7efb86dafc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:06.994207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:08.252180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:17.059478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:21.897677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:27:34.374255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ec7c09c8-78d3-4e12-8ed7-bcc78e40f8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:35.613269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:36.669969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c603873b-32a3-4a60-8b31-6bb604ffe01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:36.999509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:38.259387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:47.065038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:27:58.899161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:28:04.375875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f07cb4d-bf04-4d2b-8479-edb275b1d4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:05.615984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:06.671647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e555491-faeb-4139-87e6-2c17346def33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:07.000212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:08.263816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:17.060200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:34.381982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13e5755b-2324-4659-982f-8e8305b1ada5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:35.657366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:35.900704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:28:36.678384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-752b443c-4902-4d1d-af48-0c98adc97a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:37.004727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:38.206531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49212) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.267249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:38.458791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49226) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.704869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-135071869-network', 'tenant_id': 'df3d181393184b3e9829225c604aef2a'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:38.710870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:38.715725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Usage tracker for resource:network and tenant:df3d181393184b3e9829225c604aef2a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:38.719246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:38.725520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:38.737024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Made reservation on behalf of df3d181393184b3e9829225c604aef2a for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:38.743396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:38.765232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:38.797269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:38.801142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Usage tracker for resource:security_group_rule and tenant:df3d181393184b3e9829225c604aef2a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:38.804006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:38.810473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:38.819310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49238) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:38.888704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:38.891391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:38.895847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:38.923751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acfa8c0-18fa-4702-b78d-3246c519cdef,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:38.936493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:28:38.942402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.942787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.943160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.943527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.943893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.944249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.944629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.944990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.945372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.945722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.946051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Tracked resource versions report: Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: pushed versions: Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': {'1.0'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': {'1.1'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': {'1.5'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': {'1.2'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': {'1.8'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': {'1.2'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': {'1.0'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': {'1.1'}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': {'1.1'}} Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: consumer versions: Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: { DHCP agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: HyperV agent@hv-neutron-8195: {}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: L3 agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: Metadata agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: Metering agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: Open vSwitch agent@dv-neutron-819581-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': '1.0', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': '1.1', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': '1.5', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': '1.2', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': '1.8', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': '1.2', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': '1.0', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': '1.0', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': '1.1', Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': '1.1'}} Dec 09 09:28:38.947153 dv-neutron-819581-1-hyperv neutron-server[88772]: {{(pid=88883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 09:28:38.951658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:38.956063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:38.956943 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Added segment af495f1f-b159-428d-975f-58d30d238d01 of type vlan for network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 Dec 09 09:28:38.986933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.018796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.020057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:39.020690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.026054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:39.097455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-815127604-network', 'tenant_id': '03a040d3186a491e995d63e3c738a73a'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:39.174156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:39.177601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:39.184853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9766331 Dec 09 09:28:39.186255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:39.186560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49254) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:39.189735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:28:39.190869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Usage tracker for resource:network and tenant:03a040d3186a491e995d63e3c738a73a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:39.193934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:39.199617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Request body: {'subnet': {'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-135071869-subnet', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:39.200322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:39.210852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Made reservation on behalf of 03a040d3186a491e995d63e3c738a73a for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:39.215988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.quota [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Loaded quota_driver: . Dec 09 09:28:39.216567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.233065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.254301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1200628086-network', 'tenant_id': '7d726456491348a493aa4dd6659dd405'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:39.261696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:39.266195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Usage tracker for resource:network and tenant:7d726456491348a493aa4dd6659dd405 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:39.269616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:39.276216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:39.289828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Made reservation on behalf of 7d726456491348a493aa4dd6659dd405 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:39.295775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.296429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:39.316315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Usage tracker for resource:subnet and tenant:df3d181393184b3e9829225c604aef2a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:39.325979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:39.327770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.342673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:39.353060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:39.365381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Usage tracker for resource:security_group_rule and tenant:03a040d3186a491e995d63e3c738a73a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:39.369938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Made reservation on behalf of df3d181393184b3e9829225c604aef2a for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:39.370322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:39.379554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:39.382504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:39.389065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:7d726456491348a493aa4dd6659dd405 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:39.395900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:39.405262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:39.498174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.506592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.521028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:28:39.531648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.532031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Added segment 55fc5fe1-82dc-441b-a1ca-b1325567fb85 of type vlan for network 56cbb88c-3618-49e4-96c2-31c16bc3e914 Dec 09 09:28:39.560953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6624573-eae1-40ca-a7fd-851ef530dfc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:39.574676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.628642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bb98ac-5960-425d-ae22-207f102be437,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:39.643673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:39.663015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.664662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.666370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:39.667000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.671163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.673450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a31bc10a-1f4c-4585-8eea-b5eafd61de13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:39.698833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.policy [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88884) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 09 09:28:39.724373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.784025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Pushing event updated for resources: {'Network': ['ID=56cbb88c-3618-49e4-96c2-31c16bc3e914,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:39.790224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:39.793482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:39.797301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 56cbb88c-3618-49e4-96c2-31c16bc3e914 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:28:39.822099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8321aec9-125c-4fb7-94d7-9b3b708ed167,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:39.828247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:39.840256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:28:39.852319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:39.852702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Added segment 581aa113-b7a6-40cd-8ddf-77c48599a741 of type vlan for network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 Dec 09 09:28:39.854779 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3947840 Dec 09 09:28:39.862059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49276) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:39.869347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Request body: {'subnet': {'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-815127604-subnet', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:39.874882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:39.878774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Usage tracker for resource:subnet and tenant:03a040d3186a491e995d63e3c738a73a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:39.882314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:39.888578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:39.899943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Made reservation on behalf of 03a040d3186a491e995d63e3c738a73a for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:39.904711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.140812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.165406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.171056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:40.231971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea0517f-602a-4380-a4ca-916482843c16,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:40.243498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.243843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.245087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.245748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.246251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.247041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.247582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.248253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.249070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.249735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.250235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:40.251276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Tracked resource versions report: Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: pushed versions: Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': {'1.0'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': {'1.1'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': {'1.5'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': {'1.2'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': {'1.8'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': {'1.2'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': {'1.0'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': {'1.1'}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': {'1.1'}} Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: consumer versions: Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: { DHCP agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: HyperV agent@hv-neutron-8195: {}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: L3 agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: Metadata agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: Metering agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: Open vSwitch agent@dv-neutron-819581-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': '1.0', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': '1.1', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': '1.5', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': '1.2', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': '1.8', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': '1.2', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': '1.0', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': '1.0', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': '1.1', Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': '1.1'}} Dec 09 09:28:40.252235 dv-neutron-819581-1-hyperv neutron-server[88772]: {{(pid=88884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 09:28:40.254893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:40.255514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.262590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:40.329289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:40.334703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Checking segment: {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:40.335268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Network hostable DHCP agents. Network: 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:28:40.362792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:28:40.375334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:40.386864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b408e-775f-4ede-a637-250f5dabd5fc None None] Network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:40.391669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:40.393628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.433730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2452228 Dec 09 09:28:40.437748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49302) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:40.443597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:40.449679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:40.454810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Usage tracker for resource:router and tenant:df3d181393184b3e9829225c604aef2a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:40.459169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:40.468632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:40.470956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49306) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:40.476221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6539459 Dec 09 09:28:40.478728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Request body: {'subnet': {'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1200628086-subnet', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:40.488230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:40.493401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Usage tracker for resource:subnet and tenant:7d726456491348a493aa4dd6659dd405 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:40.498449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.499746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.504726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:40.517523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:40.521220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=a60b1dba-af2d-4ce3-8ad3-11ff1d49f206,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:40.538097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:40.561497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:28:40.571191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.592914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.598341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:40.723969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5a3f78-88c9-4137-86e6-bb3399d43eb7,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:40.724992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Made reservation on behalf of 7d726456491348a493aa4dd6659dd405 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:40.732328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Notify callbacks [] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.735989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:40.767321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Checking segment: {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:40.767936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Network hostable DHCP agents. Network: 56cbb88c-3618-49e4-96c2-31c16bc3e914, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:28:40.820613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Network 56cbb88c-3618-49e4-96c2-31c16bc3e914 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:28:40.841433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 56cbb88c-3618-49e4-96c2-31c16bc3e914) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:40.847789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:40.849009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.891158 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0279443 Dec 09 09:28:40.893871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49316) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:40.907640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:40.918568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:40.933685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Usage tracker for resource:router and tenant:03a040d3186a491e995d63e3c738a73a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:40.942133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:40.957327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:40.972846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3a9583-af60-4192-8b24-52f98faf4efa None None] Network 56cbb88c-3618-49e4-96c2-31c16bc3e914 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:40.982261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:40.983370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.020784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.180800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:28:41.182193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.192862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49322) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:41.283299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.293748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fe38d15d-a4ec-4533-8804-90e0f4abd7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:41.361702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.455682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.484185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-56cbb88c-3618-49e4-96c2-31c16bc3e914', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:28:41.485083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.505599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Checking segment: {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:41.507094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Network hostable DHCP agents. Network: a60b1dba-af2d-4ce3-8ad3-11ff1d49f206, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:28:41.551443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe9113b-65ce-44e9-b256-78fbd1441f03,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:41.589929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Allocated IP 172.20.0.2 (6b5d8d55-c9b4-48fd-be19-87592e5fe5d7/8ea0517f-602a-4380-a4ca-916482843c16/b0a573fa-14db-47d9-b62a-c8a6a967375d) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:41.596125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:41.631213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.634077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:28:41.677750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.691910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, a60b1dba-af2d-4ce3-8ad3-11ff1d49f206) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:41.702035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:41.702670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.720008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a181899f-4d83-48d0-a62a-d048d75b29d0 None None] Network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:41.798324 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3260481 Dec 09 09:28:41.798964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49346) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:41.812826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:41.818384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:41.826272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Usage tracker for resource:router and tenant:7d726456491348a493aa4dd6659dd405 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:41.829825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:41.838237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:41.854247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.855289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.875284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Allocated IP 172.26.8.114 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/2c17f484-2def-4e92-af85-6083105aef2d) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:41.931326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.967967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:41.970400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.054072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:28:42.055213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.084659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.121470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1868100237'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:42.131922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:42.140798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Usage tracker for resource:router and tenant:2d49e9284a2e4239920857f16b3f328e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:42.147133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:42.160193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:42.178692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.181807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.183726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.207409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Allocated IP 172.20.0.2 (56cbb88c-3618-49e4-96c2-31c16bc3e914/7c5a3f78-88c9-4137-86e6-bb3399d43eb7/4fbec1e0-5cb7-4444-94b7-43da41855221) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:42.223238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:42.330888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.378627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Allocated IP 172.26.8.213 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/41c12c73-d49a-4430-af6d-5ac6e2d2fe67) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:42.401376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:42.406233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Pushing event updated for resources: {'Port': ['ID=2c17f484-2def-4e92-af85-6083105aef2d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:42.411349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:42.435671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:42.466448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.478568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:42.600600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.610688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Allocated IP 172.20.0.2 (a60b1dba-af2d-4ce3-8ad3-11ff1d49f206/dfe9113b-65ce-44e9-b256-78fbd1441f03/fe9949a3-479c-4eee-8df6-fe936cadcba0) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:42.637823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49362) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:42.651590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Transition to ACTIVE for port object b0a573fa-14db-47d9-b62a-c8a6a967375d will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:42.704761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.704761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.762682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Transition to ACTIVE for port object b0a573fa-14db-47d9-b62a-c8a6a967375d will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:42.782186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.812355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.818014 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f9e7fea-0f4e-48ee-9ee4-2041deb7fa49 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.6225035 Dec 09 09:28:42.828017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49368) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:42.860620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.873658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:42.923653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:42.966641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Transition to ACTIVE for port object 4fbec1e0-5cb7-4444-94b7-43da41855221 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:42.977079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:42.996736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:43.001642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:43.046233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Transition to ACTIVE for port object 4fbec1e0-5cb7-4444-94b7-43da41855221 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:43.053273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49378) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.062884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.099523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc6abba9-7e3a-44f9-afde-27fe3663b7b0 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.175107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1671856483'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:43.204584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49384) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.231079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.243531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:43.284948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.300103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Pushing event updated for resources: {'Port': ['ID=b0a573fa-14db-47d9-b62a-c8a6a967375d,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:43.323564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:43.339873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:43.340548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Usage tracker for resource:network and tenant:e9a051fc312642a4b8aa7919748854a4 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:43.349336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.358911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:43.388829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.407577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.407962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.408336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.408707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.409073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.409490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.409840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.410204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.410561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.410917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.411274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Tracked resource versions report: Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: pushed versions: Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': {'1.0'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': {'1.1'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': {'1.5'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': {'1.2'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': {'1.8'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': {'1.2'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': {'1.0'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': {'1.1'}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': {'1.1'}} Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: consumer versions: Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: { DHCP agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: HyperV agent@hv-neutron-8195: {}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: L3 agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: Metadata agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: Metering agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: Open vSwitch agent@dv-neutron-819581-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': '1.0', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': '1.1', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': '1.5', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': '1.2', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': '1.8', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': '1.2', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': '1.0', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': '1.0', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': '1.1', Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': '1.1'}} Dec 09 09:28:43.412400 dv-neutron-819581-1-hyperv neutron-server[88772]: {{(pid=88885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 09:28:43.421939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:43.422600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:43.445903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49392) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:43.469844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:43.482652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:43.485472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:43.487507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Pushing event updated for resources: {'Port': ['ID=41c12c73-d49a-4430-af6d-5ac6e2d2fe67,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:43.501965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:43.532897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Attempting to bind port b0a573fa-14db-47d9-b62a-c8a6a967375d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:43.533344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Attempting to bind port b0a573fa-14db-47d9-b62a-c8a6a967375d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:43.533751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Attempting to bind port b0a573fa-14db-47d9-b62a-c8a6a967375d on network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:43.536695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-456504372'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:43.541822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Usage tracker for resource:floatingip and tenant:5de301a971d44b67bb8e5982de3eecf9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:43.553768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Network 56cbb88c-3618-49e4-96c2-31c16bc3e914 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:43.559828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:43.560822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Pushing event updated for resources: {'Port': ['ID=4fbec1e0-5cb7-4444-94b7-43da41855221,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:43.563984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:43.565084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:43.567796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:43.569604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:43.575170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.582724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:43.588248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Usage tracker for resource:network and tenant:5503fc63bcb54300982e9ff350822214 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:43.588509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:28:43.588914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Checking segment: {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:43.590464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.590464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Bound using segment: {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:28:43.591054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Bound port: b0a573fa-14db-47d9-b62a-c8a6a967375d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:28:43.591468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.602950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:43.611478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Transition to ACTIVE for port object fe9949a3-479c-4eee-8df6-fe936cadcba0 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:43.656163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:43.665677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-774442435', 'router:external': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:43.676488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:43.687574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.741499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:43.763500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:43.763676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Made reservation on behalf of e9a051fc312642a4b8aa7919748854a4 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:43.769225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.776207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Transition to ACTIVE for port object fe9949a3-479c-4eee-8df6-fe936cadcba0 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:43.777809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Made reservation on behalf of 5503fc63bcb54300982e9ff350822214 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:43.783623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Attempting to bind port 4fbec1e0-5cb7-4444-94b7-43da41855221 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:43.784173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Attempting to bind port 4fbec1e0-5cb7-4444-94b7-43da41855221 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:43.784553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.784668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Attempting to bind port 4fbec1e0-5cb7-4444-94b7-43da41855221 on network 56cbb88c-3618-49e4-96c2-31c16bc3e914 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:43.790332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.794984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.813762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41b6250a-022b-41c1-a9ee-e7cb8727ee74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:43.816709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Usage tracker for resource:network and tenant:2651b50102a24dff935c742557099e56 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:43.837416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Allocated IP 172.26.8.78 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/a56cbf6d-218d-4a84-a4d1-256a5bb37f54) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:43.840155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:43.844772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.864634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:28:43.865056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Checking segment: {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:43.865530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.865965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Bound using segment: {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:28:43.866489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Bound port: 4fbec1e0-5cb7-4444-94b7-43da41855221, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:28:43.866973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.867661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:43.889825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] For port b0a573fa-14db-47d9-b62a-c8a6a967375d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:28:43.916741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:43.919971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Made reservation on behalf of 2651b50102a24dff935c742557099e56 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:43.923103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] For port b0a573fa-14db-47d9-b62a-c8a6a967375d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b0a573fa-14db-47d9-b62a-c8a6a967375d,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:28:43.924653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.924924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:43.927458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:43.964684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.972533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc6abba9-7e3a-44f9-afde-27fe3663b7b0 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.972713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Pushing event updated for resources: {'Port': ['ID=fe9949a3-479c-4eee-8df6-fe936cadcba0,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:43.975605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:43.985868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-611481d8-b77e-4c4c-85cd-a8b2fbe209d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:43.988520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:43.990856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc6abba9-7e3a-44f9-afde-27fe3663b7b0 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:43.996597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Usage tracker for resource:security_group_rule and tenant:e9a051fc312642a4b8aa7919748854a4 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:44.004033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:44.016507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:44.061412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.149335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc6abba9-7e3a-44f9-afde-27fe3663b7b0 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.149852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6abba9-7e3a-44f9-afde-27fe3663b7b0 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69b31c88-40b9-4f19-9676-c37f067cd15a {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:28:44.189433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Router 5c31780e-48e9-483a-a255-a130e4ec4d36 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:28:44.189808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] For port 4fbec1e0-5cb7-4444-94b7-43da41855221, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:28:44.207309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Pushing event updated for resources: {'Port': ['ID=b0a573fa-14db-47d9-b62a-c8a6a967375d,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:44.210003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc6abba9-7e3a-44f9-afde-27fe3663b7b0 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.210718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:44.216827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bc6abba9-7e3a-44f9-afde-27fe3663b7b0 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "DELETE /v2.0/routers/69b31c88-40b9-4f19-9676-c37f067cd15a HTTP/1.1" status: 204 len: 168 time: 1.3658180 Dec 09 09:28:44.217046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] For port 4fbec1e0-5cb7-4444-94b7-43da41855221, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4fbec1e0-5cb7-4444-94b7-43da41855221,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:28:44.218269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Attempting to bind port fe9949a3-479c-4eee-8df6-fe936cadcba0 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:44.218396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49402) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:44.219035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Attempting to bind port fe9949a3-479c-4eee-8df6-fe936cadcba0 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:44.219631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Attempting to bind port fe9949a3-479c-4eee-8df6-fe936cadcba0 on network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:44.225155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.226758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Request body: {'router': {'name': 'tempest-router-1637685985', 'distributed': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:44.233800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f2f99f30-78fc-4f48-9561-f124b80c4c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:44.254531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:44.267071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Usage tracker for resource:router and tenant:2d49e9284a2e4239920857f16b3f328e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:44.270735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:28:44.271306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Checking segment: {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:44.271868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.272421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Bound using segment: {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:28:44.273072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Bound port: fe9949a3-479c-4eee-8df6-fe936cadcba0, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:28:44.273639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.305129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:44.328898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Usage tracker for resource:security_group_rule and tenant:5503fc63bcb54300982e9ff350822214 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:44.335869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:44.354374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.356205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:44.366471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:44.368263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:44.398545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Pushing event updated for resources: {'Port': ['ID=4fbec1e0-5cb7-4444-94b7-43da41855221,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:44.398748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.400013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.403092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:44.416708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.423875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:44.424708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] For port fe9949a3-479c-4eee-8df6-fe936cadcba0, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:28:44.428843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] For port fe9949a3-479c-4eee-8df6-fe936cadcba0, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fe9949a3-479c-4eee-8df6-fe936cadcba0,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:28:44.430720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f6918ce-15ae-4142-a156-d68ad7f9b6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:44.433072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.438210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:44.449220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Usage tracker for resource:security_group_rule and tenant:2651b50102a24dff935c742557099e56 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:44.463122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:44.473088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:28:44.480374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:44.487647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.524353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Pushing event updated for resources: {'Port': ['ID=fe9949a3-479c-4eee-8df6-fe936cadcba0,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:44.528372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:44.544833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.545790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.578028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.583698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.594147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.594539 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Added segment 46dc4748-a0f5-4873-9599-3cfab860f59b of type vlan for network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 Dec 09 09:28:44.601857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e8e27-e5a9-4cae-b1d0-4600f9333a1d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:44.618507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:44.651131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.656573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.741969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.747826 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e80ad8ef-dce2-4b1d-80ba-3cf0408164a7 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5236616 Dec 09 09:28:44.749544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49408) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:44.756701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.782375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.809677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:44.817658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.819613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.834138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:44.834813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.857955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:28:44.895336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:44.946079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.977169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363289878161729', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:44.977616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Unsubscribe: segment precommit_create {{(pid=88884) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 09 09:28:44.978079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Added segment 1a251857-d2a3-4ec0-83b6-4d1a515b0fba of type vlan for network b1744304-1adb-4d1b-87c6-17e441645f8e Dec 09 09:28:44.998904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.048434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:28:45.051054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.4068425 Dec 09 09:28:45.060146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Sync routers for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:28:45.073594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:28:45.074117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:45.093526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Pushing event updated for resources: {'Network': ['ID=49a3be8f-b45a-448b-adf3-85fe7d4d1672,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:45.114737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.117775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:45.118427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:28:45.170596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f703db7-a1fe-43ed-b506-48a5eef276be tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.180899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:45.184555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.185419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523f3144-a5fa-45c4-8580-fa4fdbdc20ff,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:45.188056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:45.267781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.269565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3745701 Dec 09 09:28:45.277693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49422) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:45.323225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:45.367926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:45.374884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:45.375563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.410513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.522s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:45.476527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:28:45.487717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.488386 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Added segment 86faa724-09b2-48fc-b018-c24329394684 of type vlan for network 1507275a-7815-4f99-9323-f4382a41b1b7 Dec 09 09:28:45.532613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:28:45.552841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.620083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.626060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Allocated IP 172.26.8.3 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/e6b5c210-d642-4c91-b1b4-2747c8f2bbe3) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:45.646068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:45.646944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.690866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.4817262 Dec 09 09:28:45.692740 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2349966 Dec 09 09:28:45.706624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49430) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:45.723109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'subnet': {'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:45.731388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:45.735951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Usage tracker for resource:subnet and tenant:2651b50102a24dff935c742557099e56 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:45.739553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:45.748705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:45.770082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Pushing event updated for resources: {'Port': ['ID=a56cbf6d-218d-4a84-a4d1-256a5bb37f54,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:45.807308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Made reservation on behalf of 2651b50102a24dff935c742557099e56 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:45.813003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:45.830730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:45.837894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.654s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:45.888620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779b98dc-fef5-407c-9092-6ae02b1492f9,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:45.896478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:45.916919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:45.959567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:42Z', 'revision_number': 3, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:45.967616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Checking router: 5c31780e-48e9-483a-a255-a130e4ec4d36 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:28:45.968195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Updating router 5c31780e-48e9-483a-a255-a130e4ec4d36 port 2c17f484-2def-4e92-af85-6083105aef2d binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:28:46.027256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.131708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f703db7-a1fe-43ed-b506-48a5eef276be tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.149303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f703db7-a1fe-43ed-b506-48a5eef276be tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.212449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f703db7-a1fe-43ed-b506-48a5eef276be tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.213156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f703db7-a1fe-43ed-b506-48a5eef276be tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9a857db-f173-41c8-baf9-f939451f5f97 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:28:46.252021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f703db7-a1fe-43ed-b506-48a5eef276be tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.252021 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7f703db7-a1fe-43ed-b506-48a5eef276be tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "DELETE /v2.0/routers/d9a857db-f173-41c8-baf9-f939451f5f97 HTTP/1.1" status: 204 len: 168 time: 1.4935074 Dec 09 09:28:46.291729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49442) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:46.292010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49444) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:46.337180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Request body: {'router': {'name': 'tempest-router-1497681963', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c63071ea6af041ae8bb6ac3bb1ab70b5'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:46.350882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:28:46.365890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Request body: {'port': {'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672', 'binding:host_id': 'hv-neutron-8195', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-234150398'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:46.371167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:46.375227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Usage tracker for resource:router and tenant:c63071ea6af041ae8bb6ac3bb1ab70b5 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:46.378421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:46.384440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:46.388596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b0a573fa-14db-47d9-b62a-c8a6a967375d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:46.422155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Pushing event updated for resources: {'Network': ['ID=b1744304-1adb-4d1b-87c6-17e441645f8e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:46.459415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49452) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:46.472553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Request body: {'port': {'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e', 'binding:host_id': 'hv-neutron-8195', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636630949'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:46.476231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.477439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:46.480383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b0a573fa-14db-47d9-b62a-c8a6a967375d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:46.482050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Usage tracker for resource:port and tenant:c5855dbe9c0140aba5b8f9bcdb71427a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:46.485322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:46.486734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fe9949a3-479c-4eee-8df6-fe936cadcba0 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:46.500083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:46.526032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Made reservation on behalf of c5855dbe9c0140aba5b8f9bcdb71427a for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:46.532314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.555257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.581397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.582912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.586736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network b1744304-1adb-4d1b-87c6-17e441645f8e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:28:46.678739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:46.689646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Usage tracker for resource:security_group_rule and tenant:c5855dbe9c0140aba5b8f9bcdb71427a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:46.693875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:46.697051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port fe9949a3-479c-4eee-8df6-fe936cadcba0 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:46.701491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:46.702988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:46.719152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4fbec1e0-5cb7-4444-94b7-43da41855221 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:46.735922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Usage tracker for resource:port and tenant:33204f8671c040a982776c90d595a558 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:46.802968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:46.810652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.811497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.826234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 4fbec1e0-5cb7-4444-94b7-43da41855221 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:46.835127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:46.845102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event updated for resources: {'Network': ['ID=1507275a-7815-4f99-9323-f4382a41b1b7,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:46.854705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:46.858529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 1507275a-7815-4f99-9323-f4382a41b1b7 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:28:46.872935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.192s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:46.873438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:46.912467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.919411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:46.963254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:46.981431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] device_id is not set on port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:28:47.058823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.068921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b281fe12-a311-4ce7-9c17-50c9f295f7b3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:47.072293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:47.142359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.145911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Made reservation on behalf of 33204f8671c040a982776c90d595a558 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:47.151062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.217610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.224445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.249621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:47.330985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5918f119-ed9c-4689-a9ac-7634f8730b8f None None] Network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:47.416122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.438370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.513735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3884183a-c5fa-409d-9448-aed80e0bf9af None None] Provisioning for port b0a573fa-14db-47d9-b62a-c8a6a967375d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:47.524931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3884183a-c5fa-409d-9448-aed80e0bf9af None None] Provisioning complete for port b0a573fa-14db-47d9-b62a-c8a6a967375d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:47.526027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3884183a-c5fa-409d-9448-aed80e0bf9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.581789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:47.592414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Pushing event updated for resources: {'Port': ['ID=e6b5c210-d642-4c91-b1b4-2747c8f2bbe3,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:47.601728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:47.604094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:47.610659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:47.615532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:47.640975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Usage tracker for resource:security_group_rule and tenant:33204f8671c040a982776c90d595a558 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:47.644930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:47.655045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.659575 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ab84673e-c219-4032-85b8-69bd8ffada1b tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3443580 Dec 09 09:28:47.663277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49456) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:47.772332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:47.777374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.796483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:47.822978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e0a222-ebdd-4d57-b8c2-1efb6c81421e None None] Network 56cbb88c-3618-49e4-96c2-31c16bc3e914 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:47.830865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Transition to ACTIVE for port object 2c17f484-2def-4e92-af85-6083105aef2d will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:47.844469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.851761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f488d63-858f-4c94-838e-2f35873f4e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:47.889646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] device_id is not set on port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:28:47.896858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3884183a-c5fa-409d-9448-aed80e0bf9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.909864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.939404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Transition to ACTIVE for port object b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:47.945304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Allocated IP 172.20.0.1 (56cbb88c-3618-49e4-96c2-31c16bc3e914/7c5a3f78-88c9-4137-86e6-bb3399d43eb7/556c002a-b0c9-4f85-813f-7dcb784d1725) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:47.948189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Pushing event updated for resources: {'Port': ['ID=2c17f484-2def-4e92-af85-6083105aef2d,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:47.962915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:47.964239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.964617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.964978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.966211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.966211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.966403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.966780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.967135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.967769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.968191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.968637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Tracked resource versions report: Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: pushed versions: Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: { 'ConntrackHelper': {'1.0'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': {'1.0'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': {'1.1'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': {'1.5'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': {'1.2'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': {'1.8'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': {'1.2'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': {'1.0'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': {'1.0'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': {'1.1'}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': {'1.1'}} Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: consumer versions: Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: { DHCP agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: HyperV agent@hv-neutron-8195: {}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: L3 agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: Metadata agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: Metering agent@dv-neutron-819581-1-hyperv: {}, Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: Open vSwitch agent@dv-neutron-819581-1-hyperv: { 'ConntrackHelper': '1.0', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Log': '1.0', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Network': '1.1', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Port': '1.5', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'PortForwarding': '1.2', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'QosPolicy': '1.8', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroup': '1.2', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SecurityGroupRule': '1.0', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'SubPort': '1.0', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Subnet': '1.1', Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: 'Trunk': '1.1'}} Dec 09 09:28:47.970532 dv-neutron-819581-1-hyperv neutron-server[88772]: {{(pid=88886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 09 09:28:47.975908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:48.006024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Attempting to bind port 2c17f484-2def-4e92-af85-6083105aef2d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:48.006831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Attempting to bind port 2c17f484-2def-4e92-af85-6083105aef2d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:48.007240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Attempting to bind port 2c17f484-2def-4e92-af85-6083105aef2d on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:48.009920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-09b9c7a7-303d-4a97-bacd-c84d75cfa750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:48.017009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:28:48.017443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:48.017882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.018438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:28:48.018947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Bound port: 2c17f484-2def-4e92-af85-6083105aef2d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:28:48.019367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.110331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3884183a-c5fa-409d-9448-aed80e0bf9af None None] For port b0a573fa-14db-47d9-b62a-c8a6a967375d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b0a573fa-14db-47d9-b62a-c8a6a967375d,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:28:48.122736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3884183a-c5fa-409d-9448-aed80e0bf9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.141550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] For port 2c17f484-2def-4e92-af85-6083105aef2d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:28:48.145396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] For port 2c17f484-2def-4e92-af85-6083105aef2d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2c17f484-2def-4e92-af85-6083105aef2d,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:28:48.151309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.161452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:48.182562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:48.293883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Pushing event updated for resources: {'Port': ['ID=2c17f484-2def-4e92-af85-6083105aef2d,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:48.301802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:48.328043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:28:48.335192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:48.359870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a2c214-4054-4a28-977c-6cbe9dbb5ef9,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:48.363785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:48.371959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Checking segment: {'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:48.372363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Network hostable DHCP agents. Network: b1744304-1adb-4d1b-87c6-17e441645f8e, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:28:48.437464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.455949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.466006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Network b1744304-1adb-4d1b-87c6-17e441645f8e is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:28:48.474183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37437efe-fe44-4611-ac40-e2aa14623296 None None] Network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:48.482985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Transition to ACTIVE for port object 556c002a-b0c9-4f85-813f-7dcb784d1725 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:48.484355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, b1744304-1adb-4d1b-87c6-17e441645f8e) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:48.506395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:48.517584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1b773f-426b-48ad-a0bd-0dcc93259ec6 None None] Network b1744304-1adb-4d1b-87c6-17e441645f8e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:48.548914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.555749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:48.556711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:48.557332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:48.569801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:48.654153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:48.654720 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:48.659492 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 2 to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 Dec 09 09:28:48.664908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:28:48.684118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:28:48.707919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:48.708499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:48.709018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:48.724433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.725767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Sync routers for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:28:48.741888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Network 56cbb88c-3618-49e4-96c2-31c16bc3e914 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:48.745399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3884183a-c5fa-409d-9448-aed80e0bf9af None None] Pushing event updated for resources: {'Port': ['ID=b0a573fa-14db-47d9-b62a-c8a6a967375d,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:48.747840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Pushing event updated for resources: {'Port': ['ID=556c002a-b0c9-4f85-813f-7dcb784d1725,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:48.754842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-17ed564e-9695-44b0-acfe-ac6965a95e7d None None] Provisioning for port 4fbec1e0-5cb7-4444-94b7-43da41855221 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:48.756095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:48.759465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3884183a-c5fa-409d-9448-aed80e0bf9af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:48.765330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.770931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:48.774351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:48.774851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.781656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:48.782018 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:48.783279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 3 to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 Dec 09 09:28:48.794894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:48.803512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.805258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:48.805633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:48.805999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:48.817721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:48.818084 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:48.821345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 4 to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 Dec 09 09:28:48.839217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-17ed564e-9695-44b0-acfe-ac6965a95e7d None None] Provisioning complete for port 4fbec1e0-5cb7-4444-94b7-43da41855221 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:48.840025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] device_id is not set on port 464e9de5-c018-42be-865c-5ea694a5afc9 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:28:48.840318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17ed564e-9695-44b0-acfe-ac6965a95e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.844036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:48.844410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:48.844779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:48.855681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:48.856007 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:48.857732 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 5 to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 Dec 09 09:28:48.877684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:48.878055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:48.878421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:48.888029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:48.888547 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:48.889200 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 6 to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 Dec 09 09:28:48.966504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:48.991505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:48.991876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:48.992251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:49.048564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:42Z', 'revision_number': 3, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:49.053518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6bfb76-a33c-48d1-a15e-242befd7c447 None None] The sync data for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv is: [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:42Z', 'revision_number': 3, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:28:49.073399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:49.074320 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:49.079638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 7 to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 Dec 09 09:28:49.083086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:28:49.083086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:49.134095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:49.134477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:49.134896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:49.201557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:49.201917 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:49.206610 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 8 to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 Dec 09 09:28:49.307041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:49.307594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:49.308941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.309066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:49.313163 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-26984bc8-dd0b-42ab-8802-ece25c80a391 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8716595 Dec 09 09:28:49.318109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49464) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:49.322262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:49.322752 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:49.329912 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 9 to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 Dec 09 09:28:49.351115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.427746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17ed564e-9695-44b0-acfe-ac6965a95e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.430287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:49.430785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:49.431272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:49.446184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:49.446184 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:49.455676 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 10 to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 Dec 09 09:28:49.476584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.477869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:49.478357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:49.478839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:49.487391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.488084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.490818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:49.491308 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:49.491789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.497329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:28:49.516441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.521907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-851197d5-de22-479e-97df-b6c9f073e596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:49.572290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-17ed564e-9695-44b0-acfe-ac6965a95e7d None None] For port 4fbec1e0-5cb7-4444-94b7-43da41855221, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4fbec1e0-5cb7-4444-94b7-43da41855221,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:28:49.641476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17ed564e-9695-44b0-acfe-ac6965a95e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.654581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88884) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Dec 09 09:28:49.654950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Router 21b5bda2-d4a0-4fe9-a529-9b21606069ff migrating from provider to provider. {{(pid=88884) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Dec 09 09:28:49.655349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.661796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.662524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:49.707869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.739620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.753721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ef9326-5d12-44a8-830d-39a287628773,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:49.784973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.989s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:49.806587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:49.850546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed564e-9695-44b0-acfe-ac6965a95e7d None None] Pushing event updated for resources: {'Port': ['ID=4fbec1e0-5cb7-4444-94b7-43da41855221,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:49.879467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:49.882097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17ed564e-9695-44b0-acfe-ac6965a95e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:49.912972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Provisioning complete for port b0a573fa-14db-47d9-b62a-c8a6a967375d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:49.913421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.022088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.111610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] For port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:28:50.117157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempted to set empty binding levels {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 09 09:28:50.132294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Pushing event updated for resources: {'Port': ['ID=556c002a-b0c9-4f85-813f-7dcb784d1725,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:50.148356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:50.150463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.166289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:50.227850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:43Z', 'revision_number': 3, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:50.234608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Provisioning complete for port 4fbec1e0-5cb7-4444-94b7-43da41855221 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:50.235019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.239612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.440355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a2c214-4054-4a28-977c-6cbe9dbb5ef9,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:50.443410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:50.447090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event updated for resources: {'Subnet': ['ID=39f189f7-f680-4b1d-aced-44f2e8321202,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:50.458406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.473339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Checking router: 7bebb406-c844-438e-9b5c-0c0bffaf0d6a for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:28:50.473721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Updating router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:28:50.479102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Router 4657061a-418b-4542-9890-2032cec0df89 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:28:50.504806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b0a573fa-14db-47d9-b62a-c8a6a967375d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:50.518932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Network 56cbb88c-3618-49e4-96c2-31c16bc3e914 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:50.528921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:50.591878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] device_id is not set on port 464e9de5-c018-42be-865c-5ea694a5afc9 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:28:50.611745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.631041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Transition to ACTIVE for port object 464e9de5-c018-42be-865c-5ea694a5afc9 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:50.639589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:50.642814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.424s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:50.669086 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.2080798 Dec 09 09:28:50.669341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.673852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49468) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:50.690382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.694725 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.6373055 Dec 09 09:28:50.694725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.705190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Checking segment: {'id': '86faa724-09b2-48fc-b018-c24329394684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:50.705531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Network hostable DHCP agents. Network: 1507275a-7815-4f99-9323-f4382a41b1b7, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:28:50.727412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49472) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:50.741354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b0a573fa-14db-47d9-b62a-c8a6a967375d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:50.741767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.756795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2082648430', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'fixed_ips': [{'ip_address': '172.26.8.3'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:50.858746 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.scheduler.l3_agent_scheduler [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] No L3 agents can host the router 21b5bda2-d4a0-4fe9-a529-9b21606069ff Dec 09 09:28:50.865998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:50.895042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Pushing event updated for resources: {'Port': ['ID=e6b5c210-d642-4c91-b1b4-2747c8f2bbe3,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:50.898903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:50.916854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:50.921400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Deleting port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:28:50.922051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:50.973450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Provisioning for port fe9949a3-479c-4eee-8df6-fe936cadcba0 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:50.990399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Usage tracker for resource:port and tenant:5de301a971d44b67bb8e5982de3eecf9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:50.993060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Provisioning complete for port fe9949a3-479c-4eee-8df6-fe936cadcba0 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:50.993523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.011523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'Port': ['ID=464e9de5-c018-42be-865c-5ea694a5afc9,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:51.014393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:51.020375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:51.040572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:51.054633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Network 1507275a-7815-4f99-9323-f4382a41b1b7 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:28:51.061969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Checking segment: {'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:51.062365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Network hostable DHCP agents. Network: 49a3be8f-b45a-448b-adf3-85fe7d4d1672, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:28:51.145899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Made reservation on behalf of 5de301a971d44b67bb8e5982de3eecf9 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:51.150550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.216003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2c17f484-2def-4e92-af85-6083105aef2d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:51.225288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 1507275a-7815-4f99-9323-f4382a41b1b7) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:51.230307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:51.230963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.249629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14a293-af43-4bb2-b3df-6c7998e63ec5 None None] Network 1507275a-7815-4f99-9323-f4382a41b1b7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:51.262658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.312025 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.6010723 Dec 09 09:28:51.316946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49476) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.381228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-23567374', 'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:51.409253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:51.411431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:28:51.431801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] For port b8a2c214-4054-4a28-977c-6cbe9dbb5ef9, host hv-neutron-8195, got binding levels [] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:28:51.432199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.445160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Usage tracker for resource:port and tenant:2651b50102a24dff935c742557099e56 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:51.457943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:51.465341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:51.471102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 49a3be8f-b45a-448b-adf3-85fe7d4d1672) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:51.475174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:51.489745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Usage tracker for resource:security_group_rule and tenant:5de301a971d44b67bb8e5982de3eecf9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:51.489935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a370bc-5d3d-4c21-8322-c85df9feca21 None None] Network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:51.507700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:51.516621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:51.519021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:51.524404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Hosts for router 21b5bda2-d4a0-4fe9-a529-9b21606069ff: [] {{(pid=88884) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 09 09:28:51.541735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.555832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:51.556239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:51.556641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:51.642329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Calling delete_port for b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:28:51.702261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 2c17f484-2def-4e92-af85-6083105aef2d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:51.755958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2c17f484-2def-4e92-af85-6083105aef2d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:51.756365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.802397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Made reservation on behalf of 2651b50102a24dff935c742557099e56 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:51.807509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.817936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Hosts for other DVR routers connected to router 21b5bda2-d4a0-4fe9-a529-9b21606069ff: set() {{(pid=88884) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Dec 09 09:28:51.826937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:51.827305 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:51.835720 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 2 to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 Dec 09 09:28:51.869012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] For port fe9949a3-479c-4eee-8df6-fe936cadcba0, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fe9949a3-479c-4eee-8df6-fe936cadcba0,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:28:51.874173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.875746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:51.876683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:51.876683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:51.889356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] device_id is not set on port 2b95d216-22ce-4cf2-9dd0-3eb42db2cf1c yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:28:51.925077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.929016 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-491c3492-3ff7-4842-9483-e1e46453a9b9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "PUT /v2.0/routers/21b5bda2-d4a0-4fe9-a529-9b21606069ff HTTP/1.1" status: 200 len: 717 time: 4.1711845 Dec 09 09:28:51.931067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49480) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:51.954635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:51.977164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:52.006634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a147f-6b51-4515-ad9a-3aaef90049b4 None None] Network 1507275a-7815-4f99-9323-f4382a41b1b7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:28:52.015594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:52.016013 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:52.020159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Transition to ACTIVE for port object 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:52.032383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 3 to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 Dec 09 09:28:52.032723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.051358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:52.068883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.103701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8a2c214-4054-4a28-977c-6cbe9dbb5ef9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:52.109824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:52.121402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Router 5c31780e-48e9-483a-a255-a130e4ec4d36 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:28:52.154469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:52.154469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:52.154965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:52.172390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:28:52.196406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Provisioning for port 556c002a-b0c9-4f85-813f-7dcb784d1725 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:52.201984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Sync routers for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:28:52.210205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.211024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.227543 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 HTTP/1.1" status: 204 len: 168 time: 1.5520265 Dec 09 09:28:52.228656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:28:52.228802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Pushing event updated for resources: {'Port': ['ID=fe9949a3-479c-4eee-8df6-fe936cadcba0,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:52.229747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49484) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:52.230756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:52.264030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:52.264678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Provisioning complete for port 556c002a-b0c9-4f85-813f-7dcb784d1725 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:52.265089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.268181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.269035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:52.269515 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:52.280445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 4 to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 Dec 09 09:28:52.310262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:52.325192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] device_id is not set on port 334f5afc-4b41-4203-a14d-281c9002593a yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:28:52.362326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.364038 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fdbf39d9-05b9-446d-b7f7-9532699ba641 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 10.5631766 Dec 09 09:28:52.377589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49490) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:52.381389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:52.382526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:52.382526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:52.384418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c8ae79-983c-4dc2-ac0c-0b6d92286abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:28:52.385368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d7c8ae79-983c-4dc2-ac0c-0b6d92286abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Synchronizing usage tracker for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:28:52.406401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1e5382fa-bf50-44ec-8e9d-6162c43fb1f9 tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "GET /v2.0/routers/21b5bda2-d4a0-4fe9-a529-9b21606069ff HTTP/1.1" status: 200 len: 717 time: 0.4692454 Dec 09 09:28:52.426058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49494) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:52.443615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.299s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:52.465155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:28:52.533194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Allocated IP 2001:db8::230 (1507275a-7815-4f99-9323-f4382a41b1b7/39f189f7-f680-4b1d-aced-44f2e8321202/2b95d216-22ce-4cf2-9dd0-3eb42db2cf1c) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:52.535609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d471e9d8-f267-4f82-a1b7-70d374a0f2d3,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:52.540562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:52.541498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:52.541987 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:52.548794 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 5 to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 Dec 09 09:28:52.570628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d7c8ae79-983c-4dc2-ac0c-0b6d92286abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Unset dirty status for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:28:52.574947 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d7c8ae79-983c-4dc2-ac0c-0b6d92286abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "GET /v2.0/ports/b8a2c214-4054-4a28-977c-6cbe9dbb5ef9 HTTP/1.1" status: 404 len: 333 time: 0.3434041 Dec 09 09:28:52.598425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49500) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:52.626384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Request body: {'port': {'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-546317682'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:52.634996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:52.637510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:52.638012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:52.638784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:52.660262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:52.677228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:52.677757 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:52.684794 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 6 to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 Dec 09 09:28:52.703614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Port 556c002a-b0c9-4f85-813f-7dcb784d1725 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:28:52.715691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.738732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac623-3073-4ace-a923-54256759c00c None None] Pushing event updated for resources: {'Port': ['ID=41c12c73-d49a-4430-af6d-5ac6e2d2fe67,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:52.779951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:52.780453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:52.780885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff1ac623-3073-4ace-a923-54256759c00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:52.781006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:52.789068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Attempting to bind port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:52.789798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Attempting to bind port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:52.790370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Attempting to bind port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:52.821393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 2c17f484-2def-4e92-af85-6083105aef2d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2c17f484-2def-4e92-af85-6083105aef2d,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:28:52.827379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:28:52.827996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:52.828742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.829343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:28:52.830026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Bound port: 41c12c73-d49a-4430-af6d-5ac6e2d2fe67, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:28:52.830732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.877338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Made reservation on behalf of c5855dbe9c0140aba5b8f9bcdb71427a for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:52.878655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:45Z', 'revision_number': 3, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:52.883004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Checking router: 4657061a-418b-4542-9890-2032cec0df89 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:28:52.883480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Updating router 4657061a-418b-4542-9890-2032cec0df89 port a56cbf6d-218d-4a84-a4d1-256a5bb37f54 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:28:52.883604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.897088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:52.897088 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:52.909140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 7 to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 Dec 09 09:28:52.931974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.933846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4fbec1e0-5cb7-4444-94b7-43da41855221 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:52.944479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:52.957059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:52.957576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:52.958043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:52.960648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 09:28:52.961290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:28:52.990602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a1948c8-fb00-4b76-a433-5395604e0269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:53.064824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:53.065369 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:53.069349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 8 to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 Dec 09 09:28:53.078364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 2.3378963 Dec 09 09:28:53.085820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] device_id is not set on port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:28:53.098056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49504) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:53.153433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c002ef6-479e-4b39-b40f-d57c11342812 None None] Provisioning complete for port fe9949a3-479c-4eee-8df6-fe936cadcba0 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:53.154021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c002ef6-479e-4b39-b40f-d57c11342812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.184340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] For port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:28:53.202754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:53.203259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:53.203729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:53.220968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=2c17f484-2def-4e92-af85-6083105aef2d,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:53.227948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] For port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=41c12c73-d49a-4430-af6d-5ac6e2d2fe67,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:28:53.232025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:53.241941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.250865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:53.315129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4fbec1e0-5cb7-4444-94b7-43da41855221 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:53.315775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.321770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:53.322284 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:53.326564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.338120 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 9 to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 Dec 09 09:28:53.365512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.372216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.381406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Transition to ACTIVE for port object a56cbf6d-218d-4a84-a4d1-256a5bb37f54 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:53.382486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Deleting port e6b5c210-d642-4c91-b1b4-2747c8f2bbe3 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:28:53.383004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.390217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.395604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:53.446339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:53.446809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:53.447291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:53.460885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac623-3073-4ace-a923-54256759c00c None None] Pushing event updated for resources: {'Port': ['ID=41c12c73-d49a-4430-af6d-5ac6e2d2fe67,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:53.472081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff1ac623-3073-4ace-a923-54256759c00c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:53.481205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70042522-de87-4b73-900b-55d34ed2f7d8 None None] Pushing event updated for resources: {'Port': ['ID=a56cbf6d-218d-4a84-a4d1-256a5bb37f54,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:53.487294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70042522-de87-4b73-900b-55d34ed2f7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:53.499853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:28:53.500703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:53.503339 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7960f54f-74ae-4f0b-8dc0-1903959e4409 tempest-RoutersTestDVR-1721489192 tempest-RoutersTestDVR-1721489192-project] 10.222.0.18 "GET /v2.0/routers/21b5bda2-d4a0-4fe9-a529-9b21606069ff HTTP/1.1" status: 200 len: 683 time: 1.0670078 Dec 09 09:28:53.508212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49508) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:53.517694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Attempting to bind port a56cbf6d-218d-4a84-a4d1-256a5bb37f54 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:53.518215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Attempting to bind port a56cbf6d-218d-4a84-a4d1-256a5bb37f54 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:53.518621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Attempting to bind port a56cbf6d-218d-4a84-a4d1-256a5bb37f54 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:53.527403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:28:53.527814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:53.528369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.528796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:28:53.529356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Bound port: a56cbf6d-218d-4a84-a4d1-256a5bb37f54, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:28:53.529921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.573711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:53.574285 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:53.583089 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 10 to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 Dec 09 09:28:53.622024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] For port a56cbf6d-218d-4a84-a4d1-256a5bb37f54, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:28:53.625948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] For port a56cbf6d-218d-4a84-a4d1-256a5bb37f54, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a56cbf6d-218d-4a84-a4d1-256a5bb37f54,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:28:53.629906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.631975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:53.632470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:53.632963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:53.635187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:53.636820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.646108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.656182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c002ef6-479e-4b39-b40f-d57c11342812 None None] Provisioning complete for port 556c002a-b0c9-4f85-813f-7dcb784d1725 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:53.656820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c002ef6-479e-4b39-b40f-d57c11342812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:53.714324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70042522-de87-4b73-900b-55d34ed2f7d8 None None] Pushing event updated for resources: {'Port': ['ID=a56cbf6d-218d-4a84-a4d1-256a5bb37f54,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:53.720073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:53.720371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70042522-de87-4b73-900b-55d34ed2f7d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:53.739894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:28:53.740794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:53.844914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8c002ef6-479e-4b39-b40f-d57c11342812 None None] Port 556c002a-b0c9-4f85-813f-7dcb784d1725 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:28:53.878747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:28:53.936924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:28:53.942890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fe9949a3-479c-4eee-8df6-fe936cadcba0 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:53.977710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:54.001797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:28:54.010469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Sync routers for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:28:54.023409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Network b1744304-1adb-4d1b-87c6-17e441645f8e is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:54.047889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 464e9de5-c018-42be-865c-5ea694a5afc9 on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:54.048241 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 464e9de5-c018-42be-865c-5ea694a5afc9 on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:28:54.048650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.072767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:54.076210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'Port': ['ID=e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:54.081416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] 10.222.0.18 "PUT /v2.0/routers/5c31780e-48e9-483a-a255-a130e4ec4d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8021417 Dec 09 09:28:54.085992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:54.087048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:54.088027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.109340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:54.111631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9e8db6a-a56d-46cc-849b-ef2cdcb6345c tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.129720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:28:54.130049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Network 1507275a-7815-4f99-9323-f4382a41b1b7 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:54.130412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:54.168986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:54.174579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:54.175458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:28:54.176171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.187041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.187411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.217577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event updated for resources: {'Port': ['ID=2b95d216-22ce-4cf2-9dd0-3eb42db2cf1c,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:54.220569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:54.271814 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6521583 Dec 09 09:28:54.278931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49520) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:54.291441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:54.346671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.383404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port fe9949a3-479c-4eee-8df6-fe936cadcba0 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:54.383824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.522007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Calling delete_port for e6b5c210-d642-4c91-b1b4-2747c8f2bbe3 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:28:54.571964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.2036567 Dec 09 09:28:54.572944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49528) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:54.838313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] For port 464e9de5-c018-42be-865c-5ea694a5afc9, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:28:54.842034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempted to set empty binding levels {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 09 09:28:54.903760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Deleting port 2b95d216-22ce-4cf2-9dd0-3eb42db2cf1c {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:28:54.904140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.949836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2c17f484-2def-4e92-af85-6083105aef2d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:54.954950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.957411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:54.958884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:45Z', 'revision_number': 3, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:54.983250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9f2082-30d7-4cce-94c9-0c024a790112 None None] The sync data for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv is: [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:45Z', 'revision_number': 3, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:28:54.993651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:55.046454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:28:55.170178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.203243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:43Z', 'revision_number': 3, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:55.218062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49534) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:55.218599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b3420-7662-4eb9-8265-790d661228a1 None None] The sync data for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv is: [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:43Z', 'revision_number': 3, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:28:55.229653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2c17f484-2def-4e92-af85-6083105aef2d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:55.230128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.247001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'Port': ['ID=464e9de5-c018-42be-865c-5ea694a5afc9,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:55.253831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:55.258801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9e8db6a-a56d-46cc-849b-ef2cdcb6345c tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.262384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--801963327', 'description': 'tempest-description--1539873625'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:55.274639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.286124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:55.295390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 8.9824333 Dec 09 09:28:55.301981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:55.315693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49538) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:55.364374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Usage tracker for resource:security_group and tenant:03a040d3186a491e995d63e3c738a73a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:55.367350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6b5c210-d642-4c91-b1b4-2747c8f2bbe3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:55.383035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9e8db6a-a56d-46cc-849b-ef2cdcb6345c tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.440730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:55.446625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:55.461967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:55.575294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.606866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Deleting port 464e9de5-c018-42be-865c-5ea694a5afc9 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:28:55.607243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.684142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9e8db6a-a56d-46cc-849b-ef2cdcb6345c tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.684673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e8db6a-a56d-46cc-849b-ef2cdcb6345c tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21b5bda2-d4a0-4fe9-a529-9b21606069ff {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:28:55.754586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Allocated IP 172.20.0.1 (6b5d8d55-c9b4-48fd-be19-87592e5fe5d7/8ea0517f-602a-4380-a4ca-916482843c16/b2b09aec-47f3-4858-91b2-ec8a73344ed8) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:55.826490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9e8db6a-a56d-46cc-849b-ef2cdcb6345c tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.828031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e9e8db6a-a56d-46cc-849b-ef2cdcb6345c tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "DELETE /v2.0/routers/21b5bda2-d4a0-4fe9-a529-9b21606069ff HTTP/1.1" status: 204 len: 168 time: 2.2552660 Dec 09 09:28:55.855871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49542) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:55.900973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.908346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Request body: {'router': {'name': 'tempest-router-1555001367', 'distributed': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:55.923948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:55.924096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '556c002a-b0c9-4f85-813f-7dcb784d1725', 'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'mac_address': 'fa:16:3e:b5:71:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:47Z', 'updated_at': '2021-12-09T09:28:49Z', 'revision_number': 2, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'subnets': [{'id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:55.928260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:55.934246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/aa21d2bf-a1e7-4875-bcf8-6b3b17093ac8 HTTP/1.1" status: 204 len: 168 time: 2.8349545 Dec 09 09:28:55.949184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Usage tracker for resource:security_group_rule and tenant:03a040d3186a491e995d63e3c738a73a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:55.955690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:55.956599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Checking router: 5c31780e-48e9-483a-a255-a130e4ec4d36 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:28:55.957012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Updating router 5c31780e-48e9-483a-a255-a130e4ec4d36 port 556c002a-b0c9-4f85-813f-7dcb784d1725 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:28:55.964692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:56.024641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:56.063320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Usage tracker for resource:router and tenant:2d49e9284a2e4239920857f16b3f328e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:56.067469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a56cbf6d-218d-4a84-a4d1-256a5bb37f54 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:56.081046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.144831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:56.179994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.235418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:56.336565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] device_id is not set on port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:28:56.364911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.367901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Calling delete_port for 2b95d216-22ce-4cf2-9dd0-3eb42db2cf1c owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:28:56.370322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.371547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.411080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] For port 464e9de5-c018-42be-865c-5ea694a5afc9, host hv-neutron-8195, got binding levels [] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:28:56.411524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.482501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port a56cbf6d-218d-4a84-a4d1-256a5bb37f54 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:56.511522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a56cbf6d-218d-4a84-a4d1-256a5bb37f54 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:56.523602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.656578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Calling delete_port for 464e9de5-c018-42be-865c-5ea694a5afc9 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:28:56.700438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49550) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:56.703650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.707426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Transition to ACTIVE for port object e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:56.784670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.826958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:56.833957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:56.868340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Transition to ACTIVE for port object b2b09aec-47f3-4858-91b2-ec8a73344ed8 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:56.998779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.002634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.007865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.038346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:57.152170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda83131-d98b-479e-909a-8abe6a63f80a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:57.187791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.201581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:57.202180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:57.243326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.280050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b95d216-22ce-4cf2-9dd0-3eb42db2cf1c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:57.285140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Transition to ACTIVE for port object 556c002a-b0c9-4f85-813f-7dcb784d1725 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:57.288205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.291770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port a56cbf6d-218d-4a84-a4d1-256a5bb37f54, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a56cbf6d-218d-4a84-a4d1-256a5bb37f54,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:28:57.294704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.299359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:57.314808 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "DELETE /v2.0/ports/2b95d216-22ce-4cf2-9dd0-3eb42db2cf1c HTTP/1.1" status: 204 len: 168 time: 2.7230177 Dec 09 09:28:57.318724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:57.319752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49562) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:57.326942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.330890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.331045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0779591 Dec 09 09:28:57.332327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7', 'external_fixed_ips': [{'subnet_id': '39f189f7-f680-4b1d-aced-44f2e8321202', 'ip_address': '2001:db8::230'}]}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:57.333515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49566) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:57.337370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:57.342488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Usage tracker for resource:router and tenant:2651b50102a24dff935c742557099e56 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:57.345916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:57.348873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Request body: {'security_group_rule': {'security_group_id': 'eda83131-d98b-479e-909a-8abe6a63f80a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:57.352249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:57.357295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:57.366118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.369147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2f479-73e5-4fde-b18a-bc8b00dd3468 None None] Pushing event updated for resources: {'Port': ['ID=556c002a-b0c9-4f85-813f-7dcb784d1725,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:57.371182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'Port': ['ID=e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:57.374955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e2c2f479-73e5-4fde-b18a-bc8b00dd3468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:57.375213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:57.375450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:57.376156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.381661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Usage tracker for resource:security_group_rule and tenant:03a040d3186a491e995d63e3c738a73a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:57.386806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.387280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:57.397259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:57.402521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:57.446358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.447394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.540892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.565465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=a56cbf6d-218d-4a84-a4d1-256a5bb37f54,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:57.574198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:57.581251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.594436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.610309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.611917 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7b4663c2-e3aa-4aff-8be9-6ac9d4988a9d tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.7322841 Dec 09 09:28:57.618213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49572) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:57.641101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:57.645269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Pushing event updated for resources: {'Port': ['ID=b2b09aec-47f3-4858-91b2-ec8a73344ed8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:57.669991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Attempting to bind port 556c002a-b0c9-4f85-813f-7dcb784d1725 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:57.670512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Attempting to bind port 556c002a-b0c9-4f85-813f-7dcb784d1725 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:57.670970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Attempting to bind port 556c002a-b0c9-4f85-813f-7dcb784d1725 on network 56cbb88c-3618-49e4-96c2-31c16bc3e914 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:57.679348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:28:57.679884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Checking segment: {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:28:57.680418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.680945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Bound using segment: {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:28:57.681628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Bound port: 556c002a-b0c9-4f85-813f-7dcb784d1725, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:28:57.682537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.692551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:57.695253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:57.696043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.710620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event deleted for resources: {'Port': ['ID=464e9de5-c018-42be-865c-5ea694a5afc9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:57.730652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:57.735018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:57.735345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:57.736066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:57.736432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:57.736797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:57.755477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.794466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.802048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "DELETE /v2.0/ports/464e9de5-c018-42be-865c-5ea694a5afc9 HTTP/1.1" status: 204 len: 168 time: 2.4721563 Dec 09 09:28:57.809155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] For port 556c002a-b0c9-4f85-813f-7dcb784d1725, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:28:57.812714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] For port 556c002a-b0c9-4f85-813f-7dcb784d1725, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=556c002a-b0c9-4f85-813f-7dcb784d1725,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:28:57.818512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.831265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49576) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:57.832935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:57.868374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:57.868750 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:57.876491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:57.878754 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 2 to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d Dec 09 09:28:57.936122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:28:57.936826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:57.949043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8e08fb9-d881-471c-8b12-1eb5f502c2ea tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:57.988040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:57.993147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:57.993147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:57.996952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3bf656-012c-4080-b7d7-7084f99ce983 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:28:57.997576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ca3bf656-012c-4080-b7d7-7084f99ce983 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Synchronizing usage tracker for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:28:58.008992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Usage tracker for resource:security_group_rule and tenant:837dd711636544ae82d420fd2bf70a4f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:58.013906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:58.014280 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:58.015084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:58.027249 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 3 to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d Dec 09 09:28:58.053094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:58.053442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:58.053841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:58.081059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:58.083902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:58.084732 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:58.088824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 4 to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d Dec 09 09:28:58.096534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2f479-73e5-4fde-b18a-bc8b00dd3468 None None] Pushing event updated for resources: {'Port': ['ID=556c002a-b0c9-4f85-813f-7dcb784d1725,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:58.116312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:58.116691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:58.117068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:58.177434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e2c2f479-73e5-4fde-b18a-bc8b00dd3468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:58.196448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:58.209870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.225845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.238804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:58.259289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1538f3f-c971-4491-ba0f-395029c3b660,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:58.279482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:58.280828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.292262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:28:58.395490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.396732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:58.397279 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:58.407119 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 5 to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d Dec 09 09:28:58.415875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.466477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ca3bf656-012c-4080-b7d7-7084f99ce983 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Unset dirty status for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:28:58.467804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ca3bf656-012c-4080-b7d7-7084f99ce983 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "GET /v2.0/ports/464e9de5-c018-42be-865c-5ea694a5afc9 HTTP/1.1" status: 404 len: 333 time: 0.6312912 Dec 09 09:28:58.473234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49580) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:58.476670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.481305 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1404495 Dec 09 09:28:58.483941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:58.485284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49582) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:58.497866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Request body: {'port': {'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1022910495'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:58.498049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Request body: {'security_group_rule': {'security_group_id': 'eda83131-d98b-479e-909a-8abe6a63f80a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:58.514147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:58.516412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:58.516786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:58.517166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:58.520712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Allocated IP 172.20.0.1 (a60b1dba-af2d-4ce3-8ad3-11ff1d49f206/dfe9113b-65ce-44e9-b256-78fbd1441f03/acd44bfc-ea9b-435b-914a-a99d2a6d0171) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:28:58.520842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.527403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:58.585133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:58.590133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:58.590503 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:58.591121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb0a92a-6cc1-4c4b-9463-406c27fdb5ee,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:58.601296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 6 to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d Dec 09 09:28:58.611183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:58.645996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=837dd711636544ae82d420fd2bf70a4f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8963070 Dec 09 09:28:58.665082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8e08fb9-d881-471c-8b12-1eb5f502c2ea tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.669408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49588) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:58.669560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8e08fb9-d881-471c-8b12-1eb5f502c2ea tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.681368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:58.681799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:58.682094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:58.707407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:58.708627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Made reservation on behalf of 33204f8671c040a982776c90d595a558 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:28:58.715163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.726688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:58.727207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.758964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Usage tracker for resource:security_group_rule and tenant:03a040d3186a491e995d63e3c738a73a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:58.763367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:58.767390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8e08fb9-d881-471c-8b12-1eb5f502c2ea tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.768206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8e08fb9-d881-471c-8b12-1eb5f502c2ea tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5ad9d88-bd42-47fc-9666-733555bc6474 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:28:58.777524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:58.811453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8e08fb9-d881-471c-8b12-1eb5f502c2ea tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.816727 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8e08fb9-d881-471c-8b12-1eb5f502c2ea tempest-RoutersTestDVR-1464357235 tempest-RoutersTestDVR-1464357235-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c5ad9d88-bd42-47fc-9666-733555bc6474 HTTP/1.1" status: 204 len: 168 time: 1.1935441 Dec 09 09:28:58.824688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:58.825026 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:58.835099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 7 to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d Dec 09 09:28:58.842388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.870577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] device_id is not set on port 8e72310a-89d7-4ae2-a9a1-abf41191071d yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:28:58.890197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7b9f92d7-e363-48c3-ba19-4fb819e12c60 None None] Provisioning for port b2b09aec-47f3-4858-91b2-ec8a73344ed8 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:58.906141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7b9f92d7-e363-48c3-ba19-4fb819e12c60 None None] Provisioning complete for port b2b09aec-47f3-4858-91b2-ec8a73344ed8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:58.906564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b9f92d7-e363-48c3-ba19-4fb819e12c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:58.929723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:58.930136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:58.930464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:59.006769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.016535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.020631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.029397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0db8804-285a-4e6f-9688-1b4ff5f332aa tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:59.037214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:59.037593 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:59.046914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac638076-57e9-4396-b593-c8105ec5af99,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:59.048706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7b9f92d7-e363-48c3-ba19-4fb819e12c60 None None] Port b2b09aec-47f3-4858-91b2-ec8a73344ed8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:28:59.050543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Transition to ACTIVE for port object acd44bfc-ea9b-435b-914a-a99d2a6d0171 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:28:59.056456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:59.061812 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 8 to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d Dec 09 09:28:59.068057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.081702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.084254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5978792 Dec 09 09:28:59.086027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.090005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49596) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:59.091855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-102f1b65-cf45-4f34-ae03-0b2cdf2f9c5d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:59.095192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=41c12c73-d49a-4430-af6d-5ac6e2d2fe67,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:28:59.101405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.102435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a56cbf6d-218d-4a84-a4d1-256a5bb37f54 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:28:59.113674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c081be10-6532-4966-8f58-dbc3304583ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.127630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:28:59.130965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e2c2f479-73e5-4fde-b18a-bc8b00dd3468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:59.137938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:59.138488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:59.138863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:59.164667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:59.172855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:28:59.176219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:28:59.178239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Pushing event updated for resources: {'Port': ['ID=acd44bfc-ea9b-435b-914a-a99d2a6d0171,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:59.181411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:28:59.182201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.199706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Usage tracker for resource:floatingip and tenant:03a040d3186a491e995d63e3c738a73a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:28:59.208610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:59.244197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:28:59.253880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '556c002a-b0c9-4f85-813f-7dcb784d1725', 'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'mac_address': 'fa:16:3e:b5:71:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:47Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'subnets': [{'id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:28:59.268182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3f492d-552a-4e3d-ae23-d5d20bb674c4 None None] The sync data for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv is: [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '556c002a-b0c9-4f85-813f-7dcb784d1725', 'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'mac_address': 'fa:16:3e:b5:71:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:47Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'subnets': [{'id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:28:59.269009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c081be10-6532-4966-8f58-dbc3304583ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.280359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=41c12c73-d49a-4430-af6d-5ac6e2d2fe67,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:59.287451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:59.287822 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:59.289748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:28:59.289862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:59.301326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.304979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a56cbf6d-218d-4a84-a4d1-256a5bb37f54 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:59.305644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.307165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 9 to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d Dec 09 09:28:59.319564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.374548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.398847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49602) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:28:59.509926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.514265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c6d70a4-b544-4a76-9941-6cb7c9a836de tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:59.554655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:59.555034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:59.555405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:59.640486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.679737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:59.680007 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:59.709144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 10 to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d Dec 09 09:28:59.739850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a7c4c1b1-0cf8-4a3b-8b5c-301f3767956e None None] Provisioning for port acd44bfc-ea9b-435b-914a-a99d2a6d0171 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:28:59.742775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.746717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a7c4c1b1-0cf8-4a3b-8b5c-301f3767956e None None] Provisioning complete for port acd44bfc-ea9b-435b-914a-a99d2a6d0171 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:28:59.747132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7c4c1b1-0cf8-4a3b-8b5c-301f3767956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.780386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Pushing event updated for resources: {'Port': ['ID=b2b09aec-47f3-4858-91b2-ec8a73344ed8,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:28:59.791141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:28:59.822565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:28:59.822901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:28:59.823329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:28:59.826513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a7c4c1b1-0cf8-4a3b-8b5c-301f3767956e None None] Port acd44bfc-ea9b-435b-914a-a99d2a6d0171 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:28:59.866939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.944142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c081be10-6532-4966-8f58-dbc3304583ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.950784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:28:59.950965 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:28:59.951269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:28:59.981695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:28:59.987396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:28:59.996313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Usage tracker for resource:security_group_rule and tenant:c63071ea6af041ae8bb6ac3bb1ab70b5 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:00.002255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:00.013272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:00.015677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081be10-6532-4966-8f58-dbc3304583ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb0a92a-6cc1-4c4b-9463-406c27fdb5ee,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:00.052546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c081be10-6532-4966-8f58-dbc3304583ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:00.083770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 556c002a-b0c9-4f85-813f-7dcb784d1725 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:00.084804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.094219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.097659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.106895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:00.186671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 556c002a-b0c9-4f85-813f-7dcb784d1725 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:00.193361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 556c002a-b0c9-4f85-813f-7dcb784d1725 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:00.195138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.255532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.256736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Pushing event updated for resources: {'Port': ['ID=acd44bfc-ea9b-435b-914a-a99d2a6d0171,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:00.261978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:00.314141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.329920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.339119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00e5a09d-f5d9-4479-89ba-85e205ded0cf tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:00.354676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.399251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 556c002a-b0c9-4f85-813f-7dcb784d1725, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=556c002a-b0c9-4f85-813f-7dcb784d1725,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:00.404120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.405597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:00.411555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7db7a81-786c-4435-9151-54efa9bc4ec6,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:00.420633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c63071ea6af041ae8bb6ac3bb1ab70b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9943755 Dec 09 09:29:00.420633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:00.424516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49608) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:00.444308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:00.446616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:00.446980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:00.468138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f02f86dd-667f-41f3-a3bb-b73c975d98cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:00.504829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.561710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=556c002a-b0c9-4f85-813f-7dcb784d1725,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:00.565366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:00.581655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:00.582170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.594284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:00.595582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c081be10-6532-4966-8f58-dbc3304583ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.600933 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c081be10-6532-4966-8f58-dbc3304583ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3cb0a92a-6cc1-4c4b-9463-406c27fdb5ee HTTP/1.1" status: 204 len: 168 time: 1.9262264 Dec 09 09:29:00.600933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.666153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:00.717891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf8e8-d4cc-4598-bda7-aff7cf868442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:00.795552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf8e8-d4cc-4598-bda7-aff7cf868442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.009806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'Port': ['ID=8e72310a-89d7-4ae2-a9a1-abf41191071d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:01.023186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:01.058968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf8e8-d4cc-4598-bda7-aff7cf868442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.077171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:01.083702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fed33492-7354-4ce6-afdc-239f0fa9eca3 None None] Provisioning complete for port acd44bfc-ea9b-435b-914a-a99d2a6d0171 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:01.084763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fed33492-7354-4ce6-afdc-239f0fa9eca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.135607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:01.157466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:01.159973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:01.160846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:01.162346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.192454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cf8e8-d4cc-4598-bda7-aff7cf868442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7db7a81-786c-4435-9151-54efa9bc4ec6,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:01.205436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fed33492-7354-4ce6-afdc-239f0fa9eca3 None None] Port acd44bfc-ea9b-435b-914a-a99d2a6d0171 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:01.220919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd3cf8e8-d4cc-4598-bda7-aff7cf868442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:01.242013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd3cf8e8-d4cc-4598-bda7-aff7cf868442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.245937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd3cf8e8-d4cc-4598-bda7-aff7cf868442 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7db7a81-786c-4435-9151-54efa9bc4ec6 HTTP/1.1" status: 204 len: 168 time: 0.8175969 Dec 09 09:29:01.246076 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7488949 Dec 09 09:29:01.248675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49616) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:01.253078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] For port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:01.253535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempted to set empty binding levels {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 09 09:29:01.264510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:01.298504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.299617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49622) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:01.330626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7719e4b7-907f-473b-a06c-1fcb626bdb60 None None] Provisioning complete for port b2b09aec-47f3-4858-91b2-ec8a73344ed8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:01.331040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7719e4b7-907f-473b-a06c-1fcb626bdb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.441203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7719e4b7-907f-473b-a06c-1fcb626bdb60 None None] Port b2b09aec-47f3-4858-91b2-ec8a73344ed8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:01.484799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:01.504747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.529543 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1730fdbe-0319-48cd-b745-48c5bb30004b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5de301a971d44b67bb8e5982de3eecf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2281749 Dec 09 09:29:01.534649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49628) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:01.558589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.633080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Router 4657061a-418b-4542-9890-2032cec0df89 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:29:01.697001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] In _notify_port_updated(), no bound segment for port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:29:01.698662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.702922 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "PUT /v2.0/ports/e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d HTTP/1.1" status: 200 len: 980 time: 7.4170442 Dec 09 09:29:01.703071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04d87c87-6048-4d6b-8fca-dd73a3347ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.715423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49632) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:01.729170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'Port': ['ID=e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:01.739533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:01.805671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49636) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:01.811493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Allocated IP 2001:db8::230 (1507275a-7815-4f99-9323-f4382a41b1b7/39f189f7-f680-4b1d-aced-44f2e8321202/6ed781e6-307c-49ea-8013-a94a4fc57e87) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:01.943416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 556c002a-b0c9-4f85-813f-7dcb784d1725 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:01.955802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04d87c87-6048-4d6b-8fca-dd73a3347ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:01.968160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.019508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Allocated IP 172.26.8.232 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/79e61e02-41c3-4f93-8a4b-e336366cd748) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:02.021540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 556c002a-b0c9-4f85-813f-7dcb784d1725 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:02.022231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.098583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:02.141055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Usage tracker for resource:security_group_rule and tenant:2d49e9284a2e4239920857f16b3f328e is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:02.157811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:02.169147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:02.202916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.252853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:29:02.371710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.374938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.398792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c3fabbe-0841-4a27-8e80-5ed34ad34089 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:02.438735 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cf7217d2-d7c3-4532-8cf1-a8cd521b4ad2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13554 time: 0.6996717 Dec 09 09:29:02.441441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] device_id is not set on port 8e72310a-89d7-4ae2-a9a1-abf41191071d yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:02.446752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04d87c87-6048-4d6b-8fca-dd73a3347ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.447428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49640) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:02.455893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.486088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Network 1507275a-7815-4f99-9323-f4382a41b1b7 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:02.496951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:02.502988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:02.510379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:02.536146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event updated for resources: {'Port': ['ID=6ed781e6-307c-49ea-8013-a94a4fc57e87,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:02.545038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d87c87-6048-4d6b-8fca-dd73a3347ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d471e9d8-f267-4f82-a1b7-70d374a0f2d3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:02.545899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:02.547393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04d87c87-6048-4d6b-8fca-dd73a3347ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:02.552858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.562936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Transition to ACTIVE for port object 8e72310a-89d7-4ae2-a9a1-abf41191071d will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:02.563922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f466992c-b930-4327-a783-1490a8849402 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:02.587076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.602079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04d87c87-6048-4d6b-8fca-dd73a3347ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.603575 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-04d87c87-6048-4d6b-8fca-dd73a3347ace admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d471e9d8-f267-4f82-a1b7-70d374a0f2d3 HTTP/1.1" status: 204 len: 168 time: 1.0672224 Dec 09 09:29:02.611740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:02.647692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Deleting port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:02.648078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.895384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.903769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'Port': ['ID=8e72310a-89d7-4ae2-a9a1-abf41191071d,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:02.906751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:02.919951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:02.940060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:02.945021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:02.947086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:02.957887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:02.965648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Pushing event updated for resources: {'Port': ['ID=79e61e02-41c3-4f93-8a4b-e336366cd748,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:02.971219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:03.008582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:03.008950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:03.009351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:03.013333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:03.028003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Sync routers for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:03.049702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] 10.222.0.18 "PUT /v2.0/routers/4657061a-418b-4542-9890-2032cec0df89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6636014 Dec 09 09:29:03.051408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:03.052646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:03.085564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:03.086098 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:03.138767 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 2 to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d Dec 09 09:29:03.155133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853603fc-6c52-48f2-adec-96d8c98f6f8b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:03.163132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:03.163593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:03.163968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:03.170868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d49e9284a2e4239920857f16b3f328e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2858677 Dec 09 09:29:03.172943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49656) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:03.183161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:03.195715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] For port e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d, host hv-neutron-8195, got binding levels [] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:03.196110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.205064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:03.205481 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:03.208252 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 3 to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d Dec 09 09:29:03.218370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.233817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:03.247455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Sync routers for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:03.281289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:03.281996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:03.356731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3b872d84-5241-428b-a5b6-07577ddf253a admin admin] 10.222.0.18 "PUT /v2.0/routers/7bebb406-c844-438e-9b5c-0c0bffaf0d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0309582 Dec 09 09:29:03.359074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.359765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.362182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.500058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:03.518978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb94ae34-8dd4-4df9-aa46-bc217b353807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.565819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:03.567279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:03.568108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:03.580686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Calling delete_port for e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:03.594784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:03.602623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb94ae34-8dd4-4df9-aa46-bc217b353807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.637419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:03.639069 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:03.647859 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 4 to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d Dec 09 09:29:03.678762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:03.679799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:03.680281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:03.701306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:03.701986 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:03.703192 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 5 to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d Dec 09 09:29:03.723371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:03.724350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:03.724350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:03.732395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:03.732748 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:03.733448 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 6 to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d Dec 09 09:29:03.741609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.770845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:03.840228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:03.840604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:03.840972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:03.857251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.891421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:03.891856 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:03.895459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:03.903985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 7 to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d Dec 09 09:29:03.912079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.915196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb94ae34-8dd4-4df9-aa46-bc217b353807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.923156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:03.924431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-55879d88-aa09-4c46-a602-6e66c7cd7df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:03.936125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:03.939053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:03.939428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:03.939802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:03.954487 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "DELETE /v2.0/ports/e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d HTTP/1.1" status: 204 len: 168 time: 1.5012398 Dec 09 09:29:03.955603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:03.955966 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:03.956393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 8 to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d Dec 09 09:29:03.982249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49674) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:03.983055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:03.983559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:03.983947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:04.003002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:04.003359 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:04.106046 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 9 to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d Dec 09 09:29:04.109529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Pushing event updated for resources: {'Port': ['ID=79e61e02-41c3-4f93-8a4b-e336366cd748,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:04.131380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:04.142572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce79187a-2f5a-4fa6-b3bb-779680aaa413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:29:04.142889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb94ae34-8dd4-4df9-aa46-bc217b353807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.144302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bb94ae34-8dd4-4df9-aa46-bc217b353807 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/853603fc-6c52-48f2-adec-96d8c98f6f8b HTTP/1.1" status: 204 len: 168 time: 0.9533741 Dec 09 09:29:04.145097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ce79187a-2f5a-4fa6-b3bb-779680aaa413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Synchronizing usage tracker for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:04.145953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:04.171093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ce79187a-2f5a-4fa6-b3bb-779680aaa413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Unset dirty status for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:04.172838 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ce79187a-2f5a-4fa6-b3bb-779680aaa413 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "GET /v2.0/ports/e2a23c62-0c1b-4838-8fa5-e0bc63a3fd9d HTTP/1.1" status: 404 len: 333 time: 0.1761489 Dec 09 09:29:04.177358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49682) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:04.198938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2024421651', 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:04.202960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:04.203554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:04.205245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:04.211674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:04.220318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:04.221097 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:04.226249 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 10 to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d Dec 09 09:29:04.228632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'b2b09aec-47f3-4858-91b2-ec8a73344ed8', 'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'mac_address': 'fa:16:3e:85:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:54Z', 'updated_at': '2021-12-09T09:28:58Z', 'revision_number': 2, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'subnets': [{'id': '8ea0517f-602a-4380-a4ca-916482843c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:04.236036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.240810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Checking router: 7bebb406-c844-438e-9b5c-0c0bffaf0d6a for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:29:04.241261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Updating router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a port b2b09aec-47f3-4858-91b2-ec8a73344ed8 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:29:04.251019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:04.260342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:04.261577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:04.262143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:04.273405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:04.274057 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 8e72310a-89d7-4ae2-a9a1-abf41191071d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:04.274678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.286211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'acd44bfc-ea9b-435b-914a-a99d2a6d0171', 'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'mac_address': 'fa:16:3e:b0:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 2, 'project_id': '7d726456491348a493aa4dd6659dd405', 'subnets': [{'id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:04.291095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Checking router: 4657061a-418b-4542-9890-2032cec0df89 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:29:04.291667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Updating router 4657061a-418b-4542-9890-2032cec0df89 port acd44bfc-ea9b-435b-914a-a99d2a6d0171 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:29:04.298736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94ae34-8dd4-4df9-aa46-bc217b353807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853603fc-6c52-48f2-adec-96d8c98f6f8b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:04.305076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb94ae34-8dd4-4df9-aa46-bc217b353807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:04.347614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.364887 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2581003 Dec 09 09:29:04.409542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.414063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] For port 8e72310a-89d7-4ae2-a9a1-abf41191071d, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:04.414624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempted to set empty binding levels {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 09 09:29:04.415803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.416075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Made reservation on behalf of c5855dbe9c0140aba5b8f9bcdb71427a for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:04.423356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.437406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.452192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7962e30f-67a0-4915-ac3b-a381a764f3c7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:04.455098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-200134fb-b1a5-4dfe-a947-3f1d45a2b421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.528203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] device_id is not set on port 3c339690-d75b-4bd7-899c-98f697009ded yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:04.598421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Router 8882d381-fd50-4d0f-b103-9fdc671d20be is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:29:04.623173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49692) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:04.645282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1801580597', 'description': 'tempest-description--809841340'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:04.660993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:04.665587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Usage tracker for resource:security_group and tenant:7d726456491348a493aa4dd6659dd405 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:04.669888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:04.678385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:04.703574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] In _notify_port_updated(), no bound segment for port 8e72310a-89d7-4ae2-a9a1-abf41191071d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:29:04.705222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.717546 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "PUT /v2.0/ports/8e72310a-89d7-4ae2-a9a1-abf41191071d HTTP/1.1" status: 200 len: 977 time: 3.4669573 Dec 09 09:29:04.734598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49698) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:04.766355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:04.904689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'Port': ['ID=8e72310a-89d7-4ae2-a9a1-abf41191071d,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:04.975810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:05.055784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:05.088648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Usage tracker for resource:security_group_rule and tenant:7d726456491348a493aa4dd6659dd405 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:05.104357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:05.127454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:05.158201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0de1f854-77f4-4830-a275-398c13747915 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Synchronizing usage tracker for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:05.231293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.262700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Transition to ACTIVE for port object acd44bfc-ea9b-435b-914a-a99d2a6d0171 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:05.271502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.277090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:05.351419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.378681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.379942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Transition to ACTIVE for port object b2b09aec-47f3-4858-91b2-ec8a73344ed8 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:05.383501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:05.393530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.406836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:05.417326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.426008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665f5e9-8bd3-4813-bc34-cc5af8ab8c78 None None] Pushing event updated for resources: {'Port': ['ID=acd44bfc-ea9b-435b-914a-a99d2a6d0171,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:05.431600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Sync routers for ids ['8882d381-fd50-4d0f-b103-9fdc671d20be'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:05.446758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0de1f854-77f4-4830-a275-398c13747915 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Unset dirty status for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:05.452737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2665f5e9-8bd3-4813-bc34-cc5af8ab8c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:05.461019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a3142d6-0afa-4139-92bd-8e54135cc055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:05.461218 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0de1f854-77f4-4830-a275-398c13747915 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14338 time: 0.7179837 Dec 09 09:29:05.462444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49726) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.462964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49728) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.466976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Routers {'8882d381-fd50-4d0f-b103-9fdc671d20be'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:05.469796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8882d381-fd50-4d0f-b103-9fdc671d20be'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:05.482711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.484287 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.1583686 Dec 09 09:29:05.491271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49732) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.509252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d123c-17cb-49a9-b120-58c35be3ccaa None None] Pushing event updated for resources: {'Port': ['ID=b2b09aec-47f3-4858-91b2-ec8a73344ed8,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:05.512931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-858d123c-17cb-49a9-b120-58c35be3ccaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:05.519371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637618368', 'description': 'tempest-description--56552672'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:05.622531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.624737 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9963038 Dec 09 09:29:05.631305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49742) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:05.636783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4568a6-1d3e-4272-9e89-0760260a16b8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:05.658402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Request body: {'security_group_rule': {'security_group_id': 'ca4568a6-1d3e-4272-9e89-0760260a16b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:05.658640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:05.670130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:05.733787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:05.735555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Usage tracker for resource:security_group and tenant:df3d181393184b3e9829225c604aef2a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:05.748450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:05.753738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.789395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:05.793703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Usage tracker for resource:security_group_rule and tenant:7d726456491348a493aa4dd6659dd405 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:05.814258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:05.842876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.855625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Deleting port 8e72310a-89d7-4ae2-a9a1-abf41191071d {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:05.856016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.862870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Attempting to bind port b2b09aec-47f3-4858-91b2-ec8a73344ed8 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:05.863309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Attempting to bind port b2b09aec-47f3-4858-91b2-ec8a73344ed8 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:05.863664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Attempting to bind port b2b09aec-47f3-4858-91b2-ec8a73344ed8 on network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:05.881153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:05.881589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Checking segment: {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:05.882181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.882621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Bound using segment: {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:05.883147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Bound port: b2b09aec-47f3-4858-91b2-ec8a73344ed8, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:05.883563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:05.886756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:05.956288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.035530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49752) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:06.084543 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 09:29:06.132098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.134465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] For port b2b09aec-47f3-4858-91b2-ec8a73344ed8, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:06.142562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] For port b2b09aec-47f3-4858-91b2-ec8a73344ed8, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b2b09aec-47f3-4858-91b2-ec8a73344ed8,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:06.148334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.154008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d22a64d2-7d1d-4953-b8a0-2686f2cb07a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:06.210043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Set router 8882d381-fd50-4d0f-b103-9fdc671d20be gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:06.268059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d123c-17cb-49a9-b120-58c35be3ccaa None None] Pushing event updated for resources: {'Port': ['ID=b2b09aec-47f3-4858-91b2-ec8a73344ed8,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:06.286926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-858d123c-17cb-49a9-b120-58c35be3ccaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:06.317593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:06.323871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:28:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:06.330263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.334618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.351351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.367073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:06.367787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:06.383325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843de0b3-9ef6-4854-9dd1-48d3f04f0708,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:06.385153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.392974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7589324 Dec 09 09:29:06.394776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49764) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:06.403712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Request body: {'security_group_rule': {'security_group_id': 'ca4568a6-1d3e-4272-9e89-0760260a16b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:06.410637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:06.413104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:06.424396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Usage tracker for resource:security_group_rule and tenant:7d726456491348a493aa4dd6659dd405 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:06.428842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.439506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Usage tracker for resource:security_group_rule and tenant:df3d181393184b3e9829225c604aef2a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:06.444537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:06.532664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:06.554502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:06.572116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:06.634841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-f5578910-580b-4c47-b251-310ac82193c7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Synchronizing usage tracker for tenant:03a040d3186a491e995d63e3c738a73a on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:06.672442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:06.775665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Network b1744304-1adb-4d1b-87c6-17e441645f8e is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:06.859539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.863755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49772) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:06.909518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Attempting to bind port acd44bfc-ea9b-435b-914a-a99d2a6d0171 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:06.910173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Attempting to bind port acd44bfc-ea9b-435b-914a-a99d2a6d0171 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:06.910778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Attempting to bind port acd44bfc-ea9b-435b-914a-a99d2a6d0171 on network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:06.922161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:06.922877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Checking segment: {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:06.923478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:06.923687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.924259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Bound using segment: {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:06.924961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Bound port: acd44bfc-ea9b-435b-914a-a99d2a6d0171, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:06.926145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:06.927291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:06.927974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.931682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.953477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:06.988710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'Port': ['ID=3c339690-d75b-4bd7-899c-98f697009ded,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:07.005557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:07.011810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:07.063766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-f5578910-580b-4c47-b251-310ac82193c7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Unset dirty status for tenant:03a040d3186a491e995d63e3c738a73a on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:07.080642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-f5578910-580b-4c47-b251-310ac82193c7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--801963327&fields=id&tenant_id=03a040d3186a491e995d63e3c738a73a HTTP/1.1" status: 200 len: 267 time: 1.0412726 Dec 09 09:29:07.080869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.115434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07932345-3fa8-4de3-aa03-6510bd468c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.142964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] For port 8e72310a-89d7-4ae2-a9a1-abf41191071d, host hv-neutron-8195, got binding levels [] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:07.143875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.151838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.165342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.171519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8882d381-fd50-4d0f-b103-9fdc671d20be', 'name': '', 'tenant_id': '2651b50102a24dff935c742557099e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7', 'external_fixed_ips': [{'subnet_id': '39f189f7-f680-4b1d-aced-44f2e8321202', 'ip_address': '2001:db8::230'}], 'enable_snat': True}, 'gw_port_id': '6ed781e6-307c-49ea-8013-a94a4fc57e87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:02Z', 'revision_number': 3, 'project_id': '2651b50102a24dff935c742557099e56', 'gw_port': {'id': '6ed781e6-307c-49ea-8013-a94a4fc57e87', 'name': '', 'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8882d381-fd50-4d0f-b103-9fdc671d20be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '39f189f7-f680-4b1d-aced-44f2e8321202', 'ip_address': '2001:db8::230', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:01Z', 'updated_at': '2021-12-09T09:29:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '39f189f7-f680-4b1d-aced-44f2e8321202', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:07.175418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.187144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b811817-5995-48fe-99b6-4d2ee76baa86 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:07.187431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Checking router: 8882d381-fd50-4d0f-b103-9fdc671d20be for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:29:07.187834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Updating router 8882d381-fd50-4d0f-b103-9fdc671d20be port 6ed781e6-307c-49ea-8013-a94a4fc57e87 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:29:07.191469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:07.207163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3217dee6-9516-409e-b75d-0f5eb6be37ea,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:07.210613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.215416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.7201807 Dec 09 09:29:07.225748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:07.227547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49782) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:07.247275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Request body: {'security_group_rule': {'security_group_id': '3217dee6-9516-409e-b75d-0f5eb6be37ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:07.252003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027413f9-103f-40c8-bc18-498519290f75,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:07.262220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:07.274503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:07.282093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.287269 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8900373 Dec 09 09:29:07.288748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Usage tracker for resource:security_group_rule and tenant:df3d181393184b3e9829225c604aef2a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:07.291791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49786) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:07.299045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:07.308241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:07.319638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:07.322321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:07.327630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.338018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Usage tracker for resource:floatingip and tenant:7d726456491348a493aa4dd6659dd405 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:07.351411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:07.362195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:07.367095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.401736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.520417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.522298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.528471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.529593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Deleting port 6ed781e6-307c-49ea-8013-a94a4fc57e87 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:07.530108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.575329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-733bd4c4-c6ca-4cbe-9314-2883ce8f0357 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:07.613727 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.4343493 Dec 09 09:29:07.616224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49794) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:07.620351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc432f0d-209a-4cf5-be90-7cfc8763bb6e,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:07.626700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Calling delete_port for 8e72310a-89d7-4ae2-a9a1-abf41191071d owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:07.630281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:07.677130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.678829 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4468141 Dec 09 09:29:07.683702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'b2b09aec-47f3-4858-91b2-ec8a73344ed8', 'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'mac_address': 'fa:16:3e:85:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:54Z', 'updated_at': '2021-12-09T09:29:06Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'subnets': [{'id': '8ea0517f-602a-4380-a4ca-916482843c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:07.686120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1097803166'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:07.688981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce36220d-640d-4ff6-bf93-ee6d0e2105b9 None None] The sync data for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv is: [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'b2b09aec-47f3-4858-91b2-ec8a73344ed8', 'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'mac_address': 'fa:16:3e:85:85:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:54Z', 'updated_at': '2021-12-09T09:29:06Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'subnets': [{'id': '8ea0517f-602a-4380-a4ca-916482843c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:07.703598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49798) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:07.715071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Request body: {'security_group_rule': {'security_group_id': '3217dee6-9516-409e-b75d-0f5eb6be37ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:07.721461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:07.725621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Usage tracker for resource:security_group_rule and tenant:df3d181393184b3e9829225c604aef2a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:07.728659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:07.735253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:07.781611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.838001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] For port acd44bfc-ea9b-435b-914a-a99d2a6d0171, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:07.855662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] For port acd44bfc-ea9b-435b-914a-a99d2a6d0171, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=acd44bfc-ea9b-435b-914a-a99d2a6d0171,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:07.915974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:07.946744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.975785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Usage tracker for resource:network and tenant:573cc4120fb34041931463408755d62b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:07.979759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:07.989999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:08.043658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:08.056934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-68d99a24-caa8-4d0d-9618-9be556f2b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Synchronizing usage tracker for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:08.073388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b2b09aec-47f3-4858-91b2-ec8a73344ed8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:08.102564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.148555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Made reservation on behalf of 573cc4120fb34041931463408755d62b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:08.157591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.185033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-20e9353e-0a34-436a-a72f-17e5b7ef23ab tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:08.186708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-20e9353e-0a34-436a-a72f-17e5b7ef23ab tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/networks?id=56cbb88c-3618-49e4-96c2-31c16bc3e914 HTTP/1.1" status: 200 len: 811 time: 1.1032834 Dec 09 09:29:08.187400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-68d99a24-caa8-4d0d-9618-9be556f2b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Unset dirty status for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:08.191125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.191723 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-68d99a24-caa8-4d0d-9618-9be556f2b30c tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "GET /v2.0/ports/3c339690-d75b-4bd7-899c-98f697009ded HTTP/1.1" status: 200 len: 959 time: 0.5237052 Dec 09 09:29:08.192412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49808) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:08.202125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70042522-de87-4b73-900b-55d34ed2f7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:08.208336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:08.215702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.256657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.271781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:08.272656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:08.273512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b2b09aec-47f3-4858-91b2-ec8a73344ed8 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:08.291112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b2b09aec-47f3-4858-91b2-ec8a73344ed8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:08.291502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.299395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.307084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6024024 Dec 09 09:29:08.349013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49818) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:08.376578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.390509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:08.467491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:08.474539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e72310a-89d7-4ae2-a9a1-abf41191071d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:08.487877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:08.491743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:08.544390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-60b140ed-2cca-4d56-8559-2df2ecfa03d5 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/quotas/03a040d3186a491e995d63e3c738a73a HTTP/1.1" status: 200 len: 375 time: 0.3491633 Dec 09 09:29:08.544938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49822) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:08.546060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Usage tracker for resource:floatingip and tenant:df3d181393184b3e9829225c604aef2a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:08.556137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.556339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:08.575823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8972a884-84fb-4c3a-9c7f-85ca5827a0de,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:08.600086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port b2b09aec-47f3-4858-91b2-ec8a73344ed8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b2b09aec-47f3-4858-91b2-ec8a73344ed8,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:08.605711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Deleting port 3c339690-d75b-4bd7-899c-98f697009ded {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:08.606134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.607193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.609046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Calling delete_port for 6ed781e6-307c-49ea-8013-a94a4fc57e87 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:08.609554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:08.661992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:08.733652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=b2b09aec-47f3-4858-91b2-ec8a73344ed8,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:08.746580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:08.778504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:08.785655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:08.795782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.804276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.842734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665f5e9-8bd3-4813-bc34-cc5af8ab8c78 None None] Pushing event updated for resources: {'Port': ['ID=acd44bfc-ea9b-435b-914a-a99d2a6d0171,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:08.857864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2665f5e9-8bd3-4813-bc34-cc5af8ab8c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:08.894968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.903018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:08.905449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Usage tracker for resource:security_group_rule and tenant:573cc4120fb34041931463408755d62b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:08.934909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:08.959419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:08.962787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:08.982484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Transition to ACTIVE for port object 6ed781e6-307c-49ea-8013-a94a4fc57e87 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:09.005162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.017582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:09.022170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "DELETE /v2.0/ports/8e72310a-89d7-4ae2-a9a1-abf41191071d HTTP/1.1" status: 204 len: 168 time: 3.5188010 Dec 09 09:29:09.045923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49828) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:09.148587 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf7e6f8-b773-4de1-b902-3bba4f5347c0 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:29:09.149324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3cf7e6f8-b773-4de1-b902-3bba4f5347c0 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Synchronizing usage tracker for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:09.175001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:09.181821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:09.187657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Usage tracker for resource:floatingip and tenant:8293ee1dafc04197b357593782353266 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:09.191133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:09.197010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:09.215778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:29:09.216154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:29:09.221053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Attempting to bind port 6ed781e6-307c-49ea-8013-a94a4fc57e87 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:09.221251 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b26fdc31-d8f2-48c2-b773-347c61f89bb4 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=03a040d3186a491e995d63e3c738a73a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6678228 Dec 09 09:29:09.221487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Attempting to bind port 6ed781e6-307c-49ea-8013-a94a4fc57e87 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '86faa724-09b2-48fc-b018-c24329394684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:09.221888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Attempting to bind port 6ed781e6-307c-49ea-8013-a94a4fc57e87 on network 1507275a-7815-4f99-9323-f4382a41b1b7 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:09.234769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2b85d-d0ac-48f1-93ee-68eac27a5b86 None None] Pushing event updated for resources: {'Port': ['ID=6ed781e6-307c-49ea-8013-a94a4fc57e87,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:09.234964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.238119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cac2b85d-d0ac-48f1-93ee-68eac27a5b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:09.253381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Allocated IP 172.26.8.58 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/5ae5e344-f880-4f31-b50d-dec91a3f758c) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:09.306504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:09.306920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Checking segment: {'id': '86faa724-09b2-48fc-b018-c24329394684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:09.307995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.308446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Bound using segment: {'id': '86faa724-09b2-48fc-b018-c24329394684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:09.308985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Bound port: 6ed781e6-307c-49ea-8013-a94a4fc57e87, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86faa724-09b2-48fc-b018-c24329394684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '1507275a-7815-4f99-9323-f4382a41b1b7'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:09.309428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.396936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3cf7e6f8-b773-4de1-b902-3bba4f5347c0 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Unset dirty status for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:09.401938 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3cf7e6f8-b773-4de1-b902-3bba4f5347c0 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "GET /v2.0/ports/8e72310a-89d7-4ae2-a9a1-abf41191071d HTTP/1.1" status: 404 len: 333 time: 0.3471496 Dec 09 09:29:09.429248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49840) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:09.454343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.456072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.466363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1035732276', 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:09.493525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.499686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] For port 6ed781e6-307c-49ea-8013-a94a4fc57e87, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:09.511270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:09.512052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:09.521353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] For port 6ed781e6-307c-49ea-8013-a94a4fc57e87, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6ed781e6-307c-49ea-8013-a94a4fc57e87,segment=NetworkSegment(86faa724-09b2-48fc-b018-c24329394684),segment_id=86faa724-09b2-48fc-b018-c24329394684)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:09.534703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.543595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:09.569999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:09.573468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:09.582753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:09.612604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Pushing event updated for resources: {'Port': ['ID=5ae5e344-f880-4f31-b50d-dec91a3f758c,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:09.621741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:09.654474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'acd44bfc-ea9b-435b-914a-a99d2a6d0171', 'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'mac_address': 'fa:16:3e:b0:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:07Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'subnets': [{'id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:09.660677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Routers {'8882d381-fd50-4d0f-b103-9fdc671d20be'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:09.661473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8882d381-fd50-4d0f-b103-9fdc671d20be'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:09.663873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-a478c4c1-8b27-46a7-a069-f5bd0604f98e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:29:09.665234 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-a478c4c1-8b27-46a7-a069-f5bd0604f98e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3482654 Dec 09 09:29:09.681970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Calling delete_port for 3c339690-d75b-4bd7-899c-98f697009ded owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:09.721945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Deleting port 6ed781e6-307c-49ea-8013-a94a4fc57e87 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:09.722235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.723453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2b85d-d0ac-48f1-93ee-68eac27a5b86 None None] Pushing event updated for resources: {'Port': ['ID=6ed781e6-307c-49ea-8013-a94a4fc57e87,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:09.726778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cac2b85d-d0ac-48f1-93ee-68eac27a5b86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:09.732208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:09.766788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.789651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75aef508-8c25-497d-9e2c-250cce93dfdf None None] The sync data for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv is: [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'acd44bfc-ea9b-435b-914a-a99d2a6d0171', 'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'mac_address': 'fa:16:3e:b0:21:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:07Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'subnets': [{'id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:09.847243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.865415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] Set router 8882d381-fd50-4d0f-b103-9fdc671d20be gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:09.911607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:09.934147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.009090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.090166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Made reservation on behalf of 33204f8671c040a982776c90d595a558 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:10.095497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.125350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8882d381-fd50-4d0f-b103-9fdc671d20be', 'name': '', 'tenant_id': '2651b50102a24dff935c742557099e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:07Z', 'revision_number': 4, 'project_id': '2651b50102a24dff935c742557099e56', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:10.133533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1e5356-f879-437d-a5c9-60e772913c89 None None] The sync data for ids ['8882d381-fd50-4d0f-b103-9fdc671d20be'] in dv-neutron-819581-1-hyperv is: [{'id': '8882d381-fd50-4d0f-b103-9fdc671d20be', 'name': '', 'tenant_id': '2651b50102a24dff935c742557099e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:07Z', 'revision_number': 4, 'project_id': '2651b50102a24dff935c742557099e56', 'gw_port_host': None}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:10.150012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:10.174494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.174814 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Added segment 79d7d780-7544-4f04-b5c2-60ee8db75b94 of type vlan for network 095010ec-0e86-4edb-91a9-10030f7fa2e9 Dec 09 09:29:10.215974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.216176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b2b09aec-47f3-4858-91b2-ec8a73344ed8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:10.223579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:10.310347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] device_id is not set on port 48276abc-d4bc-4e44-a046-7779d24f5e43 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:10.315642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b2b09aec-47f3-4858-91b2-ec8a73344ed8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:10.316293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.343006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] For port 6ed781e6-307c-49ea-8013-a94a4fc57e87, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6ed781e6-307c-49ea-8013-a94a4fc57e87,segment=NetworkSegment(86faa724-09b2-48fc-b018-c24329394684),segment_id=86faa724-09b2-48fc-b018-c24329394684)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:10.343546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.353659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.360447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.368324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ae3e4-0643-446e-8909-b0b72f1e85fe,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:10.406599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:10.438326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:10.457494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.470560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.583875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Calling delete_port for 6ed781e6-307c-49ea-8013-a94a4fc57e87 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:10.621929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.629826 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3359125 Dec 09 09:29:10.691823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Pushing event updated for resources: {'Port': ['ID=5ae5e344-f880-4f31-b50d-dec91a3f758c,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:10.696225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:10.735583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.750957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.765022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:10.765900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:10.818932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:10.909158 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-6f72df94-ac18-4339-8830-ffb29ef5b8b8 service neutron] 10.222.0.18 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1728632 Dec 09 09:29:11.080680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:11.087111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:11.150475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ed781e6-307c-49ea-8013-a94a4fc57e87,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:11.161057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:11.161769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:11.166849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "DELETE /v2.0/ports/3c339690-d75b-4bd7-899c-98f697009ded HTTP/1.1" status: 204 len: 168 time: 2.9531953 Dec 09 09:29:11.169485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49858) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:11.230312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event updated for resources: {'Network': ['ID=095010ec-0e86-4edb-91a9-10030f7fa2e9,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:11.236370 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 4.3009357 Dec 09 09:29:11.238019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:11.239242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Allocated IP 172.26.8.180 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/f8ed3141-064a-4b26-9fbe-2aebe491f7ee) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:11.246584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:11.254088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 095010ec-0e86-4edb-91a9-10030f7fa2e9 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:29:11.268374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49864) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:11.268648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49868) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:11.288502 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 09 09:29:11.311600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Request body: {'subnet': {'network_id': '095010ec-0e86-4edb-91a9-10030f7fa2e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:11.330898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c339690-d75b-4bd7-899c-98f697009ded,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:11.340263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:11.408253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4425325-8f19-45cc-af69-81327558a45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:29:11.408825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4425325-8f19-45cc-af69-81327558a45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Synchronizing usage tracker for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:11.568894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-72ff00cc-610c-4c9d-bfa6-81d47853cffa service neutron] 10.222.0.18 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6586452 Dec 09 09:29:11.599055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:11.600772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4425325-8f19-45cc-af69-81327558a45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Unset dirty status for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:11.602074 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d4425325-8f19-45cc-af69-81327558a45b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "GET /v2.0/ports/3c339690-d75b-4bd7-899c-98f697009ded HTTP/1.1" status: 404 len: 333 time: 0.4315469 Dec 09 09:29:11.603400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:11.611201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49874) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:11.622950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Request body: {'port': {'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-164409005'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:11.646723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:11.683713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:11.692418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:11.710713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Made reservation on behalf of c5855dbe9c0140aba5b8f9bcdb71427a for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:11.716018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:11.758667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:11.788424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-18078bfa-51ab-4293-affe-2f33dc112819 req-45fede45-2b70-408d-b3a1-aa5b4004fdcb tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Synchronizing usage tracker for tenant:7d726456491348a493aa4dd6659dd405 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:11.805322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:11.821812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:11.827679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:11.829833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Usage tracker for resource:subnet and tenant:573cc4120fb34041931463408755d62b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:11.937941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'Port': ['ID=48276abc-d4bc-4e44-a046-7779d24f5e43,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:11.992112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] device_id is not set on port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:12.004416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:12.011924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:12.022545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device acd44bfc-ea9b-435b-914a-a99d2a6d0171 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:12.023849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-18078bfa-51ab-4293-affe-2f33dc112819 req-45fede45-2b70-408d-b3a1-aa5b4004fdcb tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Unset dirty status for tenant:7d726456491348a493aa4dd6659dd405 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:12.025520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-45fede45-2b70-408d-b3a1-aa5b4004fdcb tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1801580597&fields=id&tenant_id=7d726456491348a493aa4dd6659dd405 HTTP/1.1" status: 200 len: 267 time: 0.7493978 Dec 09 09:29:12.032513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.035718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Made reservation on behalf of 573cc4120fb34041931463408755d62b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:12.103804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port acd44bfc-ea9b-435b-914a-a99d2a6d0171 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:12.117399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port acd44bfc-ea9b-435b-914a-a99d2a6d0171 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:12.118334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.153791 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c155da84-27bd-4041-a521-e52bd31d2dce req-830a9fd8-f385-4bbc-bfab-9e9092000c56 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 210 time: 0.2176967 Dec 09 09:29:12.168251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks [] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.188802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:12.198313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Allocated IP 172.26.8.30 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/207245b6-d9f6-4a9d-aa79-2472c6461f17) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:12.207167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.208725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:12.226898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:12.228104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:12.229531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.259717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.260131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:12.276417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:12.282710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Pushing event updated for resources: {'Port': ['ID=f8ed3141-064a-4b26-9fbe-2aebe491f7ee,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:12.287960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:12.298524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port acd44bfc-ea9b-435b-914a-a99d2a6d0171, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=acd44bfc-ea9b-435b-914a-a99d2a6d0171,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:12.302563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.304664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:12.322022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:12.323676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:12.324258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:12.380034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5fb913e1-125e-4e40-9e80-3f783971d2b2 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.9421885 Dec 09 09:29:12.396096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49902) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:12.403587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=acd44bfc-ea9b-435b-914a-a99d2a6d0171,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:12.415354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:12.501426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.501970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8882d381-fd50-4d0f-b103-9fdc671d20be {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:29:12.557720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.559137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8882d381-fd50-4d0f-b103-9fdc671d20be HTTP/1.1" status: 204 len: 168 time: 7.0618668 Dec 09 09:29:12.562671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49912) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:12.604172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078bfa-51ab-4293-affe-2f33dc112819 req-dfb01359-df1a-4a79-b015-9a1e9ced0480 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:12.605087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-18078bfa-51ab-4293-affe-2f33dc112819 req-dfb01359-df1a-4a79-b015-9a1e9ced0480 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Synchronizing usage tracker for tenant:7d726456491348a493aa4dd6659dd405 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:12.696241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-18078bfa-51ab-4293-affe-2f33dc112819 req-dfb01359-df1a-4a79-b015-9a1e9ced0480 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Unset dirty status for tenant:7d726456491348a493aa4dd6659dd405 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:12.697557 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-dfb01359-df1a-4a79-b015-9a1e9ced0480 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/networks?id=a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 HTTP/1.1" status: 200 len: 806 time: 0.5358818 Dec 09 09:29:12.725400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-33d0d30f-bb8d-441f-b25a-53c7f77bd71c tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Synchronizing usage tracker for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:12.729702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Deleting subnet 39f189f7-f680-4b1d-aced-44f2e8321202 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:29:12.746225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.746437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.814561 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-344bb770-0f7f-4fa2-a3ed-2b576f1dbd47 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/quotas/7d726456491348a493aa4dd6659dd405 HTTP/1.1" status: 200 len: 375 time: 0.0933208 Dec 09 09:29:12.818455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.837439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-33d0d30f-bb8d-441f-b25a-53c7f77bd71c tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Unset dirty status for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:12.842134 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-33d0d30f-bb8d-441f-b25a-53c7f77bd71c tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "GET /v2.0/ports/48276abc-d4bc-4e44-a046-7779d24f5e43 HTTP/1.1" status: 200 len: 955 time: 0.4415791 Dec 09 09:29:12.845309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.850879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49924) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:12.878561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.897907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.904684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:29:12.923707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.936455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:12.953097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:13.024114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Deleting port 48276abc-d4bc-4e44-a046-7779d24f5e43 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:13.024764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:13.077431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event updated for resources: {'Subnet': ['ID=24340fd0-37fc-4251-891b-26e389451438,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:13.096161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:13.109716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-cf733856-2cb4-4305-8729-0da82f70ddee tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d726456491348a493aa4dd6659dd405&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2756481 Dec 09 09:29:13.123524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:13.124746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Checking segment: {'id': '79d7d780-7544-4f04-b5c2-60ee8db75b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '095010ec-0e86-4edb-91a9-10030f7fa2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:13.125452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Network hostable DHCP agents. Network: 095010ec-0e86-4edb-91a9-10030f7fa2e9, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:29:13.141621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:13.193910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=39f189f7-f680-4b1d-aced-44f2e8321202,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:13.196989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:13.204224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:13.214183 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/39f189f7-f680-4b1d-aced-44f2e8321202 HTTP/1.1" status: 204 len: 168 time: 0.6502964 Dec 09 09:29:13.223336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 49938) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:13.259524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Network 095010ec-0e86-4edb-91a9-10030f7fa2e9 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:29:13.293799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:13.325857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:13.341133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 095010ec-0e86-4edb-91a9-10030f7fa2e9) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:13.355747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2b6070-0e04-44cf-9792-243b03f48b7c None None] Network 095010ec-0e86-4edb-91a9-10030f7fa2e9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:13.369400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:13.379854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:13.421742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:13.427625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:13.431564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-daa8184c-98b2-4f02-a051-c6b2d86de819 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:29:13.433772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-daa8184c-98b2-4f02-a051-c6b2d86de819 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1830375 Dec 09 09:29:13.438907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1645145 Dec 09 09:29:13.452465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Network b1744304-1adb-4d1b-87c6-17e441645f8e is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:13.496721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49944) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:13.523781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'Port': ['ID=44d3ccd6-cd25-43f6-8bec-bcf46e24f86a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:13.538383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:13.548636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:13.559718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:13.592780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:13.594102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:13.594923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:13.626115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-095010ec-0e86-4edb-91a9-10030f7fa2e9', 'network_id': '095010ec-0e86-4edb-91a9-10030f7fa2e9', 'tenant_id': '573cc4120fb34041931463408755d62b', 'fixed_ips': [{'subnet_id': '24340fd0-37fc-4251-891b-26e389451438'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:29:13.627227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:13.643858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Request body: {'port': {'network_id': '095010ec-0e86-4edb-91a9-10030f7fa2e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-568105959'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:13.847706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Allocated IP 2001:db8::2 (095010ec-0e86-4edb-91a9-10030f7fa2e9/24340fd0-37fc-4251-891b-26e389451438/f720f1f2-f9dc-4307-b41f-bc10d166c604) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:13.898186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88ff9293-d04c-4250-9211-c3dc846c1eb5 req-adff6843-94a9-4cd9-aa7d-c9af86cec1e3 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 210 time: 0.3805916 Dec 09 09:29:13.946289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.65', 52291) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:14.004659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:14.012279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:14.018053 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4056325 Dec 09 09:29:14.020055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 49950) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:14.049591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.065977 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-fb93847b-1aa9-443c-85e8-408fde58fea9 service neutron] 10.222.0.18 "GET /v2.0/networks/a60b1dba-af2d-4ce3-8ad3-11ff1d49f206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6252291 Dec 09 09:29:14.129974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.134204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.134839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.136700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.137371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > port after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.137944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.138508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > port after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.139076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.139641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.140211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.140767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.141557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Transition to ACTIVE for port object f720f1f2-f9dc-4307-b41f-bc10d166c604 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:14.160795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Transition to ACTIVE for port object f720f1f2-f9dc-4307-b41f-bc10d166c604 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:14.164910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device acd44bfc-ea9b-435b-914a-a99d2a6d0171 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:14.205825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:14.211418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.218732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:14.223514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:14.236719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:14.303779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Network 095010ec-0e86-4edb-91a9-10030f7fa2e9 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:14.303864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Usage tracker for resource:port and tenant:573cc4120fb34041931463408755d62b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:14.314436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:14.316915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:14.318190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.318628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.319085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.319638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:14.320412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1507275a-7815-4f99-9323-f4382a41b1b7']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:14.326531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event updated for resources: {'Port': ['ID=207245b6-d9f6-4a9d-aa79-2472c6461f17,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:14.329904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:14.347274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.365405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Pushing event updated for resources: {'Port': ['ID=f720f1f2-f9dc-4307-b41f-bc10d166c604,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:14.365546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:14.376880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:14.378073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:14.388839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86faa724-09b2-48fc-b018-c24329394684') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:14.389200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86faa724-09b2-48fc-b018-c24329394684') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:14.415430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.441254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port acd44bfc-ea9b-435b-914a-a99d2a6d0171 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:14.442074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.458144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.501361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:29:14.501813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: (self, other), Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: (self, other), Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:14.522126 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:14.539784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-d17b4365-9165-4c58-b22c-161b23495d74 service neutron] 10.222.0.18 "GET /v2.0/networks/a60b1dba-af2d-4ce3-8ad3-11ff1d49f206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682243 Dec 09 09:29:14.663430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-c6b1ee04-f3b2-4e17-af5f-967cbfa34b95 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:14.665135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Attempting to bind port f720f1f2-f9dc-4307-b41f-bc10d166c604 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:14.665788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-c6b1ee04-f3b2-4e17-af5f-967cbfa34b95 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.65 "GET /v2.0/networks?id=56cbb88c-3618-49e4-96c2-31c16bc3e914 HTTP/1.1" status: 200 len: 811 time: 0.7069170 Dec 09 09:29:14.666009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Attempting to bind port f720f1f2-f9dc-4307-b41f-bc10d166c604 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '79d7d780-7544-4f04-b5c2-60ee8db75b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '095010ec-0e86-4edb-91a9-10030f7fa2e9'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:14.669583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Attempting to bind port f720f1f2-f9dc-4307-b41f-bc10d166c604 on network 095010ec-0e86-4edb-91a9-10030f7fa2e9 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:14.674985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Calling delete_port for 48276abc-d4bc-4e44-a046-7779d24f5e43 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:14.707266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.727893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Made reservation on behalf of 573cc4120fb34041931463408755d62b for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:14.736245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.753835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.760334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1507275a-7815-4f99-9323-f4382a41b1b7 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 09 09:29:14.762908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.767248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:14.788617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:14.789339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Checking segment: {'id': '79d7d780-7544-4f04-b5c2-60ee8db75b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '095010ec-0e86-4edb-91a9-10030f7fa2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:14.789789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event deleted for resources: {'Network': ['ID=1507275a-7815-4f99-9323-f4382a41b1b7,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:14.790406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.791157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Bound using segment: {'id': '79d7d780-7544-4f04-b5c2-60ee8db75b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '095010ec-0e86-4edb-91a9-10030f7fa2e9'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:14.792523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Bound port: f720f1f2-f9dc-4307-b41f-bc10d166c604, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7d780-7544-4f04-b5c2-60ee8db75b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '095010ec-0e86-4edb-91a9-10030f7fa2e9'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:14.793222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:14.797008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:14.799132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "DELETE /v2.0/networks/1507275a-7815-4f99-9323-f4382a41b1b7 HTTP/1.1" status: 204 len: 168 time: 1.5746648 Dec 09 09:29:15.018050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] For port f720f1f2-f9dc-4307-b41f-bc10d166c604, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:15.021541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] For port f720f1f2-f9dc-4307-b41f-bc10d166c604, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f720f1f2-f9dc-4307-b41f-bc10d166c604,segment=NetworkSegment(79d7d780-7544-4f04-b5c2-60ee8db75b94),segment_id=79d7d780-7544-4f04-b5c2-60ee8db75b94)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:15.028109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.032864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:15.199720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.214028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Pushing event updated for resources: {'Port': ['ID=f720f1f2-f9dc-4307-b41f-bc10d166c604,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:15.231194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:15.282593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.332266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:15.410394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-10b89c54-df8e-48fc-8c2d-5e04abce55d2 req-69ef8891-4be6-4193-9090-16a318dc8905 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Synchronizing usage tracker for tenant:03a040d3186a491e995d63e3c738a73a on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:15.426255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] device_id is not set on port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:15.456386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-10b89c54-df8e-48fc-8c2d-5e04abce55d2 req-69ef8891-4be6-4193-9090-16a318dc8905 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Unset dirty status for tenant:03a040d3186a491e995d63e3c738a73a on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:15.459496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-10b89c54-df8e-48fc-8c2d-5e04abce55d2 req-69ef8891-4be6-4193-9090-16a318dc8905 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 210 time: 0.1813381 Dec 09 09:29:15.591556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50012) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:15.598043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'router': {'name': 'tempest-router--1154828242', 'project_id': '9add32570448434ba2ef2d20368accc1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:15.612798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:15.625770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Usage tracker for resource:router and tenant:9add32570448434ba2ef2d20368accc1 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:15.643466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:15.652304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:15.683252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.684988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.722454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.747739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.797696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.809436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-837071a5-a0d1-43a9-8b88-4c73384ad0e0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2145438 Dec 09 09:29:15.812224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50018) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:15.876740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.881049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event deleted for resources: {'Port': ['ID=48276abc-d4bc-4e44-a046-7779d24f5e43,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:15.883934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:15.892947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-106016f9-c53b-4a77-a6e8-132c24d5c057 req-b692d799-9e38-43e0-a1bc-c09186e1545d tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Synchronizing usage tracker for tenant:7d726456491348a493aa4dd6659dd405 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:15.898411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:15.921650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-96a39d64-2fa0-4d00-a487-8307157826b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:16.002449 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-d26a19b0-a01d-4e12-807a-df63536b7417 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03a040d3186a491e995d63e3c738a73a HTTP/1.1" status: 200 len: 379 time: 1.2300935 Dec 09 09:29:16.070723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Pushing event updated for resources: {'Port': ['ID=f8ed3141-064a-4b26-9fbe-2aebe491f7ee,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:16.121204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f720f1f2-f9dc-4307-b41f-bc10d166c604 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:16.121494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Request body: {'port': {'device_id': '45a3da53-6e60-46c8-96df-4914a0424237', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'admin_state_up': True, 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'security_groups': ['eda83131-d98b-479e-909a-8abe6a63f80a']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:16.297893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53517946-65c3-4127-b709-d6c5830d9c78 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:16.335702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f720f1f2-f9dc-4307-b41f-bc10d166c604 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:16.407081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:16.763200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:16.785397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] device_id is not set on port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:16.800172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:16.807591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-106016f9-c53b-4a77-a6e8-132c24d5c057 req-b692d799-9e38-43e0-a1bc-c09186e1545d tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Unset dirty status for tenant:7d726456491348a493aa4dd6659dd405 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:16.809097 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-106016f9-c53b-4a77-a6e8-132c24d5c057 req-b692d799-9e38-43e0-a1bc-c09186e1545d tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 1.8462036 Dec 09 09:29:16.832473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:16.861504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:16.908294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b0fbd4d6-a22e-4b92-b2cc-545d8b25bbd5 req-a7f0809b-02f0-4668-a08c-8f832d9f7985 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 210 time: 0.1513581 Dec 09 09:29:16.927526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53517946-65c3-4127-b709-d6c5830d9c78 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:16.932659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53517946-65c3-4127-b709-d6c5830d9c78 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:16.970289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53517946-65c3-4127-b709-d6c5830d9c78 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:16.971294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53517946-65c3-4127-b709-d6c5830d9c78 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf0f9a23-35b7-44fb-aaaa-0370cc2473b3 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:29:16.986993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53517946-65c3-4127-b709-d6c5830d9c78 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:16.989229 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-53517946-65c3-4127-b709-d6c5830d9c78 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "DELETE /v2.0/routers/bf0f9a23-35b7-44fb-aaaa-0370cc2473b3 HTTP/1.1" status: 204 len: 168 time: 1.1741884 Dec 09 09:29:17.022594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Allocated IP 2001:db8::2f2 (095010ec-0e86-4edb-91a9-10030f7fa2e9/24340fd0-37fc-4251-891b-26e389451438/ac48bc9b-6f8f-4686-9ae8-3fa6965593fe) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:17.037994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "DELETE /v2.0/ports/48276abc-d4bc-4e44-a046-7779d24f5e43 HTTP/1.1" status: 204 len: 168 time: 4.1859705 Dec 09 09:29:17.040380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Transition to ACTIVE for port object 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:17.041896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50034) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:17.042025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:17.044705 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5852628 Dec 09 09:29:17.059855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:17.071045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:17.089963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:17.143020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-28414624-aa3e-4993-af22-a9ec8686a984 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:17.143785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75d1654-084f-426f-9d4c-c6578758322e tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:29:17.144442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a75d1654-084f-426f-9d4c-c6578758322e tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Synchronizing usage tracker for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:17.167877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a75d1654-084f-426f-9d4c-c6578758322e tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Unset dirty status for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:17.174799 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a75d1654-084f-426f-9d4c-c6578758322e tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "GET /v2.0/ports/48276abc-d4bc-4e44-a046-7779d24f5e43 HTTP/1.1" status: 404 len: 333 time: 0.1318207 Dec 09 09:29:17.175468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50040) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:17.182738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Request body: {'port': {'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1513549832'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:17.190168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:17.209596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:17.222424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Made reservation on behalf of 33204f8671c040a982776c90d595a558 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:17.230015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:17.252817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:17.259618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] device_id is not set on port 826e3422-cc47-4e49-b26b-fa55ac77f55d yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:17.392048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50046) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:17.590639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:17.633430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:17.640072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:17.684705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'Port': ['ID=44d3ccd6-cd25-43f6-8bec-bcf46e24f86a,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:17.688144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:17.696871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Made reservation on behalf of 03a040d3186a491e995d63e3c738a73a for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:17.703603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:17.766081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'Port': ['ID=826e3422-cc47-4e49-b26b-fa55ac77f55d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:17.769933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:17.770971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:17.771974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:17.774360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:17.775388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:17.776701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:17.812967 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6339693 Dec 09 09:29:17.813437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50060) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:17.829326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:17.907093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-370417643', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:17.924835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6dc29b-47bc-481d-a98f-d151d16054a9 None None] Network 095010ec-0e86-4edb-91a9-10030f7fa2e9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:17.938612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:18.007659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Usage tracker for resource:router and tenant:52e0a11af80743c3b097363d0b21183b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:18.013906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:18.020237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.031239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:18.051551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.076418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f41fda11-5340-446f-8895-68086742b8ba tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:18.103999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-70b3990d-9d43-43c1-86d3-07ffcbb65ed7 req-29f1ae68-d7ad-4b30-b8a9-cec6e1c791f1 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.0632272 Dec 09 09:29:18.106395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.110016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-ff2e4dab-7bd0-4baf-9e3a-2dd41f4c2b3f tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Synchronizing usage tracker for tenant:df3d181393184b3e9829225c604aef2a on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:18.127425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.159129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.160276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.278590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.356106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.374206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Transition to ACTIVE for port object ac48bc9b-6f8f-4686-9ae8-3fa6965593fe will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:18.435759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f394711-df0d-4556-9ff3-3e168cbea066 req-c4a208a0-f766-45cd-b549-e52bbf596205 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 210 time: 0.0727050 Dec 09 09:29:18.445863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.474996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c2c8fe38-de86-4ca8-9f47-76f1f5044290 None None] Provisioning for port f720f1f2-f9dc-4307-b41f-bc10d166c604 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:18.498612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c2c8fe38-de86-4ca8-9f47-76f1f5044290 None None] Provisioning complete for port f720f1f2-f9dc-4307-b41f-bc10d166c604 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:18.499036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2c8fe38-de86-4ca8-9f47-76f1f5044290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.506453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event updated for resources: {'Port': ['ID=207245b6-d9f6-4a9d-aa79-2472c6461f17,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:18.536372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:18.537242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26893a81-1574-456c-b19c-a2b683713d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:18.666939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.676262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2c8fe38-de86-4ca8-9f47-76f1f5044290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.690725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] device_id is not set on port 826e3422-cc47-4e49-b26b-fa55ac77f55d yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:18.740685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.749922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c2c8fe38-de86-4ca8-9f47-76f1f5044290 None None] For port f720f1f2-f9dc-4307-b41f-bc10d166c604, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f720f1f2-f9dc-4307-b41f-bc10d166c604,segment=NetworkSegment(79d7d780-7544-4f04-b5c2-60ee8db75b94),segment_id=79d7d780-7544-4f04-b5c2-60ee8db75b94)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:18.753163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:18.753936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:18.754702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:18.774810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2c8fe38-de86-4ca8-9f47-76f1f5044290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.777036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:18.818884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Transition to ACTIVE for port object 826e3422-cc47-4e49-b26b-fa55ac77f55d will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:18.824127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Network 095010ec-0e86-4edb-91a9-10030f7fa2e9 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:18.825092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:18.825509 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:18.826227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-ff2e4dab-7bd0-4baf-9e3a-2dd41f4c2b3f tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Unset dirty status for tenant:df3d181393184b3e9829225c604aef2a on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:18.827556 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-ff2e4dab-7bd0-4baf-9e3a-2dd41f4c2b3f tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1637618368&fields=id&tenant_id=df3d181393184b3e9829225c604aef2a HTTP/1.1" status: 200 len: 267 time: 1.1383524 Dec 09 09:29:18.831690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.837487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-156c8d8c-dd5f-488a-8950-78491473076a tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:18.837668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:18.857345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 2 to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a Dec 09 09:29:18.865287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.866616 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.3151093 Dec 09 09:29:18.867929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:18.874014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:18.874734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:18.888843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50068) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:18.917603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event updated for resources: {'Port': ['ID=ac48bc9b-6f8f-4686-9ae8-3fa6965593fe,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:18.925585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8fe38-de86-4ca8-9f47-76f1f5044290 None None] Pushing event updated for resources: {'Port': ['ID=f720f1f2-f9dc-4307-b41f-bc10d166c604,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:18.937738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2c8fe38-de86-4ca8-9f47-76f1f5044290 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:18.954655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-803864014'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:18.998025 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 5.4758942 Dec 09 09:29:19.037268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Allocated IP 172.20.0.14 (56cbb88c-3618-49e4-96c2-31c16bc3e914/7c5a3f78-88c9-4137-86e6-bb3399d43eb7/fb827e20-569a-4aae-8b47-0c387c207e04) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:19.043075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:19.045919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50072) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:19.060699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:19.061189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:19.061647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:19.069272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Request body: {'port': {'network_id': '095010ec-0e86-4edb-91a9-10030f7fa2e9', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-269684909', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:19.069853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] bootfile-name is not in valid_values {{(pid=88884) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:19.070234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] tftp-server is not in valid_values {{(pid=88884) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:19.070604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] server-ip-address is not in valid_values {{(pid=88884) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:19.209269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:19.210573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:19.210949 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:19.219371 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 3 to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a Dec 09 09:29:19.230634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Usage tracker for resource:network and tenant:8293ee1dafc04197b357593782353266 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:19.238917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:19.245274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3aae95b7-46e3-4afe-8a83-33d35c607db7 None None] Provisioning complete for port f720f1f2-f9dc-4307-b41f-bc10d166c604 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:19.245695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aae95b7-46e3-4afe-8a83-33d35c607db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:19.259843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:19.331381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Made reservation on behalf of 8293ee1dafc04197b357593782353266 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:19.337050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:19.365422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:19.365798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:19.366177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:19.450893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'Port': ['ID=826e3422-cc47-4e49-b26b-fa55ac77f55d,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:19.530764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:19.546124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:19.588699 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24b0e475-4563-49d0-907e-0594f572186e req-d031e190-d75d-4a27-9a0c-a857dab3bcc8 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.2581301 Dec 09 09:29:19.606294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3aae95b7-46e3-4afe-8a83-33d35c607db7 None None] Provisioning for port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:19.615998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3aae95b7-46e3-4afe-8a83-33d35c607db7 None None] Provisioning complete for port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:19.616635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aae95b7-46e3-4afe-8a83-33d35c607db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:19.664852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:19.688366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Usage tracker for resource:security_group_rule and tenant:8293ee1dafc04197b357593782353266 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:19.698980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:19.704826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:19.705217 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:19.705937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:19.710318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-62aa7843-6da6-4ea1-90ed-5afbf5973d4c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:19.711951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-62aa7843-6da6-4ea1-90ed-5afbf5973d4c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 811 time: 0.8556523 Dec 09 09:29:19.718731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 4 to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a Dec 09 09:29:19.753729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3aae95b7-46e3-4afe-8a83-33d35c607db7 None None] Port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:19.793145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:19.793634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:19.794268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:19.871403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:19.871778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:19.872157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:19.877930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:19.878319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5e0cf726-2094-4762-a298-34f52014278b None None] Provisioning complete for port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:19.878828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf726-2094-4762-a298-34f52014278b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:19.893744 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-fb57c893-274f-4d53-9f25-c4978e09ec89 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/quotas/df3d181393184b3e9829225c604aef2a HTTP/1.1" status: 200 len: 375 time: 0.1453540 Dec 09 09:29:19.894733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Usage tracker for resource:port and tenant:573cc4120fb34041931463408755d62b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:19.902865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:19.903320 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:19.905477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:19.910853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 5 to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a Dec 09 09:29:19.946127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:19.963947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5e0cf726-2094-4762-a298-34f52014278b None None] Port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:19.972012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f720f1f2-f9dc-4307-b41f-bc10d166c604 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:19.997144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:19.997144 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:20.001161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.004410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:20.005994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 2 to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d Dec 09 09:29:20.019580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.038418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Made reservation on behalf of 573cc4120fb34041931463408755d62b for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:20.044912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.046969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be70ea8f-159a-485c-aed8-14b42ee5d874 req-f5362de4-4d60-4aae-95c4-9753496d7c5f tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 210 time: 0.2204902 Dec 09 09:29:20.053995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:20.065987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.066310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.066635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.080814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.110410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] device_id is not set on port 244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:20.122511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f720f1f2-f9dc-4307-b41f-bc10d166c604 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:20.123206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.170778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.171160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.171544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.185018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:20.207947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee6a5ce-eb9d-4734-b7cc-23e23086f0d0,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:20.214772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.215143 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:20.215997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:20.216989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.217404 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Added segment 8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d of type vlan for network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 Dec 09 09:29:20.221311 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 3 to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d Dec 09 09:29:20.260758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.267143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.267520 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:20.276163 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 6 to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a Dec 09 09:29:20.293280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.293280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.293539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.308541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Allocated IP 2001:db8::1db (095010ec-0e86-4edb-91a9-10030f7fa2e9/24340fd0-37fc-4251-891b-26e389451438/244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:20.318917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.326982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.327363 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:20.331577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 4 to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d Dec 09 09:29:20.331894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.332266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.332652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.346435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Transition to ACTIVE for port object fb827e20-569a-4aae-8b47-0c387c207e04 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:20.364234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Allocated IP 172.26.8.63 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/b491d924-66b5-499f-a4fb-d69d7959105f) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:20.378884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.379261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.379648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.385009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.389160 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:20.389160 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 7 to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a Dec 09 09:29:20.408463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.408834 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:20.413010 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-51fc6592-a8d9-4e03-878e-0281e5c4b625 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5084944 Dec 09 09:29:20.424438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.424632 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 5 to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d Dec 09 09:29:20.424735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.425076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.440897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.459679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:20.460626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.471418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:20.480364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.480716 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:20.487359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 8 to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a Dec 09 09:29:20.499211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.499587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.499968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.541092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.556291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:20.612251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.612599 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:20.665063 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 6 to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d Dec 09 09:29:20.675533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.675908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.676279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.693799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event updated for resources: {'Network': ['ID=4c4cfa99-2c87-45b6-a54b-11ec266bd265,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:20.707000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:29:20.708851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:20.710918 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7713521 Dec 09 09:29:20.714621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.715003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.715383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.719390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50082) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:20.737622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.737820 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:20.741507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Request body: {'subnet': {'network_id': '4c4cfa99-2c87-45b6-a54b-11ec266bd265', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:20.748632 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 9 to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a Dec 09 09:29:20.829390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.830324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.831043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.831229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:20.837559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.837934 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:20.841597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Network 56cbb88c-3618-49e4-96c2-31c16bc3e914 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:20.842221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 7 to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d Dec 09 09:29:20.842898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Pushing event updated for resources: {'Port': ['ID=fb827e20-569a-4aae-8b47-0c387c207e04,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:20.869988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:20.878913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:20.880918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:20.887221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:20.888119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:20.929794 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8766253 Dec 09 09:29:20.933954 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9d8edaad-b647-4b05-b563-471d610f7e8d service neutron] 10.222.0.18 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977319 Dec 09 09:29:20.944945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:20.945627 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:20.956658 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempt 10 to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a Dec 09 09:29:20.992884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:20.993288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:20.993689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:21.030200 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0798ccd-0617-475f-be57-9b31f534ad0a req-3d53b5d1-769f-41da-a81a-021a0f04ee39 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.1170757 Dec 09 09:29:21.036451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:21.040138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:21.040680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:21.041851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempting to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:21.046634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.065279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:21.065636 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:21.067588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Usage tracker for resource:subnet and tenant:8293ee1dafc04197b357593782353266 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:21.071670 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 8 to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d Dec 09 09:29:21.127289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:21.127289 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Failed to bind port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on host hv-neutron-8195 for vnic_type normal using segments [{'id': '1a251857-d2a3-4ec0-83b6-4d1a515b0fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'b1744304-1adb-4d1b-87c6-17e441645f8e'}] Dec 09 09:29:21.127289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.137603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:21.159079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Transition to ACTIVE for port object 244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:21.159834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:21.190434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.210724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:21.212897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:21.213592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:21.227728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:21.263140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Made reservation on behalf of 8293ee1dafc04197b357593782353266 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:21.267109 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-1cbb276c-e9d2-4c71-9a0c-cd8779ea1d91 service neutron] 10.222.0.18 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203638 Dec 09 09:29:21.323142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.325527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] For port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:21.326010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Attempted to set empty binding levels {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 09 09:29:21.330732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:21.381278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:21.409623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f4a1ad25-2408-4842-843d-7d11021508bc None None] Provisioning for port fb827e20-569a-4aae-8b47-0c387c207e04 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:21.415893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f4a1ad25-2408-4842-843d-7d11021508bc None None] Provisioning complete for port fb827e20-569a-4aae-8b47-0c387c207e04 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:21.416829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4a1ad25-2408-4842-843d-7d11021508bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.418003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.425866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:21.429218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:21.466912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] In _notify_port_updated(), no bound segment for port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a on network b1744304-1adb-4d1b-87c6-17e441645f8e {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:29:21.468217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.471190 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "PUT /v2.0/ports/44d3ccd6-cd25-43f6-8bec-bcf46e24f86a HTTP/1.1" status: 200 len: 980 time: 7.2598808 Dec 09 09:29:21.473424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Network 095010ec-0e86-4edb-91a9-10030f7fa2e9 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:21.477977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50090) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.479510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:21.481621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event updated for resources: {'Port': ['ID=244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:21.486233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:21.487143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:21.491776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:21.492629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.516036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:21.521089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:21.523618 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:21.551454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1ad25-2408-4842-843d-7d11021508bc None None] Port fb827e20-569a-4aae-8b47-0c387c207e04 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:21.568902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 9 to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d Dec 09 09:29:21.679071 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6255116 Dec 09 09:29:21.682478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50098) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:21.688264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event updated for resources: {'Port': ['ID=b491d924-66b5-499f-a4fb-d69d7959105f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:21.698948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:21.698948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:21.698948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:21.736129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:21.750026 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-264ff5ac-7b94-4317-a447-23c61416eae5 req-cb20b15c-2ea7-4c9d-b54e-e2d7e8d531f7 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.1526849 Dec 09 09:29:21.776700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.852334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event updated for resources: {'Port': ['ID=44d3ccd6-cd25-43f6-8bec-bcf46e24f86a,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:21.874546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Deleting port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:21.874955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:21.918209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:21.918953 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:21.919107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:21.929077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempt 10 to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d Dec 09 09:29:21.971335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9d02b-1165-4802-821d-95443ce77afc tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:21.975678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9d02b-1165-4802-821d-95443ce77afc tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:21.980648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af9d02b-1165-4802-821d-95443ce77afc tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:21.981938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6af9d02b-1165-4802-821d-95443ce77afc tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Synchronizing usage tracker for tenant:573cc4120fb34041931463408755d62b on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:22.065836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:22.066303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:22.066760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempting to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:22.067521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6af9d02b-1165-4802-821d-95443ce77afc tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Unset dirty status for tenant:573cc4120fb34041931463408755d62b on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:22.071940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6af9d02b-1165-4802-821d-95443ce77afc tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3774030 Dec 09 09:29:22.073301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50108) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:22.174756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed55eb-f147-4ea6-9a0a-1037b8edf086 req-76cdc97f-a086-4a4a-a34e-fe3e0c8b4665 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:22.183234 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-17ed55eb-f147-4ea6-9a0a-1037b8edf086 req-76cdc97f-a086-4a4a-a34e-fe3e0c8b4665 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 932 time: 0.9662938 Dec 09 09:29:22.192136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5e95ee29-7328-440e-805d-18cc65a2cab8 None None] Provisioning for port 244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:22.208236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:22.208564 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR neutron.plugins.ml2.managers [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Failed to bind port 826e3422-cc47-4e49-b26b-fa55ac77f55d on host hv-neutron-8195 for vnic_type normal using segments [{'id': '46dc4748-a0f5-4873-9599-3cfab860f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '49a3be8f-b45a-448b-adf3-85fe7d4d1672'}] Dec 09 09:29:22.208875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.212682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5e95ee29-7328-440e-805d-18cc65a2cab8 None None] Provisioning complete for port 244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:22.214933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e95ee29-7328-440e-805d-18cc65a2cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.250511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Deleting port 244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:22.250932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.359787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5e95ee29-7328-440e-805d-18cc65a2cab8 None None] Port 244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:22.367244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-17ed55eb-f147-4ea6-9a0a-1037b8edf086 req-172bdf0b-93c5-42c2-a615-194193a87716 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Synchronizing usage tracker for tenant:03a040d3186a491e995d63e3c738a73a on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:22.463014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-17ed55eb-f147-4ea6-9a0a-1037b8edf086 req-172bdf0b-93c5-42c2-a615-194193a87716 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Unset dirty status for tenant:03a040d3186a491e995d63e3c738a73a on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:22.464833 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-17ed55eb-f147-4ea6-9a0a-1037b8edf086 req-172bdf0b-93c5-42c2-a615-194193a87716 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2807174 Dec 09 09:29:22.468444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] For port 826e3422-cc47-4e49-b26b-fa55ac77f55d, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:22.468993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Attempted to set empty binding levels {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 09 09:29:22.478458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.485788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:22.585199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] In _notify_port_updated(), no bound segment for port 826e3422-cc47-4e49-b26b-fa55ac77f55d on network 49a3be8f-b45a-448b-adf3-85fe7d4d1672 {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:29:22.586192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.587673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "PUT /v2.0/ports/826e3422-cc47-4e49-b26b-fa55ac77f55d HTTP/1.1" status: 200 len: 977 time: 4.7733042 Dec 09 09:29:22.592197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50112) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:22.643002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event updated for resources: {'Port': ['ID=826e3422-cc47-4e49-b26b-fa55ac77f55d,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:22.645663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.647215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:22.669896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:22.692043 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-775df77e-0509-4575-beb1-96a70bedcbd0 req-4f32ab71-408f-41af-a7dc-93d8d2235fd8 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.3208156 Dec 09 09:29:22.701558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.702345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.739575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Deleting port 826e3422-cc47-4e49-b26b-fa55ac77f55d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:22.740230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.782054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] For port 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a, host hv-neutron-8195, got binding levels [] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:22.782452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:22.968100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Calling delete_port for 44d3ccd6-cd25-43f6-8bec-bcf46e24f86a owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:23.014257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event updated for resources: {'Subnet': ['ID=48e577d2-e219-40fd-916d-332addb7000e,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:23.026833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-34616a39-c6a8-4dd7-bdd5-c58ae6f23bf7 req-3e6f3350-ce5e-40bf-a52d-1b3db31be54e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Synchronizing usage tracker for tenant:df3d181393184b3e9829225c604aef2a on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:23.033465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:23.086510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Checking segment: {'id': '8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4c4cfa99-2c87-45b6-a54b-11ec266bd265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:23.086915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Network hostable DHCP agents. Network: 4c4cfa99-2c87-45b6-a54b-11ec266bd265, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:29:23.137849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-34616a39-c6a8-4dd7-bdd5-c58ae6f23bf7 req-3e6f3350-ce5e-40bf-a52d-1b3db31be54e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Unset dirty status for tenant:df3d181393184b3e9829225c604aef2a on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:23.139148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-34616a39-c6a8-4dd7-bdd5-c58ae6f23bf7 req-3e6f3350-ce5e-40bf-a52d-1b3db31be54e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.2122931 Dec 09 09:29:23.188872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.199991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7469d9db-329f-4176-866e-f8560a093267 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:23.246031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.254475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Pushing event deleted for resources: {'Port': ['ID=44d3ccd6-cd25-43f6-8bec-bcf46e24f86a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:23.257147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:23.273174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.342780 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "DELETE /v2.0/ports/44d3ccd6-cd25-43f6-8bec-bcf46e24f86a HTTP/1.1" status: 204 len: 168 time: 1.8580470 Dec 09 09:29:23.343692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50118) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:23.413885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Calling delete_port for 244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:23.484324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] For port 826e3422-cc47-4e49-b26b-fa55ac77f55d, host hv-neutron-8195, got binding levels [] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:23.484922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.495345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bfdd76-938a-4fb5-9c30-d94cbd7578e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:29:23.496051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-31bfdd76-938a-4fb5-9c30-d94cbd7578e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Synchronizing usage tracker for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:23.542875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-31bfdd76-938a-4fb5-9c30-d94cbd7578e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Unset dirty status for tenant:c5855dbe9c0140aba5b8f9bcdb71427a on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:23.548952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-31bfdd76-938a-4fb5-9c30-d94cbd7578e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] 10.222.0.18 "GET /v2.0/ports/44d3ccd6-cd25-43f6-8bec-bcf46e24f86a HTTP/1.1" status: 404 len: 333 time: 0.1425536 Dec 09 09:29:23.549781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50124) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:23.631967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Calling delete_port for 826e3422-cc47-4e49-b26b-fa55ac77f55d owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:23.671305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:29:23.705826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 4c4cfa99-2c87-45b6-a54b-11ec266bd265) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:23.715394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74da96-7a3a-4377-9483-96a912e0c65b None None] Network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:23.735633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:23.736280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.776215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.788935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0655937 Dec 09 09:29:23.793678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50132) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:23.800422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-108669533', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:23.813629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:23.818963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Usage tracker for resource:router and tenant:8293ee1dafc04197b357593782353266 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:23.824067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:23.831946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.833901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:23.845381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:23.904012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Pushing event deleted for resources: {'Port': ['ID=826e3422-cc47-4e49-b26b-fa55ac77f55d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:23.910823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:23.920574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.921569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.932334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:23.953105 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "DELETE /v2.0/ports/826e3422-cc47-4e49-b26b-fa55ac77f55d HTTP/1.1" status: 204 len: 168 time: 1.3541362 Dec 09 09:29:23.960057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50136) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:23.984379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93966c-0d29-4702-91c4-044598bcc43b req-c7280917-5585-442a-8761-170943747932 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:23.985244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0e93966c-0d29-4702-91c4-044598bcc43b req-c7280917-5585-442a-8761-170943747932 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Synchronizing usage tracker for tenant:03a040d3186a491e995d63e3c738a73a on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:24.075603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a64f5b-283b-438e-b47d-562200f0fde4 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] GET failed (client error): The resource could not be found. Dec 09 09:29:24.076092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c3a64f5b-283b-438e-b47d-562200f0fde4 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Synchronizing usage tracker for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:24.080277 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9e82c14c-e300-497c-8c7b-7f6714bfc610 req-2c06df16-8106-4224-9b57-32301a6abc6f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.0805051 Dec 09 09:29:24.112001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.116632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.118837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.121181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Router 38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:29:24.129535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:24.138858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-4c4cfa99-2c87-45b6-a54b-11ec266bd265', 'network_id': '4c4cfa99-2c87-45b6-a54b-11ec266bd265', 'tenant_id': '8293ee1dafc04197b357593782353266', 'fixed_ips': [{'subnet_id': '48e577d2-e219-40fd-916d-332addb7000e'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:29:24.140104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.157010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c3a64f5b-283b-438e-b47d-562200f0fde4 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Unset dirty status for tenant:33204f8671c040a982776c90d595a558 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:24.158325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c3a64f5b-283b-438e-b47d-562200f0fde4 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] 10.222.0.18 "GET /v2.0/ports/826e3422-cc47-4e49-b26b-fa55ac77f55d HTTP/1.1" status: 404 len: 333 time: 0.1971712 Dec 09 09:29:24.164130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50140) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:24.183781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0e93966c-0d29-4702-91c4-044598bcc43b req-c7280917-5585-442a-8761-170943747932 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Unset dirty status for tenant:03a040d3186a491e995d63e3c738a73a on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:24.183781 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e93966c-0d29-4702-91c4-044598bcc43b req-c7280917-5585-442a-8761-170943747932 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 932 time: 0.5024385 Dec 09 09:29:24.185701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event deleted for resources: {'Port': ['ID=244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:24.206738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:24.272740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > segment before_delete 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.273200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.273978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.274327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > port after_create 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.274685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > port after_delete 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.275060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > port after_update 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.275420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > segment after_delete 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.275935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > subnet after_create 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.276294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > subnet after_delete 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.276651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > subnet after_update 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.424214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Allocated IP 172.20.0.2 (4c4cfa99-2c87-45b6-a54b-11ec266bd265/48e577d2-e219-40fd-916d-332addb7000e/3b12add6-cb19-4181-87f4-de6240590d79) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:24.453628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > subnet after_create 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.454052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > subnet after_delete 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.454427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > subnet before_create 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.454799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Subscribe: > subnet before_update 55550000 {{(pid=88884) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 09 09:29:24.455185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1744304-1adb-4d1b-87c6-17e441645f8e']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:24.514510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a251857-d2a3-4ec0-83b6-4d1a515b0fba') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:24.515069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a251857-d2a3-4ec0-83b6-4d1a515b0fba') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:24.554090 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9010a4ad-7a48-40d4-8ad0-c604f4dc498f req-4ea5110c-deaa-4e90-9468-5e481d449761 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.2063360 Dec 09 09:29:24.577865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.610209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.630767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.680106 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e93966c-0d29-4702-91c4-044598bcc43b req-41a3fab2-dca9-4621-89d4-62cb672542e3 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4682596 Dec 09 09:29:24.686900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.699295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.717640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "DELETE /v2.0/ports/244b9f2a-e1ce-4c0e-85d1-eaf9d16b046c HTTP/1.1" status: 204 len: 168 time: 2.6367173 Dec 09 09:29:24.719846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:29:24.720600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.725801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50146) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:24.749104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Request body: {'port': {'name': 'tempest-new-port-name-1244569747', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:24.756098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] bootfile-name is not in valid_values {{(pid=88883) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:24.756599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] tftp-server is not in valid_values {{(pid=88883) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:24.757024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] server-ip-address is not in valid_values {{(pid=88883) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: (self, other), Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: (self, other), Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:24.763988 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:24.879290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.959204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Transition to ACTIVE for port object 3b12add6-cb19-4181-87f4-de6240590d79 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:24.963512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.974034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:24.980580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:25.002637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Transition to ACTIVE for port object 3b12add6-cb19-4181-87f4-de6240590d79 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:25.011352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.014613 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] 10.222.0.18 "DELETE /v2.0/networks/b1744304-1adb-4d1b-87c6-17e441645f8e HTTP/1.1" status: 204 len: 168 time: 1.4450798 Dec 09 09:29:25.030875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:25.034401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Pushing event deleted for resources: {'Network': ['ID=b1744304-1adb-4d1b-87c6-17e441645f8e,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:25.037281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:25.132312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.185146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:25.196406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:25.216006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:25.251527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Pushing event updated for resources: {'Port': ['ID=3b12add6-cb19-4181-87f4-de6240590d79,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:25.256330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:25.265417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.356397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a3be8f-b45a-448b-adf3-85fe7d4d1672']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:25.380773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dc4748-a0f5-4873-9599-3cfab860f59b') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:25.381147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dc4748-a0f5-4873-9599-3cfab860f59b') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:25.388295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:25.408121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.430832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612847f-9b90-4408-acc3-cd68e42d6c5d None None] Sync routers for ids ['38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:25.439169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.449853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Attempting to bind port 3b12add6-cb19-4181-87f4-de6240590d79 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:25.450276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Attempting to bind port 3b12add6-cb19-4181-87f4-de6240590d79 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4c4cfa99-2c87-45b6-a54b-11ec266bd265'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:25.450687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Attempting to bind port 3b12add6-cb19-4181-87f4-de6240590d79 on network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:25.453737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:29:25.454532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.459943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612847f-9b90-4408-acc3-cd68e42d6c5d None None] Routers {'38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:25.460571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9612847f-9b90-4408-acc3-cd68e42d6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:25.471629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.499804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d092c0f-ec6a-4989-9954-7e4f18a39a46 req-9041124d-7822-40f0-bf69-fcd4894a43fc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.1757953 Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:25.524119 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:25.527595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.565479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9612847f-9b90-4408-acc3-cd68e42d6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:25.568657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:25.569127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Checking segment: {'id': '8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4c4cfa99-2c87-45b6-a54b-11ec266bd265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:25.570004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.570499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Bound using segment: {'id': '8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4c4cfa99-2c87-45b6-a54b-11ec266bd265'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:25.571040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Bound port: 3b12add6-cb19-4181-87f4-de6240590d79, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '4c4cfa99-2c87-45b6-a54b-11ec266bd265'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:25.571460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.668936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50158) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:25.679416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612847f-9b90-4408-acc3-cd68e42d6c5d None None] Routers {'38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:25.683028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9612847f-9b90-4408-acc3-cd68e42d6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:25.694937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.699494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:25.759358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.767031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.771875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Pushing event deleted for resources: {'Network': ['ID=49a3be8f-b45a-448b-adf3-85fe7d4d1672,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:25.772670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9612847f-9b90-4408-acc3-cd68e42d6c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:25.773148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612847f-9b90-4408-acc3-cd68e42d6c5d None None] The sync data for ids ['38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:25.775651 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3822868 Dec 09 09:29:25.782567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:25.783828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50166) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:25.853974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] For port 3b12add6-cb19-4181-87f4-de6240590d79, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:25.861267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] For port 3b12add6-cb19-4181-87f4-de6240590d79, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3b12add6-cb19-4181-87f4-de6240590d79,segment=NetworkSegment(8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d),segment_id=8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:25.875432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:25.910538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2c8fe38-de86-4ca8-9f47-76f1f5044290 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:25.959420 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] 10.222.0.18 "DELETE /v2.0/networks/49a3be8f-b45a-448b-adf3-85fe7d4d1672 HTTP/1.1" status: 204 len: 168 time: 1.7753088 Dec 09 09:29:25.987267 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fff47095-22c7-43bd-9b88-ed2a29e140dd req-df5377ce-d412-4814-a10f-2d54d8221121 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.0770497 Dec 09 09:29:26.075330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:26.111080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Pushing event updated for resources: {'Port': ['ID=3b12add6-cb19-4181-87f4-de6240590d79,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:26.114668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:26.155641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:26.171045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Allocated IP 172.26.8.121 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/b729cbda-a339-47a8-9903-e157e5f8733f) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:26.176358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b19b5984-9b3a-417d-89d7-401cb177860b tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:26.190139 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9ff2a8e3-0831-4ee8-8b29-015e87c8383b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/routers/38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0 HTTP/1.1" status: 200 len: 923 time: 0.3977330 Dec 09 09:29:26.193032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50174) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:26.255691 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6c45bbde-5f38-4fb2-8972-1e137db98a3b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0 HTTP/1.1" status: 200 len: 205 time: 0.0588653 Dec 09 09:29:26.256394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50180) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:26.267504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event updated for resources: {'Port': ['ID=ac48bc9b-6f8f-4686-9ae8-3fa6965593fe,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:26.296151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:26.320685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] In _notify_port_updated(), no bound segment for port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe on network 095010ec-0e86-4edb-91a9-10030f7fa2e9 {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:29:26.324938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:26.325648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:26.329999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "PUT /v2.0/ports/ac48bc9b-6f8f-4686-9ae8-3fa6965593fe HTTP/1.1" status: 200 len: 1130 time: 1.6023259 Dec 09 09:29:26.334217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50184) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:26.352719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50186) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:26.863092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3e0b0fa6-97e3-47f6-92c8-f0a8e1a02b8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5503fc63bcb54300982e9ff350822214&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1907177 Dec 09 09:29:26.865758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50196) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:26.901989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-c6ad7a18-f10e-450f-9cc4-895744bb9970 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:29:26.902425 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-c6ad7a18-f10e-450f-9cc4-895744bb9970 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0343966 Dec 09 09:29:26.928699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45001b55-3a84-47ae-afc9-b3fe8f590a9b req-aeab7224-99ff-4194-af27-bb381eff992d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:26.930447 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45001b55-3a84-47ae-afc9-b3fe8f590a9b req-aeab7224-99ff-4194-af27-bb381eff992d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 932 time: 0.8490345 Dec 09 09:29:26.950953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67a066d-fedd-461e-b4af-d7a17c9d119d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:26.952493 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f67a066d-fedd-461e-b4af-d7a17c9d119d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "GET /v2.0/ports/ac48bc9b-6f8f-4686-9ae8-3fa6965593fe HTTP/1.1" status: 200 len: 1130 time: 0.5697439 Dec 09 09:29:26.966274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50202) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:27.028619 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fda97cd8-b797-4885-b5d6-5b4454341f13 req-cb6d5acb-9722-4241-b217-8de545053b68 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.1618576 Dec 09 09:29:27.028854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.044302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45001b55-3a84-47ae-afc9-b3fe8f590a9b req-72063a39-930e-4dc0-bc5a-69f1d2ef5d37 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000202 Dec 09 09:29:27.079702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.084875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:27.089871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7fdbdf65-02f1-45ce-bb25-aa6451cbcf54 None None] Provisioning complete for port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:27.090459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fdbdf65-02f1-45ce-bb25-aa6451cbcf54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.170222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7fdbdf65-02f1-45ce-bb25-aa6451cbcf54 None None] Port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:27.193991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:27.203043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:27.209836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:27.248851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event updated for resources: {'Port': ['ID=b729cbda-a339-47a8-9903-e157e5f8733f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:27.258462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:27.270651 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-025e7045-eff2-4613-a2c6-d4282d8cc5f4 req-fda7d287-f4c9-4759-842c-0b4b4b7985ce tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.0933397 Dec 09 09:29:27.285619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Deleting port ac48bc9b-6f8f-4686-9ae8-3fa6965593fe {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:27.286007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.335368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d265166-0234-46af-99d9-aecc82d545e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e9a051fc312642a4b8aa7919748854a4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9812310 Dec 09 09:29:27.339647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Request body: {'port': {'device_id': '45a3da53-6e60-46c8-96df-4914a0424237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:27.359604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50210) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:27.379666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.65', 52301) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:27.433238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4613c7b5-abdf-4af7-bb2b-a0eff56fc8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.458722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2168755b-3a96-4552-ba8e-2aac9e50b4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.493090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2168755b-3a96-4552-ba8e-2aac9e50b4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.548193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.548863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.631417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2168755b-3a96-4552-ba8e-2aac9e50b4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.640385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:27.655090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168755b-3a96-4552-ba8e-2aac9e50b4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e8e27-e5a9-4cae-b1d0-4600f9333a1d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:27.659624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2168755b-3a96-4552-ba8e-2aac9e50b4d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:27.668511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4613c7b5-abdf-4af7-bb2b-a0eff56fc8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.681256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2168755b-3a96-4552-ba8e-2aac9e50b4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.685789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2168755b-3a96-4552-ba8e-2aac9e50b4d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd1e8e27-e5a9-4cae-b1d0-4600f9333a1d HTTP/1.1" status: 204 len: 168 time: 0.3218069 Dec 09 09:29:27.835917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.65', 52305) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:27.848107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:27.880640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:28.074481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078bfa-51ab-4293-affe-2f33dc112819 req-150f1518-93d9-4e76-b166-cb0ffe03d437 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:28.076050 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-150f1518-93d9-4e76-b166-cb0ffe03d437 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.65 "GET /v2.0/networks?id=a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 HTTP/1.1" status: 200 len: 806 time: 0.2374244 Dec 09 09:29:28.083457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3b12add6-cb19-4181-87f4-de6240590d79 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:28.099556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-d710b9b1-59c7-468e-9805-59da2918c82e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:28.101182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-d710b9b1-59c7-468e-9805-59da2918c82e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.65 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 811 time: 0.7181568 Dec 09 09:29:28.235532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4613c7b5-abdf-4af7-bb2b-a0eff56fc8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:28.237468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:28.249802 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-42cf36f1-4c5e-4393-b37f-fee8bdbf15ed tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d726456491348a493aa4dd6659dd405 HTTP/1.1" status: 200 len: 380 time: 0.1625123 Dec 09 09:29:28.265428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Request body: {'port': {'device_id': 'a5971009-e535-4869-8a55-845f1e352d51', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'admin_state_up': True, 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'security_groups': ['ca4568a6-1d3e-4272-9e89-0760260a16b8']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:28.284408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Router a09832d5-2af8-4012-8d9d-0f43612d1549 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:29:28.297823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 3b12add6-cb19-4181-87f4-de6240590d79 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:28.376098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e537bf0a-d779-4c8d-8d1b-9dc517a4e1c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:28.556000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef0ee1dc-6c0d-4147-b553-542718c05565 req-d9cbd5ba-b70c-4a92-b12f-70573013755b tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.1539047 Dec 09 09:29:28.556820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50236) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:28.582560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Calling delete_port for ac48bc9b-6f8f-4686-9ae8-3fa6965593fe owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:28.611480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613c7b5-abdf-4af7-bb2b-a0eff56fc8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523f3144-a5fa-45c4-8580-fa4fdbdc20ff,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:28.618227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4613c7b5-abdf-4af7-bb2b-a0eff56fc8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:28.644027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:28.666636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a045b6-278f-4f16-9e37-b97aed1982b8 None None] Network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:28.681456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-948b877b-b8b7-4a2d-8c8b-924f5670f749 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df3d181393184b3e9829225c604aef2a HTTP/1.1" status: 200 len: 380 time: 0.5599585 Dec 09 09:29:28.699945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:28.788937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f14d35a5-2b73-468a-93d9-fdf724c01143 req-5f2e4c25-149a-4791-a165-80f53e82834b tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.0840981 Dec 09 09:29:28.795442 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d832ea4d-4349-483a-a829-684c8c67a1f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=33204f8671c040a982776c90d595a558&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1982725 Dec 09 09:29:28.798075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50240) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:28.802648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a4fc5ffb-5bc0-47d2-9745-553e864db4c2 None None] Provisioning for port 3b12add6-cb19-4181-87f4-de6240590d79 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:28.823017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a4fc5ffb-5bc0-47d2-9745-553e864db4c2 None None] Provisioning complete for port 3b12add6-cb19-4181-87f4-de6240590d79 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:28.823442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5ffb-5bc0-47d2-9745-553e864db4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:28.849547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Made reservation on behalf of 7d726456491348a493aa4dd6659dd405 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:28.856136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:28.947731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Request body: {'port': {'device_id': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'admin_state_up': True, 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'security_groups': ['3217dee6-9516-409e-b75d-0f5eb6be37ea']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:28.963535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4613c7b5-abdf-4af7-bb2b-a0eff56fc8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:28.967643 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4613c7b5-abdf-4af7-bb2b-a0eff56fc8ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/523f3144-a5fa-45c4-8580-fa4fdbdc20ff HTTP/1.1" status: 204 len: 168 time: 2.0924699 Dec 09 09:29:29.063536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faee9a42-2e69-4092-aa53-312efea97bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.075673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5ffb-5bc0-47d2-9745-553e864db4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.144339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a4fc5ffb-5bc0-47d2-9745-553e864db4c2 None None] For port 3b12add6-cb19-4181-87f4-de6240590d79, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3b12add6-cb19-4181-87f4-de6240590d79,segment=NetworkSegment(8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d),segment_id=8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:29.151626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4fc5ffb-5bc0-47d2-9745-553e864db4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.160298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faee9a42-2e69-4092-aa53-312efea97bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.164400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eaf4be84-770c-4ad2-95d4-74ddfbafea05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:29.185129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:29.198084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f8241-e736-4149-8076-ad0e451252ff None None] Sync routers for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:29.221763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f8241-e736-4149-8076-ad0e451252ff None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:29.222791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6e7f8241-e736-4149-8076-ad0e451252ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:29.234114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Allocated IP 172.20.0.13 (a60b1dba-af2d-4ce3-8ad3-11ff1d49f206/dfe9113b-65ce-44e9-b256-78fbd1441f03/e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:29.264614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.266000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.4709966 Dec 09 09:29:29.271742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50246) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:29.287496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc5ffb-5bc0-47d2-9745-553e864db4c2 None None] Pushing event updated for resources: {'Port': ['ID=3b12add6-cb19-4181-87f4-de6240590d79,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:29.292288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a4fc5ffb-5bc0-47d2-9745-553e864db4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:29.337446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acc82e-566d-48e1-b683-5ac8c9037bb7 req-d39a3054-7814-4cf3-a7cc-da3d3540fb8b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:29.344408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6e7f8241-e736-4149-8076-ad0e451252ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:29.347631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-85acc82e-566d-48e1-b683-5ac8c9037bb7 req-d39a3054-7814-4cf3-a7cc-da3d3540fb8b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 932 time: 0.8792872 Dec 09 09:29:29.357404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f8241-e736-4149-8076-ad0e451252ff None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:29.358178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6e7f8241-e736-4149-8076-ad0e451252ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:29.448718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faee9a42-2e69-4092-aa53-312efea97bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.457043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:29.471029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee9a42-2e69-4092-aa53-312efea97bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ef9326-5d12-44a8-830d-39a287628773,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:29.479665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-faee9a42-2e69-4092-aa53-312efea97bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:29.485233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6e7f8241-e736-4149-8076-ad0e451252ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:29.486831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7f8241-e736-4149-8076-ad0e451252ff None None] The sync data for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:29.496898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faee9a42-2e69-4092-aa53-312efea97bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.500554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-faee9a42-2e69-4092-aa53-312efea97bd2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3ef9326-5d12-44a8-830d-39a287628773 HTTP/1.1" status: 204 len: 168 time: 0.6504099 Dec 09 09:29:29.524952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:29.536006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:29.560530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Made reservation on behalf of df3d181393184b3e9829225c604aef2a for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:29.566570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.620580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.659892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f20e155-4ee0-4771-8a04-e4a5cbd3bbbf tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:29.691941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dddc9e78-f466-46e1-86c8-a831539ecc16 None None] Provisioning complete for port 3b12add6-cb19-4181-87f4-de6240590d79 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:29.692340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dddc9e78-f466-46e1-86c8-a831539ecc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-85acc82e-566d-48e1-b683-5ac8c9037bb7 req-5e7ae417-9969-42fd-a50f-e8af4f0924a0 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4030600 Dec 09 09:29:29.761084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50256) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:29.774306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:29.796680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event deleted for resources: {'Port': ['ID=ac48bc9b-6f8f-4686-9ae8-3fa6965593fe,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:29.893719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:29.918357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Deleting port b491d924-66b5-499f-a4fb-d69d7959105f {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:29.918557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.027800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3b12add6-cb19-4181-87f4-de6240590d79 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:30.062677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb827e20-569a-4aae-8b47-0c387c207e04 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:29:30.101987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c5e4e094-7c38-441c-b713-207ad597d8d1 req-476614b9-802e-403f-991d-9bc7a361dd3e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Synchronizing usage tracker for tenant:7d726456491348a493aa4dd6659dd405 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:30.147086 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5b2577d1-d89a-4950-a3f9-f237444cd12c req-7da9d74b-d6fc-45cc-940e-0982306018b0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.1072111 Dec 09 09:29:30.161607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c5e4e094-7c38-441c-b713-207ad597d8d1 req-476614b9-802e-403f-991d-9bc7a361dd3e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Unset dirty status for tenant:7d726456491348a493aa4dd6659dd405 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:30.163079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c5e4e094-7c38-441c-b713-207ad597d8d1 req-476614b9-802e-403f-991d-9bc7a361dd3e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.4248655 Dec 09 09:29:30.164866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50268) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:30.167633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-86952b03-81d1-4d8a-9d8f-6ff9abcc465b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5855dbe9c0140aba5b8f9bcdb71427a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3963280 Dec 09 09:29:30.206609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3b12add6-cb19-4181-87f4-de6240590d79 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:30.206985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.221304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.251973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.258563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.280290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Transition to ACTIVE for port object fb827e20-569a-4aae-8b47-0c387c207e04 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:30.346228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Transition to ACTIVE for port object e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:30.350027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.372876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:30.396044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d384bcf6-3511-4265-b81d-01e57fd1848b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.455800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d384bcf6-3511-4265-b81d-01e57fd1848b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.476120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.489193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bdbc0e9d-3dc3-4835-be94-2c3807d5ede7 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:30.507252 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "DELETE /v2.0/ports/ac48bc9b-6f8f-4686-9ae8-3fa6965593fe HTTP/1.1" status: 204 len: 168 time: 3.5326126 Dec 09 09:29:30.531455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50276) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:30.663915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:30.670030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:30.676357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:30.677836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb827e20-569a-4aae-8b47-0c387c207e04,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:30.680881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Allocated IP 172.20.0.11 (6b5d8d55-c9b4-48fd-be19-87592e5fe5d7/8ea0517f-602a-4380-a4ca-916482843c16/8ab7e99c-b487-499a-b1eb-cf8e0da28297) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:30.696425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:30.706003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Pushing event updated for resources: {'Port': ['ID=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:30.722472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:30.729736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.822871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d384bcf6-3511-4265-b81d-01e57fd1848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.845029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:30.868546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:30.871066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.879909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384bcf6-3511-4265-b81d-01e57fd1848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b281fe12-a311-4ce7-9c17-50c9f295f7b3,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:30.895419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d384bcf6-3511-4265-b81d-01e57fd1848b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:30.908719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d384bcf6-3511-4265-b81d-01e57fd1848b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:30.910165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d384bcf6-3511-4265-b81d-01e57fd1848b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b281fe12-a311-4ce7-9c17-50c9f295f7b3 HTTP/1.1" status: 204 len: 168 time: 0.7406952 Dec 09 09:29:30.928126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6692576 Dec 09 09:29:31.026598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Request body: {'port': {'device_id': 'a5971009-e535-4869-8a55-845f1e352d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:31.109766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Calling delete_port for b491d924-66b5-499f-a4fb-d69d7959105f owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:31.374454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bbd700bd-178a-44c8-9e67-93ddf02561f9 None None] Provisioning for port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:31.381438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bbd700bd-178a-44c8-9e67-93ddf02561f9 None None] Provisioning complete for port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:31.381854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bbd700bd-178a-44c8-9e67-93ddf02561f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:31.417952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5bc0ff51-192a-480c-985f-c1723fc1035c req-b7e145ea-e043-4785-9547-481cf9292bac tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.0711153 Dec 09 09:29:31.419613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:31.527789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-bbd700bd-178a-44c8-9e67-93ddf02561f9 None None] Port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:31.802914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Attempting to bind port fb827e20-569a-4aae-8b47-0c387c207e04 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:31.803282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Attempting to bind port fb827e20-569a-4aae-8b47-0c387c207e04 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:31.803637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Attempting to bind port fb827e20-569a-4aae-8b47-0c387c207e04 on network 56cbb88c-3618-49e4-96c2-31c16bc3e914 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:32.000830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Port fb827e20-569a-4aae-8b47-0c387c207e04 on network 56cbb88c-3618-49e4-96c2-31c16bc3e914 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:32.001028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Attempting to bind port fb827e20-569a-4aae-8b47-0c387c207e04 on network 56cbb88c-3618-49e4-96c2-31c16bc3e914 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:32.065531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Deleting subnet 24340fd0-37fc-4251-891b-26e389451438 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:29:32.068671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.085506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44af57-eae5-4fbc-9e53-5879b01a0f2a req-ba1fe310-b773-49c8-b9cd-4a4e1fd82a0c tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:32.087134 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a44af57-eae5-4fbc-9e53-5879b01a0f2a req-ba1fe310-b773-49c8-b9cd-4a4e1fd82a0c tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 932 time: 0.4243097 Dec 09 09:29:32.129380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:32.129962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Checking segment: {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:32.130304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Bound using segment: {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:32.130940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Bound port: fb827e20-569a-4aae-8b47-0c387c207e04, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55fc5fe1-82dc-441b-a1ca-b1325567fb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:32.131200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.158740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.242793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.259628 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a44af57-eae5-4fbc-9e53-5879b01a0f2a req-48fa0c80-2d0b-492b-a3cc-9e188ac69365 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620085 Dec 09 09:29:32.282327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e2a96-829c-453a-a9b9-ac4fd0b15681 req-bad26b99-bdc7-4d8a-abd8-569a2425274b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:32.283978 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1b9e2a96-829c-453a-a9b9-ac4fd0b15681 req-bad26b99-bdc7-4d8a-abd8-569a2425274b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 944 time: 1.1944451 Dec 09 09:29:32.446460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d {{(pid=88883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:29:32.447280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.462031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.535736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Transition to ACTIVE for port object e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:32.562127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Transition to ACTIVE for port object 8ab7e99c-b487-499a-b1eb-cf8e0da28297 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:32.570314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50328) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:32.598634 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1b9e2a96-829c-453a-a9b9-ac4fd0b15681 req-a495facd-2e0e-41f5-9cc9-d6380b4df71c tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452996 Dec 09 09:29:32.607648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] For port fb827e20-569a-4aae-8b47-0c387c207e04, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:32.638038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.640886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.674906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] For port fb827e20-569a-4aae-8b47-0c387c207e04, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fb827e20-569a-4aae-8b47-0c387c207e04,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:32.693990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:32.701700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.711157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02528255-30a7-4d6d-89b2-741897c09d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:32.756491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:32.833987 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a73b2eb0-41a6-4852-a91d-f7401c21317d req-f1304722-8197-4c0b-8e93-8495a248401c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.1906054 Dec 09 09:29:32.991958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1829048177', 'router:external': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:33.006354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:33.009460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:33.011180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] 10.222.0.65 "PUT /v2.0/ports/fb827e20-569a-4aae-8b47-0c387c207e04 HTTP/1.1" status: 200 len: 1094 time: 5.9814084 Dec 09 09:29:33.016577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:33.026087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a3da53-6e60-46c8-96df-4914a0424237', 'tag': 'fb827e20-569a-4aae-8b47-0c387c207e04'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:29:33.056080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Usage tracker for resource:network and tenant:76bd5a36efc64de88f38366d386f4487 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:33.079776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb827e20-569a-4aae-8b47-0c387c207e04,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:33.089958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:33.165010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:33.172608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:33.254023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:33.264599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:33.269204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:33.276046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Allocated IP 172.20.0.1 (4c4cfa99-2c87-45b6-a54b-11ec266bd265/48e577d2-e219-40fd-916d-332addb7000e/c5583c37-959e-4718-ac7f-7795d5dcc075) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:33.288986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:33.304784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:33.319291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event deleted for resources: {'Port': ['ID=b491d924-66b5-499f-a4fb-d69d7959105f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:33.513238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:33.690402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:33.693851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:33.746076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Transition to ACTIVE for port object c5583c37-959e-4718-ac7f-7795d5dcc075 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:33.778889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Attempting to bind port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:33.779480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Attempting to bind port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:33.780035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Attempting to bind port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d on network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:33.794505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d on network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:33.795367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Attempting to bind port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d on network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:33.807198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:33.807842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:33.820806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:33.879498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:33.880221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Checking segment: {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:33.881254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Bound using segment: {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:33.882208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Bound port: e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '581aa113-b7a6-40cd-8ddf-77c48599a741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206'}}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:33.882791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:33.918391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:33.924487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:33.930729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:34.014229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-46cfe949-1cee-428b-a9d7-81ce6f7e5ffe None None] Provisioning for port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:34.020700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-46cfe949-1cee-428b-a9d7-81ce6f7e5ffe None None] Provisioning complete for port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:34.021542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46cfe949-1cee-428b-a9d7-81ce6f7e5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.092023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-46cfe949-1cee-428b-a9d7-81ce6f7e5ffe None None] Port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:34.107639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event updated for resources: {'Port': ['ID=c5583c37-959e-4718-ac7f-7795d5dcc075,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:34.111206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:34.131790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.231963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a3da53-6e60-46c8-96df-4914a0424237', 'tag': 'fb827e20-569a-4aae-8b47-0c387c207e04', 'status': 'completed', 'code': 200} Dec 09 09:29:34.234472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Made reservation on behalf of 76bd5a36efc64de88f38366d386f4487 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:34.235975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] For port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:34.239388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.264958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] For port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:34.281239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.287735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26d3a862-63dd-416c-9e07-760300800682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:34.361488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.363051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f8df45-ee95-43e3-ab71-222d5e55780f None None] Network 095010ec-0e86-4edb-91a9-10030f7fa2e9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:34.364229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.396028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Pushing event updated for resources: {'Port': ['ID=8ab7e99c-b487-499a-b1eb-cf8e0da28297,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:34.408826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:34.411329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.369s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:34.411570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:34.413915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.676s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:34.425302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.427193 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] 10.222.0.65 "PUT /v2.0/ports/e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d HTTP/1.1" status: 200 len: 1094 time: 3.4089551 Dec 09 09:29:34.435960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5971009-e535-4869-8a55-845f1e352d51', 'tag': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:29:34.483580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d894a9c-753f-4cc6-9641-c02b012e5ec3 req-f7a75408-b89f-4652-b252-a59c4e621bd2 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:34.485081 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d894a9c-753f-4cc6-9641-c02b012e5ec3 req-f7a75408-b89f-4652-b252-a59c4e621bd2 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 944 time: 0.3451047 Dec 09 09:29:34.532063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:34.532746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.546331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Pushing event updated for resources: {'Port': ['ID=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:34.549748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:34.550551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.570432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "DELETE /v2.0/subnets/24340fd0-37fc-4251-891b-26e389451438 HTTP/1.1" status: 204 len: 168 time: 4.0373976 Dec 09 09:29:34.600851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50376) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:34.701069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event deleted for resources: {'Subnet': ['ID=24340fd0-37fc-4251-891b-26e389451438,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:34.718820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:34.720293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4bd2070f-50d6-4615-a5b9-641d87106ce2 None None] Provisioning for port c5583c37-959e-4718-ac7f-7795d5dcc075 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:34.749648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4bd2070f-50d6-4615-a5b9-641d87106ce2 None None] Provisioning complete for port c5583c37-959e-4718-ac7f-7795d5dcc075 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:34.750401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4bd2070f-50d6-4615-a5b9-641d87106ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.757302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.781888 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-6e0ccbdb-304c-490e-9434-3f9d98ba62d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03a040d3186a491e995d63e3c738a73a&device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 1097 time: 1.7035708 Dec 09 09:29:34.783937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:34.792423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8765984 Dec 09 09:29:34.820961 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d894a9c-753f-4cc6-9641-c02b012e5ec3 req-5576db0f-17c4-4c2f-b2b1-7016fdaffd70 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843668 Dec 09 09:29:34.888113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.890260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Usage tracker for resource:security_group_rule and tenant:76bd5a36efc64de88f38366d386f4487 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:34.895520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:34.904101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Request body: {'port': {'device_id': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:34.908400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f00b6f3-ae14-4025-8d6e-0643b9a35c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.934855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4bd2070f-50d6-4615-a5b9-641d87106ce2 None None] Port c5583c37-959e-4718-ac7f-7795d5dcc075 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:34.959961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:34.969403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40241c29-8765-48be-8f87-062f4472cd8d req-ab16cacd-136f-45c1-a707-796c49d9694a tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:34.977025 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40241c29-8765-48be-8f87-062f4472cd8d req-ab16cacd-136f-45c1-a707-796c49d9694a tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 944 time: 1.4169722 Dec 09 09:29:34.979969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:35.034207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50386) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:35.045288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-b4ce8dd1-b697-4473-984d-39a40b8a3a34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb827e20-569a-4aae-8b47-0c387c207e04 HTTP/1.1" status: 200 len: 217 time: 0.2467763 Dec 09 09:29:35.058672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-58596d8d-5636-44e7-ab2e-c34c6c236446 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d726456491348a493aa4dd6659dd405&device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 1097 time: 0.5676544 Dec 09 09:29:35.065242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] DHCP port deletion for 095010ec-0e86-4edb-91a9-10030f7fa2e9 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:29:35.075516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] Deleting port f720f1f2-f9dc-4307-b41f-bc10d166c604 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:35.076098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.225631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Deleting port f720f1f2-f9dc-4307-b41f-bc10d166c604 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:35.226063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.264673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9e4914e4-7c2b-483d-89b1-ae6890f4373c tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:35.267181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.267766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Fanout notify agent at l3_agent the message router_deleted on router 38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:29:35.285688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40241c29-8765-48be-8f87-062f4472cd8d req-5562491b-5284-43a6-a3cc-c42d0a809deb tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077147 Dec 09 09:29:35.322519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.327423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-c36e137f-4f55-4732-b065-c5678c6aa651 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d HTTP/1.1" status: 200 len: 217 time: 0.2485898 Dec 09 09:29:35.349924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-f78a4d30-c13f-42ab-9ada-9b50e66c9519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:35.351539 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-f78a4d30-c13f-42ab-9ada-9b50e66c9519 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7c5a3f78-88c9-4137-86e6-bb3399d43eb7 HTTP/1.1" status: 200 len: 850 time: 0.2757900 Dec 09 09:29:35.471308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.504566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.507533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] For port f720f1f2-f9dc-4307-b41f-bc10d166c604, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f720f1f2-f9dc-4307-b41f-bc10d166c604,segment=NetworkSegment(79d7d780-7544-4f04-b5c2-60ee8db75b94),segment_id=79d7d780-7544-4f04-b5c2-60ee8db75b94)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:35.508095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.547922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18078bfa-51ab-4293-affe-2f33dc112819 req-24b09157-0d3e-4420-8a34-ad4292716715 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:35.549543 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-24b09157-0d3e-4420-8a34-ad4292716715 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dfe9113b-65ce-44e9-b256-78fbd1441f03 HTTP/1.1" status: 200 len: 845 time: 0.2091703 Dec 09 09:29:35.624117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04d87c87-6048-4d6b-8fca-dd73a3347ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:35.632605 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5971009-e535-4869-8a55-845f1e352d51', 'tag': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d', 'status': 'completed', 'code': 200} Dec 09 09:29:35.640733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.645825 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-40a3d0ee-9bf6-4fec-98de-c774a6758c46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0 HTTP/1.1" status: 204 len: 168 time: 9.3851926 Dec 09 09:29:35.645982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] Calling delete_port for f720f1f2-f9dc-4307-b41f-bc10d166c604 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:35.652458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50398) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:35.672340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1972212391', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': False}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:35.700530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:35.703584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.707531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:35.753690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a33971b-19ac-45fb-a020-d54a0f16e26e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:35.765608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:35.772346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Usage tracker for resource:router and tenant:2651b50102a24dff935c742557099e56 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:35.794739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e4914e4-7c2b-483d-89b1-ae6890f4373c tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] 10.222.0.18 "PUT /v2.0/quotas/23ccad8848b74e5aa0b5db05cec914cf HTTP/1.1" status: 200 len: 366 time: 0.7553375 Dec 09 09:29:35.795530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50402) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:35.796487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:35.802908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.803305 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Added segment 314931a7-0067-4e95-9cb0-ba69db5ea41a of type vlan for network 026984ff-f256-4a99-9b7d-bb70e73760c5 Dec 09 09:29:35.819284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.824694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff1ac623-3073-4ace-a923-54256759c00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:35.827286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:35.866601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] Pushing event deleted for resources: {'Port': ['ID=f720f1f2-f9dc-4307-b41f-bc10d166c604,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:35.872216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:35.877594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] No DVR routers for this DVR port f720f1f2-f9dc-4307-b41f-bc10d166c604 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:29:35.922104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c81df-d450-4990-a9cd-4d6ca11b14d8 req-238e0c5b-828f-49ae-a388-55bd57377eda tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:35.931202 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a4c81df-d450-4990-a9cd-4d6ca11b14d8 req-238e0c5b-828f-49ae-a388-55bd57377eda tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 932 time: 0.8563762 Dec 09 09:29:35.933679 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-a56e52f6-0c19-41d5-9669-bb762a62b5d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56cbb88c-3618-49e4-96c2-31c16bc3e914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5409558 Dec 09 09:29:35.942241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.943252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:35.949830 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d3c3372-5d29-4d07-80fd-89c9ea5f326c tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1422162 Dec 09 09:29:35.968950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50408) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:35.994857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f720f1f2-f9dc-4307-b41f-bc10d166c604 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:29:36.012899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.034187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f720f1f2-f9dc-4307-b41f-bc10d166c604 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:29:36.034982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f720f1f2-f9dc-4307-b41f-bc10d166c604 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:29:36.099648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5ad7ab0e-75aa-4c56-b5a3-93214481b857 tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] 10.222.0.18 "GET /v2.0/quotas/23ccad8848b74e5aa0b5db05cec914cf HTTP/1.1" status: 200 len: 366 time: 0.1281438 Dec 09 09:29:36.116302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] For port f720f1f2-f9dc-4307-b41f-bc10d166c604, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f720f1f2-f9dc-4307-b41f-bc10d166c604,segment=NetworkSegment(79d7d780-7544-4f04-b5c2-60ee8db75b94),segment_id=79d7d780-7544-4f04-b5c2-60ee8db75b94)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:36.116726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.124277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50412) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:36.205859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5a4c81df-d450-4990-a9cd-4d6ca11b14d8 req-fdb0fcea-2c1a-46c8-90cf-7660b0d9af31 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Synchronizing usage tracker for tenant:df3d181393184b3e9829225c604aef2a on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:36.225156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.280512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Calling delete_port for f720f1f2-f9dc-4307-b41f-bc10d166c604 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:36.310953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.321129 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-7750eab0-3c63-4e7f-8ff5-87a4539f2cc2 service neutron] 10.222.0.65 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497658 Dec 09 09:29:36.330261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:36.330893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.343038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:36.353165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-0a6d7019-a5e4-45b7-8fab-66b301620bfa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a60b1dba-af2d-4ce3-8ad3-11ff1d49f206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7276835 Dec 09 09:29:36.355873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.366184 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c3945395-ee3b-4b7c-8caf-89305f6062b1 tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/23ccad8848b74e5aa0b5db05cec914cf HTTP/1.1" status: 204 len: 168 time: 0.2406974 Dec 09 09:29:36.372271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5a4c81df-d450-4990-a9cd-4d6ca11b14d8 req-fdb0fcea-2c1a-46c8-90cf-7660b0d9af31 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Unset dirty status for tenant:df3d181393184b3e9829225c604aef2a on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:36.373463 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a4c81df-d450-4990-a9cd-4d6ca11b14d8 req-fdb0fcea-2c1a-46c8-90cf-7660b0d9af31 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4413583 Dec 09 09:29:36.401187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50418) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:36.401835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.440775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:36.492901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab7e99c-b487-499a-b1eb-cf8e0da28297 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:29:36.517860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085953e-cceb-42bf-8eb2-6b7445ba3cf0 req-be9a7667-8c1f-4268-9eef-efb12fd66af2 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:36.519469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8085953e-cceb-42bf-8eb2-6b7445ba3cf0 req-be9a7667-8c1f-4268-9eef-efb12fd66af2 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 944 time: 0.4852536 Dec 09 09:29:36.538474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.669899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46367ed2-3da6-46df-ae8d-ebe83218d73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.683721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:36.699521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:29:36.699883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:29:36.705683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event updated for resources: {'Port': ['ID=c5583c37-959e-4718-ac7f-7795d5dcc075,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:36.708792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:36.774776 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-27654608-2465-4c3a-a759-102e221849f0 service neutron] 10.222.0.65 "GET /v2.0/networks/a60b1dba-af2d-4ce3-8ad3-11ff1d49f206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072165 Dec 09 09:29:36.856770 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 4.2781885 Dec 09 09:29:36.880524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50422) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:36.899661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'subnet': {'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:36.919101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ce91f-c118-4605-8c61-9eb842c1f739 req-eebb148f-c3cc-4b62-9d92-93a1e328589e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:36.920695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fe5ce91f-c118-4605-8c61-9eb842c1f739 req-eebb148f-c3cc-4b62-9d92-93a1e328589e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 944 time: 0.4155536 Dec 09 09:29:36.923840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:36.948220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b2afa987-50b1-41c6-8c96-ea851549d041 tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.5433049 Dec 09 09:29:36.963398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event updated for resources: {'Network': ['ID=026984ff-f256-4a99-9b7d-bb70e73760c5,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:36.965312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50426) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:36.979948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Transition to ACTIVE for port object 8ab7e99c-b487-499a-b1eb-cf8e0da28297 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:36.980917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:36.985044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 026984ff-f256-4a99-9b7d-bb70e73760c5 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:29:36.987577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Usage tracker for resource:subnet and tenant:76bd5a36efc64de88f38366d386f4487 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:37.004408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:37.011103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:37.013783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75cc1597-e7fd-4edb-b2c4-033747e4a7c0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:37.031754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:37.084250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Made reservation on behalf of 76bd5a36efc64de88f38366d386f4487 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:37.092431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:37.092653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-161cdbbf-653a-4ccd-9322-ac32333f6751 tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] 10.222.0.18 "GET /v2.0/quotas/23ccad8848b74e5aa0b5db05cec914cf HTTP/1.1" status: 200 len: 370 time: 0.1178362 Dec 09 09:29:37.093870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:37.100636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50430) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:37.117354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:37.122337 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8085953e-cceb-42bf-8eb2-6b7445ba3cf0 req-c3888c9f-9e8c-4f60-9884-e5303c15a39e tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5863197 Dec 09 09:29:37.131481 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f43fa3ab-4360-4fdb-8baf-82fbb7576cf4 tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] 10.222.0.18 "GET /v2.0/quotas/23ccad8848b74e5aa0b5db05cec914cf/default HTTP/1.1" status: 200 len: 370 time: 0.0188935 Dec 09 09:29:37.133883 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb440f87-e407-4e87-9a37-fe05b5ffc47c req-9bb712ec-0db8-4387-8308-f9938d14649b service neutron] 10.222.0.65 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7931836 Dec 09 09:29:37.137333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:37.139424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:37.206091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50434) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:37.215312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab7e99c-b487-499a-b1eb-cf8e0da28297,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:37.229055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Deleting port f720f1f2-f9dc-4307-b41f-bc10d166c604 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:37.229481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:37.273484 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-18078bfa-51ab-4293-affe-2f33dc112819 req-fdfc0945-0394-4497-b240-0c0efbab4e62 service neutron] 10.222.0.65 "GET /v2.0/networks/a60b1dba-af2d-4ce3-8ad3-11ff1d49f206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897964 Dec 09 09:29:37.298209 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fe5ce91f-c118-4605-8c61-9eb842c1f739 req-4d75ad88-709f-4492-97d5-9bba68c78e2d tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171315 Dec 09 09:29:37.311171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-04c781f8-fdf8-43eb-b2ce-21f18262a733 tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] delete failed (client error): The resource could not be found. Dec 09 09:29:37.316722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-04c781f8-fdf8-43eb-b2ce-21f18262a733 tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/23ccad8848b74e5aa0b5db05cec914cf HTTP/1.1" status: 404 len: 348 time: 0.1094775 Dec 09 09:29:37.325136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:37.464890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] The port 'f720f1f2-f9dc-4307-b41f-bc10d166c604' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:29:37.590696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50446) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:37.612676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Attempting to bind port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:37.613056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Attempting to bind port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:37.613452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Attempting to bind port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 on network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:37.618569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-f438b8fd-274f-4fab-a822-7c966690871f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03a040d3186a491e995d63e3c738a73a&device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 1097 time: 0.4055574 Dec 09 09:29:37.669608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-17becc85-6135-4e72-b466-0a3c4d0f18ad None None] Provisioning complete for port c5583c37-959e-4718-ac7f-7795d5dcc075 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:37.670007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17becc85-6135-4e72-b466-0a3c4d0f18ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:37.685279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 on network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:29:37.685650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Attempting to bind port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 on network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:37.757639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-17becc85-6135-4e72-b466-0a3c4d0f18ad None None] Port c5583c37-959e-4718-ac7f-7795d5dcc075 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:37.816214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:37.816507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Checking segment: {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:37.816936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Bound using segment: {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:37.817477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Bound port: 8ab7e99c-b487-499a-b1eb-cf8e0da28297, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af495f1f-b159-428d-975f-58d30d238d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:37.817869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:37.964983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170babf-da1c-431c-a51a-cc8d054b0d55 req-3aae9eb6-de41-416c-b9fe-a88c47e05b60 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:37.965782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7170babf-da1c-431c-a51a-cc8d054b0d55 req-3aae9eb6-de41-416c-b9fe-a88c47e05b60 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Synchronizing usage tracker for tenant:df3d181393184b3e9829225c604aef2a on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:37.972513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-7a0f226e-f2e2-4267-b2a6-79885d308dc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:37.974098 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-7a0f226e-f2e2-4267-b2a6-79885d308dc7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=56cbb88c-3618-49e4-96c2-31c16bc3e914 HTTP/1.1" status: 200 len: 912 time: 0.3476036 Dec 09 09:29:37.982900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.007345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Usage tracker for resource:network and tenant:fc3400af05594e908cc8fbd82174d37c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:38.065132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:38.079159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095010ec-0e86-4edb-91a9-10030f7fa2e9']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:38.080938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] For port 8ab7e99c-b487-499a-b1eb-cf8e0da28297, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:38.084053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7170babf-da1c-431c-a51a-cc8d054b0d55 req-3aae9eb6-de41-416c-b9fe-a88c47e05b60 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Unset dirty status for tenant:df3d181393184b3e9829225c604aef2a on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:38.085359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7170babf-da1c-431c-a51a-cc8d054b0d55 req-3aae9eb6-de41-416c-b9fe-a88c47e05b60 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 944 time: 0.5209882 Dec 09 09:29:38.089889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-d00176dd-8d55-426b-adba-ff4fbe7e9033 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb827e20-569a-4aae-8b47-0c387c207e04 HTTP/1.1" status: 200 len: 217 time: 0.1037571 Dec 09 09:29:38.101681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d7d780-7544-4f04-b5c2-60ee8db75b94') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:38.102018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d7d780-7544-4f04-b5c2-60ee8db75b94') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:38.113678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] For port 8ab7e99c-b487-499a-b1eb-cf8e0da28297, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:38.187027 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7de4d15e-3055-4ac3-a69f-9afd3031cbbd req-f8ce2ed4-04ea-451a-a853-98bf81467adb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d726456491348a493aa4dd6659dd405&device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 1097 time: 0.8112073 Dec 09 09:29:38.191923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.197869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Usage tracker for resource:subnet and tenant:fc3400af05594e908cc8fbd82174d37c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:38.205760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.209751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:38.249513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:38.284136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.302031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.330986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-054a6dd5-c19b-461c-9427-e2a9563b9971 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:38.332614 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-054a6dd5-c19b-461c-9427-e2a9563b9971 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7c5a3f78-88c9-4137-86e6-bb3399d43eb7 HTTP/1.1" status: 200 len: 850 time: 0.2212996 Dec 09 09:29:38.339129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.340636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] 10.222.0.65 "PUT /v2.0/ports/8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 1094 time: 3.4470882 Dec 09 09:29:38.341767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.371901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:29:38.421915 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7170babf-da1c-431c-a51a-cc8d054b0d55 req-b7a30b83-57fb-4006-bddf-7e4cfce0f55e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274636 Dec 09 09:29:38.423753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:29:38.424326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.429812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.446169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Usage tracker for resource:subnetpool and tenant:fc3400af05594e908cc8fbd82174d37c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:38.448829 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:38.474370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab7e99c-b487-499a-b1eb-cf8e0da28297,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:38.520826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:38.524842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:38.646900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Usage tracker for resource:port and tenant:fc3400af05594e908cc8fbd82174d37c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:38.661901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4d15e-3055-4ac3-a69f-9afd3031cbbd req-b1f0e881-491b-42cb-8081-7f3502b64d8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:38.663476 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7de4d15e-3055-4ac3-a69f-9afd3031cbbd req-b1f0e881-491b-42cb-8081-7f3502b64d8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 HTTP/1.1" status: 200 len: 907 time: 0.4506931 Dec 09 09:29:38.719010 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-66a63a5e-fc60-425a-9726-01581a9177d5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56cbb88c-3618-49e4-96c2-31c16bc3e914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3420908 Dec 09 09:29:38.724685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.727453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:38.780723 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-5969fe61-650b-43be-8185-e5afd937b451 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1097 time: 0.3529708 Dec 09 09:29:38.792738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Allocated IP 172.26.8.52 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/c4e5c5ba-61d6-4813-becb-63d040ab0d36) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:38.801894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:38.812246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:38.859711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Pushing event deleted for resources: {'Network': ['ID=095010ec-0e86-4edb-91a9-10030f7fa2e9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:38.862390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:38.916552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7de4d15e-3055-4ac3-a69f-9afd3031cbbd req-91ce3c0e-3b4b-4c44-96d2-ce152f5b0c7e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d HTTP/1.1" status: 200 len: 217 time: 0.1929789 Dec 09 09:29:38.917151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Usage tracker for resource:router and tenant:fc3400af05594e908cc8fbd82174d37c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:38.935997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119c081-934f-4872-96fc-3b3232a2de4b req-168d0995-76f3-4014-8dc1-a616f18d598e tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:38.937576 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6119c081-934f-4872-96fc-3b3232a2de4b req-168d0995-76f3-4014-8dc1-a616f18d598e tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 944 time: 0.6449058 Dec 09 09:29:38.979511 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] 10.222.0.18 "DELETE /v2.0/networks/095010ec-0e86-4edb-91a9-10030f7fa2e9 HTTP/1.1" status: 204 len: 168 time: 4.3710120 Dec 09 09:29:38.980296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:39.067392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Usage tracker for resource:floatingip and tenant:fc3400af05594e908cc8fbd82174d37c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:39.091281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:39.099543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4d15e-3055-4ac3-a69f-9afd3031cbbd req-46146265-1afb-4550-a4c2-366d54c29404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:39.101191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7de4d15e-3055-4ac3-a69f-9afd3031cbbd req-46146265-1afb-4550-a4c2-366d54c29404 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dfe9113b-65ce-44e9-b256-78fbd1441f03 HTTP/1.1" status: 200 len: 845 time: 0.1730928 Dec 09 09:29:39.177139 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6119c081-934f-4872-96fc-3b3232a2de4b req-18d87843-5df1-418d-9020-477efceb05ec tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928399 Dec 09 09:29:39.183310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-40be1a0b-f7e3-4dd0-958b-0e92c9820706 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 217 time: 0.3864641 Dec 09 09:29:39.254072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Router a09832d5-2af8-4012-8d9d-0f43612d1549 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:29:39.305702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:39.320957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35638d4d-64dc-47f8-a90f-88d7c68f41fc tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:39.328288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'status': 'completed', 'code': 200} Dec 09 09:29:39.334386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8971b8e-1ac6-470f-88a6-b14bee54db6c req-dfb18556-5ffb-4688-835e-90f42fa5fb53 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:39.335985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c8971b8e-1ac6-470f-88a6-b14bee54db6c req-dfb18556-5ffb-4688-835e-90f42fa5fb53 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 944 time: 0.6926029 Dec 09 09:29:39.364947 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7de4d15e-3055-4ac3-a69f-9afd3031cbbd req-3fa766ef-c650-42c0-a366-132bbb302d7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a60b1dba-af2d-4ce3-8ad3-11ff1d49f206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2521832 Dec 09 09:29:39.398599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-c1ea65e1-41c9-4971-a2e9-5e7a4bcbe708 service neutron] 10.222.0.65 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6712339 Dec 09 09:29:39.439017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50462) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:39.440499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-d962f790-23fb-40fa-b26d-95c13ec2e58a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:39.442153 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-d962f790-23fb-40fa-b26d-95c13ec2e58a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 200 len: 850 time: 0.2502267 Dec 09 09:29:39.540671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cf85ba91-800f-4d8f-97f4-fa368d3d74f7,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:39.543279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Usage tracker for resource:security_group and tenant:fc3400af05594e908cc8fbd82174d37c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:39.642561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:39.649591 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c8971b8e-1ac6-470f-88a6-b14bee54db6c req-3a77fa1c-5216-49c6-9b0a-9acf924ac981 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914629 Dec 09 09:29:39.687169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:39.773850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-4812f597-4036-47a6-b3a6-381ca1079c1c service neutron] 10.222.0.65 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683629 Dec 09 09:29:39.792734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device fb827e20-569a-4aae-8b47-0c387c207e04 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:29:39.805896 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-42f662bb-def7-4a18-bc19-1d96eb65e90b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3385620 Dec 09 09:29:39.810848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:39.824263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:39.956882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.957361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.957758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.958148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.958536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.958923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.959439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.959828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.960216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.960595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.960976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:39.964745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port fb827e20-569a-4aae-8b47-0c387c207e04, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fb827e20-569a-4aae-8b47-0c387c207e04,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:39.965439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:39.982481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'fb827e20-569a-4aae-8b47-0c387c207e04', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'port_id': 'fb827e20-569a-4aae-8b47-0c387c207e04', 'mac_address': 'fa:16:3e:12:a0:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:29:40.013694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Usage tracker for resource:security_group_rule and tenant:fc3400af05594e908cc8fbd82174d37c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:40.030688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Checking segment: {'id': '314931a7-0067-4e95-9cb0-ba69db5ea41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:40.031175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Network hostable DHCP agents. Network: 026984ff-f256-4a99-9b7d-bb70e73760c5, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:29:40.041492 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7de4d15e-3055-4ac3-a69f-9afd3031cbbd req-262f72ba-d67e-45ae-9c74-9a8a75055547 service neutron] 10.222.0.65 "GET /v2.0/networks/a60b1dba-af2d-4ce3-8ad3-11ff1d49f206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645343 Dec 09 09:29:40.042101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:40.046005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.054640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:40.060324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event updated for resources: {'Port': ['ID=c4e5c5ba-61d6-4813-becb-63d040ab0d36,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:40.066966 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ebebf08a-521e-4882-9895-bf04460b1ff6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=573cc4120fb34041931463408755d62b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6213799 Dec 09 09:29:40.074346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb827e20-569a-4aae-8b47-0c387c207e04 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:29:40.076591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:40.077565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:40.079677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50472) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:40.092434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port fb827e20-569a-4aae-8b47-0c387c207e04, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fb827e20-569a-4aae-8b47-0c387c207e04,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:40.096161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.097016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:29:40.101826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:40.102495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:40.181820 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d4b7e037-68a6-4557-aa6d-83301a514aee tempest-QuotasTest-899691077 tempest-QuotasTest-899691077-project-admin] 10.222.0.18 "GET /v2.0/quotas/fc3400af05594e908cc8fbd82174d37c/details.json HTTP/1.1" status: 200 len: 703 time: 2.5726988 Dec 09 09:29:40.246604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-99a58bd3-c937-4f26-b11c-ced1a206da4e service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236529 Dec 09 09:29:40.266287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e79e0-0425-4e7e-b806-e259160557b3 req-b5a85dfc-b4ae-4e6c-aef3-953012304e0b tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:40.267907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7e3e79e0-0425-4e7e-b806-e259160557b3 req-b5a85dfc-b4ae-4e6c-aef3-953012304e0b tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 944 time: 0.6582146 Dec 09 09:29:40.305827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Network 026984ff-f256-4a99-9b7d-bb70e73760c5 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:29:40.353895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 026984ff-f256-4a99-9b7d-bb70e73760c5) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:40.365846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:40.366709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.370638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:40.390019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'port_id': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d', 'mac_address': 'fa:16:3e:ff:1c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:29:40.408989 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7de4d15e-3055-4ac3-a69f-9afd3031cbbd req-7a9bab5d-c85f-4265-848c-fc8c23bfdf46 service neutron] 10.222.0.65 "GET /v2.0/networks/a60b1dba-af2d-4ce3-8ad3-11ff1d49f206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596435 Dec 09 09:29:40.425992 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5430110 Dec 09 09:29:40.430611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50480) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:40.435161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c412cb-8c11-422d-9538-399e70669014 None None] Network 026984ff-f256-4a99-9b7d-bb70e73760c5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:40.446097 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7e3e79e0-0425-4e7e-b806-e259160557b3 req-48ca9791-10f7-4cf7-8407-0eee7f6e46f9 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646042 Dec 09 09:29:40.459600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2104512929', 'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:40.468940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:40.479707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Usage tracker for resource:port and tenant:76bd5a36efc64de88f38366d386f4487 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:40.479913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.480620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=fb827e20-569a-4aae-8b47-0c387c207e04,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:40.483640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:40.489885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:40.499215 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "PUT /v2.0/routers/a09832d5-2af8-4012-8d9d-0f43612d1549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2257888 Dec 09 09:29:40.500060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50486) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:40.507133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:40.511407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.513338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Request body: {'port': {'network_id': '4c4cfa99-2c87-45b6-a54b-11ec266bd265', 'name': 'tempest-FloatingIPAdminTestJSON-640129209'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:40.520537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:40.521796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91a2d0-b45b-4979-87f1-a85abbf5a727 None None] Sync routers for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:40.554936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50490) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:40.567595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Made reservation on behalf of 76bd5a36efc64de88f38366d386f4487 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:40.572363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.627870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91a2d0-b45b-4979-87f1-a85abbf5a727 None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:40.628581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-de91a2d0-b45b-4979-87f1-a85abbf5a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:40.669281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] device_id is not set on port 389c38bc-e11e-4487-91ea-9874b3224dc8 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:40.678627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.701093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-de91a2d0-b45b-4979-87f1-a85abbf5a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:40.707053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-618d6433-bb1f-4bd7-a48a-0c80c60eb195 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:40.724111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.725344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ae3e4-0643-446e-8909-b0b72f1e85fe,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:40.742266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.747233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f7ae3e4-0643-446e-8909-b0b72f1e85fe HTTP/1.1" status: 204 len: 168 time: 0.6625388 Dec 09 09:29:40.787377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:29:40.805537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.805953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.807083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.807480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.807871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.808419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.808830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.809239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.809623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.810145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.810523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:40.824481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:40.825424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:40.831613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72697270-f4f5-4005-81e4-63ede8dd11e4 req-e7eebc82-c165-4e73-969c-47be2f5636be tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:40.839814 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-72697270-f4f5-4005-81e4-63ede8dd11e4 req-e7eebc82-c165-4e73-969c-47be2f5636be tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 945 time: 0.3620305 Dec 09 09:29:40.845412 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01fa393-fb4d-46e5-958f-8eaaca84e903 req-ae958959-de6b-4fd4-aae7-6b8966b13ab3 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682790 Dec 09 09:29:40.868585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.881693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.882471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:40.892182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-858d123c-17cb-49a9-b120-58c35be3ccaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:40.912035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:40.918446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Usage tracker for resource:port and tenant:8293ee1dafc04197b357593782353266 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:40.923220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:40.979700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91a2d0-b45b-4979-87f1-a85abbf5a727 None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:40.980408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-de91a2d0-b45b-4979-87f1-a85abbf5a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:41.000355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:41.057031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-72697270-f4f5-4005-81e4-63ede8dd11e4 req-f79b983d-e5d9-4077-b1d6-4678f85d7eb3 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162683 Dec 09 09:29:41.085177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:41.090656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-de91a2d0-b45b-4979-87f1-a85abbf5a727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:41.091204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de91a2d0-b45b-4979-87f1-a85abbf5a727 None None] The sync data for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:41.120154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:41.125159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:41.147203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Made reservation on behalf of 8293ee1dafc04197b357593782353266 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:41.160884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:41.175685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f283930d-5b35-4388-8a5c-c3b956e8bf8e req-76904393-f5af-455e-bba9-b868f5763b2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1097 time: 0.2298548 Dec 09 09:29:41.204097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Allocated IP 172.20.0.8 (026984ff-f256-4a99-9b7d-bb70e73760c5/cf85ba91-800f-4d8f-97f4-fa368d3d74f7/389c38bc-e11e-4487-91ea-9874b3224dc8) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:41.250111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] device_id is not set on port 2bd0ae84-6a28-4193-a0b0-0128b843c4d3 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:41.313150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:29:41.357531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be5569-cbbe-4aaa-b5b4-49d53b6f3f03 None None] Network 026984ff-f256-4a99-9b7d-bb70e73760c5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:41.374954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:41.386896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283930d-5b35-4388-8a5c-c3b956e8bf8e req-103446d4-836f-44dc-8cc6-97fe817250a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:41.388523 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f283930d-5b35-4388-8a5c-c3b956e8bf8e req-103446d4-836f-44dc-8cc6-97fe817250a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 912 time: 0.2033086 Dec 09 09:29:41.394953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Usage tracker for resource:security_group_rule and tenant:f01ec37811d3426297f89b69d18f1afa is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:41.403606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['fb827e20-569a-4aae-8b47-0c387c207e04'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:29:41.408319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:41.434044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:41.523931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f283930d-5b35-4388-8a5c-c3b956e8bf8e req-6b2da371-1f54-4bd6-9df7-9d4f88ecf046 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 217 time: 0.1234350 Dec 09 09:29:41.524246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb14b2f-adcc-41ac-ae00-0cf0d0624bd3 req-dfba95f7-4dd7-4a5c-8bb0-5ab743b45bde tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:41.532275 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-afb14b2f-adcc-41ac-ae00-0cf0d0624bd3 req-dfba95f7-4dd7-4a5c-8bb0-5ab743b45bde tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 945 time: 0.5343082 Dec 09 09:29:41.601166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283930d-5b35-4388-8a5c-c3b956e8bf8e req-4ad4095c-6716-4758-a2ec-c37f5201f4f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:41.603010 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f283930d-5b35-4388-8a5c-c3b956e8bf8e req-4ad4095c-6716-4758-a2ec-c37f5201f4f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 200 len: 850 time: 0.0713704 Dec 09 09:29:41.760392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-afb14b2f-adcc-41ac-ae00-0cf0d0624bd3 req-57920b51-224c-42ff-9c49-586c23b66803 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2263231 Dec 09 09:29:41.803574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Router 35612e8a-d05b-4962-9953-e1b841fbc6cf is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:29:41.827805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Allocated IP 172.20.0.12 (4c4cfa99-2c87-45b6-a54b-11ec266bd265/48e577d2-e219-40fd-916d-332addb7000e/2bd0ae84-6a28-4193-a0b0-0128b843c4d3) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:41.849531 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f283930d-5b35-4388-8a5c-c3b956e8bf8e req-4a5c2718-50cc-4e1a-9f94-a676bf9e265e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2338064 Dec 09 09:29:41.855623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe073e9-fd05-4d23-90c6-6ca5592c73de req-f848d201-7ce9-4702-8d46-f9c9d48f65ea tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:41.863167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fe073e9-fd05-4d23-90c6-6ca5592c73de req-f848d201-7ce9-4702-8d46-f9c9d48f65ea tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 944 time: 0.1899137 Dec 09 09:29:41.892210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:41.970902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:41.983838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.022643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:42.032332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f01ec37811d3426297f89b69d18f1afa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4731402 Dec 09 09:29:42.038518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50518) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:42.095202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50522) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:42.203176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.226102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf28309-2400-40bc-99a4-6e76433dc1a1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:42.276750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:42.284421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d1356c3-b518-438e-b12a-76bcaa44b7f7 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:42.328479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fe073e9-fd05-4d23-90c6-6ca5592c73de req-f3e76dae-9155-4cfe-a450-ebd8f1dc7c26 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4643018 Dec 09 09:29:42.334465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'networks': [{'name': 'tempest-network--109846444'}, {'name': 'tempest-network--1988268092'}]} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:42.334810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'network': {'name': 'tempest-network--109846444'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:42.335307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'network': {'name': 'tempest-network--1988268092'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:42.368545 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f283930d-5b35-4388-8a5c-c3b956e8bf8e req-1eff6ef9-59c4-4011-b751-4a2fc593bf02 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031335 Dec 09 09:29:42.372448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:42.407371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Usage tracker for resource:network and tenant:41a3bdc4470f498fa2ee5e1b82747aa2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:42.417655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Network 026984ff-f256-4a99-9b7d-bb70e73760c5 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:42.421266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:42.434956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:42.437508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:42.485388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:42.487507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event updated for resources: {'Port': ['ID=389c38bc-e11e-4487-91ea-9874b3224dc8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:42.490888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:42.528779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cffd3f5-b6d7-48db-aaf7-f9e7ba1f48e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.535548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.561543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Made reservation on behalf of 41a3bdc4470f498fa2ee5e1b82747aa2 for: {'network': 2} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:42.567668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.600468 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f283930d-5b35-4388-8a5c-c3b956e8bf8e req-39d9dbd6-7611-40d4-9155-2da4e647b14e service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775019 Dec 09 09:29:42.614183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:42.615267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:42.616013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.622516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Transition to ACTIVE for port object 2bd0ae84-6a28-4193-a0b0-0128b843c4d3 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:42.625711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Sync routers for ids ['35612e8a-d05b-4962-9953-e1b841fbc6cf'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:42.628800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.633612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.638161 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9787490 Dec 09 09:29:42.638532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50530) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:42.641646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Routers {'35612e8a-d05b-4962-9953-e1b841fbc6cf'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:42.642328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['35612e8a-d05b-4962-9953-e1b841fbc6cf'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:42.656939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cffd3f5-b6d7-48db-aaf7-f9e7ba1f48e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.676925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d86ea-5416-4af6-ab13-6c930906fc47 req-360860d1-bf89-4c55-a555-ac8ae7a3b85b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:42.678774 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-910d86ea-5416-4af6-ab13-6c930906fc47 req-360860d1-bf89-4c55-a555-ac8ae7a3b85b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 945 time: 0.4644465 Dec 09 09:29:42.767900 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3205943 Dec 09 09:29:42.780532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50534) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:42.785395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:42.835386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Usage tracker for resource:security_group_rule and tenant:41a3bdc4470f498fa2ee5e1b82747aa2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:42.840357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:42.857312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.861600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:42.874509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:42.889294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd76e182-5a98-4251-985b-1709c245198a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/routers/35612e8a-d05b-4962-9953-e1b841fbc6cf HTTP/1.1" status: 200 len: 908 time: 0.2495077 Dec 09 09:29:42.891822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50540) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:42.900960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1972212391', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': True}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:42.906216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:42.910927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Usage tracker for resource:router and tenant:2651b50102a24dff935c742557099e56 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:42.915547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:42.961814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:42.966831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-910d86ea-5416-4af6-ab13-6c930906fc47 req-c78e1e21-e7d9-41b9-b66d-50becb4becc2 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622867 Dec 09 09:29:42.978737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Deleting port 389c38bc-e11e-4487-91ea-9874b3224dc8 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:42.979116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.998867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:42.999937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.010238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cffd3f5-b6d7-48db-aaf7-f9e7ba1f48e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.029809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8098d-45d4-4b45-a12d-39fcfc468ee4 req-183db676-3dc3-4002-a31e-e989bc9de8f2 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:43.031535 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4de8098d-45d4-4b45-a12d-39fcfc468ee4 req-183db676-3dc3-4002-a31e-e989bc9de8f2 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 945 time: 0.1171937 Dec 09 09:29:43.037138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.039676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Set router 35612e8a-d05b-4962-9953-e1b841fbc6cf gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:43.068941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:43.080566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:43.093534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event updated for resources: {'Port': ['ID=2bd0ae84-6a28-4193-a0b0-0128b843c4d3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:43.098413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:43.143815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:43.148475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9177178-05ad-4bb0-97ba-c82c31ba941f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:43.248056 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4de8098d-45d4-4b45-a12d-39fcfc468ee4 req-10c6d02b-28ed-4a0b-8654-776b0a79f574 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091529 Dec 09 09:29:43.283890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.424614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35612e8a-d05b-4962-9953-e1b841fbc6cf', 'name': 'tempest-snat-router-1972212391', 'tenant_id': '2651b50102a24dff935c742557099e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.52'}], 'enable_snat': False}, 'gw_port_id': 'c4e5c5ba-61d6-4813-becb-63d040ab0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:35Z', 'updated_at': '2021-12-09T09:29:40Z', 'revision_number': 3, 'project_id': '2651b50102a24dff935c742557099e56', 'gw_port': {'id': 'c4e5c5ba-61d6-4813-becb-63d040ab0d36', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35612e8a-d05b-4962-9953-e1b841fbc6cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:38Z', 'updated_at': '2021-12-09T09:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:43.429735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Checking router: 35612e8a-d05b-4962-9953-e1b841fbc6cf for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:29:43.430496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Updating router 35612e8a-d05b-4962-9953-e1b841fbc6cf port c4e5c5ba-61d6-4813-becb-63d040ab0d36 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:29:43.507103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.529945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.542437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.550463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffd3f5-b6d7-48db-aaf7-f9e7ba1f48e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf28309-2400-40bc-99a4-6e76433dc1a1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:43.559758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cffd3f5-b6d7-48db-aaf7-f9e7ba1f48e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:43.560979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cffd3f5-b6d7-48db-aaf7-f9e7ba1f48e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.562509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2cffd3f5-b6d7-48db-aaf7-f9e7ba1f48e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecf28309-2400-40bc-99a4-6e76433dc1a1 HTTP/1.1" status: 204 len: 168 time: 1.5002146 Dec 09 09:29:43.577464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.577669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.599011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-652f484c-916f-4c8a-b73b-3e2bff629f9c None None] Provisioning for port 2bd0ae84-6a28-4193-a0b0-0128b843c4d3 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:43.617305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-652f484c-916f-4c8a-b73b-3e2bff629f9c None None] Provisioning complete for port 2bd0ae84-6a28-4193-a0b0-0128b843c4d3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:43.617979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-652f484c-916f-4c8a-b73b-3e2bff629f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.662619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.688175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6006390-25a2-429a-8a25-9cbfd49f2534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:43.702700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-652f484c-916f-4c8a-b73b-3e2bff629f9c None None] Port 2bd0ae84-6a28-4193-a0b0-0128b843c4d3 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:29:43.742316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:43.743154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.762340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 8ab7e99c-b487-499a-b1eb-cf8e0da28297 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:29:43.765057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device fb827e20-569a-4aae-8b47-0c387c207e04 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:43.792385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50548) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:43.792564 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2873816 Dec 09 09:29:43.814180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bc5b0f-dd29-4385-a1d7-debea0a3d261,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:43.829352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:43.874101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port fb827e20-569a-4aae-8b47-0c387c207e04 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:43.906985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:43.930088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port fb827e20-569a-4aae-8b47-0c387c207e04 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:43.935239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.942650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:43.943136 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Added segment 57a8625c-64ce-4312-b95a-f70d04078f3d of type vlan for network 31e1de45-3b5c-4211-8695-5b05f4a0b5f0 Dec 09 09:29:43.952279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71aa36a-8a8d-457b-9cf2-6ed58e98d1c2 req-032a4d0c-38e1-4533-b075-182cef6b499d tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:43.959789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e71aa36a-8a8d-457b-9cf2-6ed58e98d1c2 req-032a4d0c-38e1-4533-b075-182cef6b499d tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 944 time: 0.3895617 Dec 09 09:29:43.989701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.010170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Transition to ACTIVE for port object c4e5c5ba-61d6-4813-becb-63d040ab0d36 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:44.019885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.034145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70042522-de87-4b73-900b-55d34ed2f7d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:44.047216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.131682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.145961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Attempting to bind port c4e5c5ba-61d6-4813-becb-63d040ab0d36 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:44.146538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Attempting to bind port c4e5c5ba-61d6-4813-becb-63d040ab0d36 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:44.147046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Attempting to bind port c4e5c5ba-61d6-4813-becb-63d040ab0d36 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:44.178167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Allocated IP 172.26.8.122 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/a0f6879a-118d-4d17-a83b-a504beeb9e14) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:44.201872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:44.203077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:44.203627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.204280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:44.204950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Bound port: c4e5c5ba-61d6-4813-becb-63d040ab0d36, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:44.206104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.210732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 8ab7e99c-b487-499a-b1eb-cf8e0da28297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:44.247532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a07c4-5eaf-420f-a219-2dfacd28ea24 None None] Pushing event updated for resources: {'Port': ['ID=c4e5c5ba-61d6-4813-becb-63d040ab0d36,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:44.250699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d86a07c4-5eaf-420f-a219-2dfacd28ea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:44.267445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'port_id': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'mac_address': 'fa:16:3e:e5:9d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:29:44.313918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] For port c4e5c5ba-61d6-4813-becb-63d040ab0d36, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:44.317510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] For port c4e5c5ba-61d6-4813-becb-63d040ab0d36, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c4e5c5ba-61d6-4813-becb-63d040ab0d36,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:44.321240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.321369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.327052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50560) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:44.333819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2665f5e9-8bd3-4813-bc34-cc5af8ab8c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:44.334570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'project_id': '8293ee1dafc04197b357593782353266', 'port_id': '2bd0ae84-6a28-4193-a0b0-0128b843c4d3'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:44.339931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:44.344162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Usage tracker for resource:floatingip and tenant:8293ee1dafc04197b357593782353266 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:44.347218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:44.354563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:44.374451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Calling delete_port for 389c38bc-e11e-4487-91ea-9874b3224dc8 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:44.380861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.382287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.406695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a3da53-6e60-46c8-96df-4914a0424237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb827e20-569a-4aae-8b47-0c387c207e04'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:29:44.416113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a07c4-5eaf-420f-a219-2dfacd28ea24 None None] Pushing event updated for resources: {'Port': ['ID=c4e5c5ba-61d6-4813-becb-63d040ab0d36,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:44.426696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d86a07c4-5eaf-420f-a219-2dfacd28ea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:44.429736 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e71aa36a-8a8d-457b-9cf2-6ed58e98d1c2 req-0082768d-887e-40e8-b6eb-8cd774ca0799 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4686151 Dec 09 09:29:44.438407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Routers {'35612e8a-d05b-4962-9953-e1b841fbc6cf'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:44.439213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['35612e8a-d05b-4962-9953-e1b841fbc6cf'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:44.489709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.500754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab7e99c-b487-499a-b1eb-cf8e0da28297 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:29:44.513980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port fb827e20-569a-4aae-8b47-0c387c207e04, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fb827e20-569a-4aae-8b47-0c387c207e04,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:44.527522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.528725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:44.559882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:44.571489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-858d123c-17cb-49a9-b120-58c35be3ccaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:44.595626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.596018 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Added segment 86fbc684-527c-4fa2-93d9-69592c5db2ba of type vlan for network 6df94afb-a84d-49ec-ab56-8959d5aa9e78 Dec 09 09:29:44.628092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 8ab7e99c-b487-499a-b1eb-cf8e0da28297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:44.644583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.675112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:44.692001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95021ac-42c4-4621-b6c8-0ecbe7ea8857 req-28a61f87-7f79-4a37-958a-e95c216c5d94 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:44.693673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d95021ac-42c4-4621-b6c8-0ecbe7ea8857 req-28a61f87-7f79-4a37-958a-e95c216c5d94 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 945 time: 0.4452260 Dec 09 09:29:44.698543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Usage tracker for resource:security_group_rule and tenant:fc3400af05594e908cc8fbd82174d37c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:44.699050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=fb827e20-569a-4aae-8b47-0c387c207e04,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:44.703799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:44.725932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.726343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.726680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.727056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.727438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.727810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.728720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.732757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.733196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.733580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.733959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:44.738796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:44.740342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c8f9b41-6b90-45fd-bd91-58114c526a12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:44.755161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] Set router 35612e8a-d05b-4962-9953-e1b841fbc6cf gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:44.777777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:44.794128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:44.801698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.810756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:44.811172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.821203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.860480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.866285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['8ab7e99c-b487-499a-b1eb-cf8e0da28297'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:29:44.869203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d95021ac-42c4-4621-b6c8-0ecbe7ea8857 req-507df238-81e1-46dd-9898-977ef092e5fc tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661606 Dec 09 09:29:44.888923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-433d6ba5-b89a-4e36-a397-22489df3f70b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:44.923217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=8ab7e99c-b487-499a-b1eb-cf8e0da28297,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:44.933773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:44.939100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:44.998056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.008879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-98c93b3f-0a1c-4758-8b9f-cef33a428ea0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:45.036315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event deleted for resources: {'Port': ['ID=389c38bc-e11e-4487-91ea-9874b3224dc8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:45.044868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:45.057774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.071304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a11bed-0e47-4667-84ba-622233702bac req-79dc7a09-6ae4-4798-94dd-00d0461755e9 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:45.074019 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76a11bed-0e47-4667-84ba-622233702bac req-79dc7a09-6ae4-4798-94dd-00d0461755e9 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 945 time: 0.4765518 Dec 09 09:29:45.126616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:45.143150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:45.149723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.152562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:45.156157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:45.172252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:45.210144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a3da53-6e60-46c8-96df-4914a0424237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb827e20-569a-4aae-8b47-0c387c207e04', 'code': 200} Dec 09 09:29:45.221087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.229425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.239029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.243486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:45.252519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event updated for resources: {'Port': ['ID=a0f6879a-118d-4d17-a83b-a504beeb9e14,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:45.266119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:45.269781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:45.281844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35612e8a-d05b-4962-9953-e1b841fbc6cf', 'name': 'tempest-snat-router-1972212391', 'tenant_id': '2651b50102a24dff935c742557099e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.52'}], 'enable_snat': False}, 'gw_port_id': 'c4e5c5ba-61d6-4813-becb-63d040ab0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:35Z', 'updated_at': '2021-12-09T09:29:40Z', 'revision_number': 3, 'project_id': '2651b50102a24dff935c742557099e56', 'gw_port': {'id': 'c4e5c5ba-61d6-4813-becb-63d040ab0d36', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35612e8a-d05b-4962-9953-e1b841fbc6cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:38Z', 'updated_at': '2021-12-09T09:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:45.286356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f263cbc-9d9b-4bdf-9075-d447f56a3912 None None] The sync data for ids ['35612e8a-d05b-4962-9953-e1b841fbc6cf'] in dv-neutron-819581-1-hyperv is: [{'id': '35612e8a-d05b-4962-9953-e1b841fbc6cf', 'name': 'tempest-snat-router-1972212391', 'tenant_id': '2651b50102a24dff935c742557099e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.52'}], 'enable_snat': False}, 'gw_port_id': 'c4e5c5ba-61d6-4813-becb-63d040ab0d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:35Z', 'updated_at': '2021-12-09T09:29:40Z', 'revision_number': 3, 'project_id': '2651b50102a24dff935c742557099e56', 'gw_port': {'id': 'c4e5c5ba-61d6-4813-becb-63d040ab0d36', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b6:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35612e8a-d05b-4962-9953-e1b841fbc6cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:38Z', 'updated_at': '2021-12-09T09:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:45.290339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.296843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:45.298352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:45.300362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:45.301180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.333582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4613c7b5-abdf-4af7-bb2b-a0eff56fc8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:45.369279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.413611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc3400af05594e908cc8fbd82174d37c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0830493 Dec 09 09:29:45.442850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76a11bed-0e47-4667-84ba-622233702bac req-182fa2b4-dcf2-4f1e-a955-570c00d204e8 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022010 Dec 09 09:29:45.443378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50572) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:45.479076 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3796637 Dec 09 09:29:45.479731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Allocated IP 172.26.8.74 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/5abc863f-472e-4926-ac6a-5f92f062eaf2) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:45.483401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "DELETE /v2.0/ports/389c38bc-e11e-4487-91ea-9874b3224dc8 HTTP/1.1" status: 204 len: 168 time: 2.6992855 Dec 09 09:29:45.483401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Network': ['ID=31e1de45-3b5c-4211-8695-5b05f4a0b5f0,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:45.490401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50578) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:45.490787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50580) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:45.495756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 31e1de45-3b5c-4211-8695-5b05f4a0b5f0 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:29:45.637069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Network': ['ID=6df94afb-a84d-49ec-ab56-8959d5aa9e78,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:45.646960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:45.647510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:45.647928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:45.648800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 6df94afb-a84d-49ec-ab56-8959d5aa9e78 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:29:45.656872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f482bd53-da64-40ad-8a61-c09a05d9bc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.689454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f482bd53-da64-40ad-8a61-c09a05d9bc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.745870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f482bd53-da64-40ad-8a61-c09a05d9bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.750842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e339b06-703b-47c2-9266-cecd9b25d7cb,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:45.752518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc1d9235-757b-46d7-955b-4e171c4aa811 tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:45.754758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:45.781933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482bd53-da64-40ad-8a61-c09a05d9bc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e339b06-703b-47c2-9266-cecd9b25d7cb,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:45.788648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f482bd53-da64-40ad-8a61-c09a05d9bc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:45.792757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f482bd53-da64-40ad-8a61-c09a05d9bc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:45.793459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 8ab7e99c-b487-499a-b1eb-cf8e0da28297 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:45.794642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f482bd53-da64-40ad-8a61-c09a05d9bc1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e339b06-703b-47c2-9266-cecd9b25d7cb HTTP/1.1" status: 204 len: 168 time: 0.3426600 Dec 09 09:29:45.819142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5', 'external_fixed_ips': [{'subnet_id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'ip_address': '172.20.0.8'}]}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:45.833307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:45.965878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:45.987952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:45.988470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.052620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Usage tracker for resource:router and tenant:76bd5a36efc64de88f38366d386f4487 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:46.141206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:46.170519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c4e5c5ba-61d6-4813-becb-63d040ab0d36 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:46.206296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16297376-fa5b-40aa-a3ec-086478372953 req-7010b7cc-2a30-410e-859b-1f189f44e362 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:46.207919 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-16297376-fa5b-40aa-a3ec-086478372953 req-7010b7cc-2a30-410e-859b-1f189f44e362 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 946 time: 0.1150618 Dec 09 09:29:46.262143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.294197 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-16297376-fa5b-40aa-a3ec-086478372953 req-e0653f43-c1d5-492a-a080-6e85e4140fb7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792837 Dec 09 09:29:46.330357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 8ab7e99c-b487-499a-b1eb-cf8e0da28297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:46.335571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.338211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e2c2f479-73e5-4fde-b18a-bc8b00dd3468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:46.360932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:46.376409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port c4e5c5ba-61d6-4813-becb-63d040ab0d36 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:46.433822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=8ab7e99c-b487-499a-b1eb-cf8e0da28297,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:46.439109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port c4e5c5ba-61d6-4813-becb-63d040ab0d36 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:46.439571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.463992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.465060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.470402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:46.474295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7495bd-9adb-40e3-8357-da53d9af6171 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:46.480418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7495bd-9adb-40e3-8357-da53d9af6171 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:46.486187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7495bd-9adb-40e3-8357-da53d9af6171 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:46.491842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7495bd-9adb-40e3-8357-da53d9af6171 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:46.497490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7495bd-9adb-40e3-8357-da53d9af6171 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:46.500040 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1d7495bd-9adb-40e3-8357-da53d9af6171 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3010 time: 0.7571731 Dec 09 09:29:46.503179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50602) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:46.601850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.610948 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-276e219a-53f2-41f0-abb2-533a17ff8cdc req-40d710d0-d4d0-49d2-a9d8-6666d42e772f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 1099 time: 1.1983979 Dec 09 09:29:46.623474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.624958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port c4e5c5ba-61d6-4813-becb-63d040ab0d36, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c4e5c5ba-61d6-4813-becb-63d040ab0d36,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:46.629052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.631993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3884183a-c5fa-409d-9448-aed80e0bf9af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:46.632734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10ff9-0315-4853-a41c-6ea2a749b4d4 req-20ef818e-70d9-473d-93c4-80db61e0d95a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:46.635014 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-afb10ff9-0315-4853-a41c-6ea2a749b4d4 req-20ef818e-70d9-473d-93c4-80db61e0d95a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 945 time: 0.8782554 Dec 09 09:29:46.635979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.636691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.661903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-276e219a-53f2-41f0-abb2-533a17ff8cdc req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.743279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-276e219a-53f2-41f0-abb2-533a17ff8cdc req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:46.748272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-276e219a-53f2-41f0-abb2-533a17ff8cdc req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Usage tracker for resource:security_group_rule and tenant:dd8eaa6724f54666973be921c33ada3e is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:46.751461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-276e219a-53f2-41f0-abb2-533a17ff8cdc req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:46.764608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-276e219a-53f2-41f0-abb2-533a17ff8cdc req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:46.856788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-276e219a-53f2-41f0-abb2-533a17ff8cdc req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.902111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.947652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:46.963840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-276e219a-53f2-41f0-abb2-533a17ff8cdc req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.006846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:47.015975 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-276e219a-53f2-41f0-abb2-533a17ff8cdc req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3963935 Dec 09 09:29:47.069638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b1a72-90a4-41f1-a4b7-898740b50a38 req-806dfd7c-9643-43ba-a9ed-3e49a6aa0f04 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:47.072164 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c53b1a72-90a4-41f1-a4b7-898740b50a38 req-806dfd7c-9643-43ba-a9ed-3e49a6aa0f04 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 946 time: 0.3770168 Dec 09 09:29:47.075511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=c4e5c5ba-61d6-4813-becb-63d040ab0d36,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:47.085626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:47.126197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.158484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7f00cc-92ee-4c77-95f0-245d06aeab4f,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:47.169066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.175092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-afb10ff9-0315-4853-a41c-6ea2a749b4d4 req-0ffe7050-70dc-4417-b613-c8791fa0ba04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4942684 Dec 09 09:29:47.176001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:47.177482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:47.200359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.211562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5971009-e535-4869-8a55-845f1e352d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d'}, {'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:29:47.302902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e1de45-3b5c-4211-8695-5b05f4a0b5f0']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:47.324883 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5971009-e535-4869-8a55-845f1e352d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d', 'code': 200} Dec 09 09:29:47.325346 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'code': 200} Dec 09 09:29:47.346304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a8625c-64ce-4312-b95a-f70d04078f3d') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:47.346940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a8625c-64ce-4312-b95a-f70d04078f3d') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:47.360855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Pushing event updated for resources: {'Port': ['ID=5abc863f-472e-4926-ac6a-5f92f062eaf2,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:47.377295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.380264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:47.425049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:47.429995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:47.443366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:47.444656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.471120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:29:47.471917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:47.700340 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:47.704360 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c53b1a72-90a4-41f1-a4b7-898740b50a38 req-7189e08e-9418-4391-b16e-71b84e094148 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5575924 Dec 09 09:29:47.764354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.767263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50620) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:47.769408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.785403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:47.809918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-220fd8b0-2890-4605-80e6-20201eb77708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:47.840009 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/networks/31e1de45-3b5c-4211-8695-5b05f4a0b5f0 HTTP/1.1" status: 204 len: 168 time: 1.3355761 Dec 09 09:29:47.841331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Network': ['ID=31e1de45-3b5c-4211-8695-5b05f4a0b5f0,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:47.845205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:47.845886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50626) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:47.912781 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-949ff8af-5269-41d3-bc6a-9242b0a970d3 req-adb46bf9-a7ea-45ab-87d2-ec3fe72273e5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1099 time: 0.2068639 Dec 09 09:29:47.993082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c4e5c5ba-61d6-4813-becb-63d040ab0d36 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:48.000295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8d724edf-a1c2-4737-9dac-6fc2052a5ea3 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] Request body: {'port': {'network_id': '691a94f1-37e9-451d-add5-fe96a06b776b', 'name': 'tempest-NetworksNegativeTestJSON-1408234944'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:48.031095 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d724edf-a1c2-4737-9dac-6fc2052a5ea3 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] POST failed (client error): The resource could not be found. Dec 09 09:29:48.031577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d724edf-a1c2-4737-9dac-6fc2052a5ea3 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:29:48.032797 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d724edf-a1c2-4737-9dac-6fc2052a5ea3 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2640877 Dec 09 09:29:48.041777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:48.043673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50632) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:48.060492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb5a30-8fc7-4793-99ea-6a1614933e7e req-eb5a32ad-a09e-4680-97a2-304b5d0adc4c tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:48.068026 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-43fb5a30-8fc7-4793-99ea-6a1614933e7e req-eb5a32ad-a09e-4680-97a2-304b5d0adc4c tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 946 time: 0.4967935 Dec 09 09:29:48.070068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port c4e5c5ba-61d6-4813-becb-63d040ab0d36 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:48.070492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:48.083394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52f8878-7bfb-44f8-b70e-f29e52f8d121 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] DELETE failed (client error): The resource could not be found. Dec 09 09:29:48.083892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52f8878-7bfb-44f8-b70e-f29e52f8d121 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:29:48.085870 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e52f8878-7bfb-44f8-b70e-f29e52f8d121 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "DELETE /v2.0/networks/5bcf70c9-9890-485b-b538-55832acb26e7 HTTP/1.1" status: 404 len: 339 time: 0.0401392 Dec 09 09:29:48.092001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50636) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:48.102600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45a5279b-577e-4c4c-89d6-59ea0196571f req-bdfb247e-9ecf-4102-8030-c753aff37427 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 1099 time: 0.4040880 Dec 09 09:29:48.146082 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84c2fd5-565a-48b9-ab18-668e3384329e tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] DELETE failed (client error): The resource could not be found. Dec 09 09:29:48.146569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84c2fd5-565a-48b9-ab18-668e3384329e tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:29:48.148335 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f84c2fd5-565a-48b9-ab18-668e3384329e tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "DELETE /v2.0/ports/1430763c-9d2d-4728-a5f2-2080396e0629 HTTP/1.1" status: 404 len: 333 time: 0.0553582 Dec 09 09:29:48.153340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50640) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:48.256597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-949ff8af-5269-41d3-bc6a-9242b0a970d3 req-bcba9fc8-ede8-45b2-aa3d-9f887093b416 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925682 Dec 09 09:29:48.262521 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b99395e-a10f-45ca-bfde-575a9e760855 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] DELETE failed (client error): The resource could not be found. Dec 09 09:29:48.263019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b99395e-a10f-45ca-bfde-575a9e760855 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:29:48.268568 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5b99395e-a10f-45ca-bfde-575a9e760855 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "DELETE /v2.0/subnets/db9f00bc-03df-4382-b001-e0398459c8e8 HTTP/1.1" status: 404 len: 337 time: 0.1105237 Dec 09 09:29:48.276880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50646) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:48.587648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-43fb5a30-8fc7-4793-99ea-6a1614933e7e req-572dc680-6028-428b-8c2c-28167ddecabc tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5184226 Dec 09 09:29:48.612841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:48.622821 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf431cad-2363-4238-a205-cf902e0f887e tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] GET failed (client error): The resource could not be found. Dec 09 09:29:48.624302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bf431cad-2363-4238-a205-cf902e0f887e tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "GET /v2.0/networks/46ff0da8-90eb-4c57-b0af-95c4a812e39d HTTP/1.1" status: 404 len: 339 time: 0.3463099 Dec 09 09:29:48.629150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50650) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:48.638410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45a5279b-577e-4c4c-89d6-59ea0196571f req-1f25bd91-b7ae-4c37-885f-46199215932f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5212665 Dec 09 09:29:48.691953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df94afb-a84d-49ec-ab56-8959d5aa9e78']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:48.710490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fbc684-527c-4fa2-93d9-69592c5db2ba') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:48.710684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fbc684-527c-4fa2-93d9-69592c5db2ba') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:48.727660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:48.753930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:48.765908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:29:48.766349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:29:48.784532 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:29:48.834518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d091b94c-3fd0-4ef6-8e95-aa5658ced413 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] GET failed (client error): The resource could not be found. Dec 09 09:29:48.838036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d091b94c-3fd0-4ef6-8e95-aa5658ced413 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "GET /v2.0/ports/d220d73b-29bf-462f-a04b-c34cc87b4fd7 HTTP/1.1" status: 404 len: 333 time: 0.2039976 Dec 09 09:29:48.843454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50656) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:48.844039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Router 51efac93-6bd1-4346-90dc-d8de79f9a905 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:29:48.865666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a482cec-f333-4252-80c7-46dcc7fbff51 req-171ec88a-db16-4ea8-9adb-0550ce59c2b4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:48.867295 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a482cec-f333-4252-80c7-46dcc7fbff51 req-171ec88a-db16-4ea8-9adb-0550ce59c2b4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.2395630 Dec 09 09:29:48.904762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:48.920198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:48.944546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:48.954846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Network': ['ID=6df94afb-a84d-49ec-ab56-8959d5aa9e78,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:48.959874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:48.963789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a482cec-f333-4252-80c7-46dcc7fbff51 req-9b9f028e-2099-41a8-bc10-7a5d0abd7736 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882564 Dec 09 09:29:48.967604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/networks/6df94afb-a84d-49ec-ab56-8959d5aa9e78 HTTP/1.1" status: 204 len: 168 time: 1.1170213 Dec 09 09:29:48.967874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50660) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.083418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba311ae-3676-417d-9fb1-5667c0cae55c tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] GET failed (client error): The resource could not be found. Dec 09 09:29:49.085673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8ba311ae-3676-417d-9fb1-5667c0cae55c tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "GET /v2.0/subnets/1d853dc3-fb40-4b6e-8b7a-6301356a86fb HTTP/1.1" status: 404 len: 337 time: 0.2384963 Dec 09 09:29:49.090959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50666) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.102499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-addd524f-b6c6-4bf2-a4f1-968b6751ed2e tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:49.133778 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-addd524f-b6c6-4bf2-a4f1-968b6751ed2e tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] PUT failed (client error): The resource could not be found. Dec 09 09:29:49.134317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addd524f-b6c6-4bf2-a4f1-968b6751ed2e tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:29:49.140046 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-addd524f-b6c6-4bf2-a4f1-968b6751ed2e tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "PUT /v2.0/networks/bedcc46a-8617-4319-922d-244158350855 HTTP/1.1" status: 404 len: 339 time: 0.0436490 Dec 09 09:29:49.141486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50670) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.150162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3dae961a-b7f4-4689-b927-bf992b8aa916 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:49.197180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dae961a-b7f4-4689-b927-bf992b8aa916 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] PUT failed (client error): The resource could not be found. Dec 09 09:29:49.197660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dae961a-b7f4-4689-b927-bf992b8aa916 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:29:49.198882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3dae961a-b7f4-4689-b927-bf992b8aa916 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "PUT /v2.0/ports/25e838a4-23c0-4a73-b4dc-e758fc8d21a5 HTTP/1.1" status: 404 len: 333 time: 0.0564075 Dec 09 09:29:49.207810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50674) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.222678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7d307-bc42-4975-b8f9-1f8fbad85058 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:49.227108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7d307-bc42-4975-b8f9-1f8fbad85058 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:49.232376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7d307-bc42-4975-b8f9-1f8fbad85058 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:49.233278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8fe7d307-bc42-4975-b8f9-1f8fbad85058 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Synchronizing usage tracker for tenant:41a3bdc4470f498fa2ee5e1b82747aa2 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:49.244535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fd563a60-501c-4a92-b4a5-276103180139 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:49.250567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8fe7d307-bc42-4975-b8f9-1f8fbad85058 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Unset dirty status for tenant:41a3bdc4470f498fa2ee5e1b82747aa2 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:49.251840 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8fe7d307-bc42-4975-b8f9-1f8fbad85058 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.2829950 Dec 09 09:29:49.255916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50678) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.262218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1743406425'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:49.267733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:49.278169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:49.287172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Made reservation on behalf of 41a3bdc4470f498fa2ee5e1b82747aa2 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:49.291728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.293270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.307944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd563a60-501c-4a92-b4a5-276103180139 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] PUT failed (client error): The resource could not be found. Dec 09 09:29:49.308433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd563a60-501c-4a92-b4a5-276103180139 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:29:49.309702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fd563a60-501c-4a92-b4a5-276103180139 tempest-NetworksNegativeTestJSON-342608944 tempest-NetworksNegativeTestJSON-342608944-project] 10.222.0.18 "PUT /v2.0/subnets/4f721d33-0938-4fc2-a9d5-8d156411ea50 HTTP/1.1" status: 404 len: 337 time: 0.0932515 Dec 09 09:29:49.326465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:49.335568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.336013 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Added segment 48d11eb2-6cdd-46ce-8981-4da5c93ee95a of type vlan for network 93ff4dca-671a-4761-be8e-ad419d1c6855 Dec 09 09:29:49.372513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.407558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.412314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:49.413038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.419810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-225d823a-007f-4c44-8c84-4e912a4459ab tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:49.440593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114e1d9-5552-461d-9919-7d6a2c94ec17 req-55d1eec4-4ddf-4870-baab-35d4f491f7c2 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:49.442236 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9114e1d9-5552-461d-9919-7d6a2c94ec17 req-55d1eec4-4ddf-4870-baab-35d4f491f7c2 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 946 time: 0.4375257 Dec 09 09:29:49.455110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.531703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Network': ['ID=93ff4dca-671a-4761-be8e-ad419d1c6855,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:49.536982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:49.545154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 93ff4dca-671a-4761-be8e-ad419d1c6855 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:29:49.566276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3068166 Dec 09 09:29:49.567043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50686) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.580964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-973320562'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:49.586259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:49.603459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.604506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Usage tracker for resource:network and tenant:41a3bdc4470f498fa2ee5e1b82747aa2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:49.626155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:49.648430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.652623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:49.691720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Made reservation on behalf of 41a3bdc4470f498fa2ee5e1b82747aa2 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:49.701936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.734972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50692) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:49.798337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:49.896276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.896742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Added segment 9a9fff61-c08b-4b30-ab9e-a488987b5bfc of type vlan for network 87bf7c7b-bf9b-48a3-9fe6-445d528c3551 Dec 09 09:29:49.907560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:29:49.933871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9114e1d9-5552-461d-9919-7d6a2c94ec17 req-c1c74fb2-45b4-403f-8ad2-e8cbfc4efbb6 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4459329 Dec 09 09:29:49.941061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.980225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.987305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:49.987955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:49.992683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8edfffc7-f8f0-411b-b5c9-8c2f07b6f89a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:50.074475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:50.137454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ea568-3fc1-4530-b301-200e2754a4c6 req-9587f8d2-191c-422c-a2e8-3f445fecd2b7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:50.139061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-451ea568-3fc1-4530-b301-200e2754a4c6 req-9587f8d2-191c-422c-a2e8-3f445fecd2b7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 946 time: 0.3337729 Dec 09 09:29:50.139735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Network': ['ID=87bf7c7b-bf9b-48a3-9fe6-445d528c3551,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:50.144208 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5747180 Dec 09 09:29:50.144208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:50.146007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50700) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:50.153731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 87bf7c7b-bf9b-48a3-9fe6-445d528c3551 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:29:50.168012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'ports': [{'network_id': '93ff4dca-671a-4761-be8e-ad419d1c6855', 'name': 'tempest-port--1622810385', 'admin_state_up': True}, {'network_id': '87bf7c7b-bf9b-48a3-9fe6-445d528c3551', 'admin_state_up': False}]} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:50.168370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'port': {'network_id': '93ff4dca-671a-4761-be8e-ad419d1c6855', 'name': 'tempest-port--1622810385', 'admin_state_up': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:50.168894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'port': {'network_id': '87bf7c7b-bf9b-48a3-9fe6-445d528c3551', 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:50.210635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:50.221414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Usage tracker for resource:security_group_rule and tenant:1f22d37526534528ae49f3e64228b593 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:50.240241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:50.307746 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-451ea568-3fc1-4530-b301-200e2754a4c6 req-f8193a15-dd58-438d-8698-e2a056a11f73 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589637 Dec 09 09:29:50.433847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:50.437996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Usage tracker for resource:port and tenant:41a3bdc4470f498fa2ee5e1b82747aa2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:50.441026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:50.482272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:50.483810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:50.505833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Made reservation on behalf of 41a3bdc4470f498fa2ee5e1b82747aa2 for: {'port': 2} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:50.512785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:50.544742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:50.550191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:50.563234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:50.567536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Allocated IP 172.20.0.8 (026984ff-f256-4a99-9b7d-bb70e73760c5/cf85ba91-800f-4d8f-97f4-fa368d3d74f7/83733953-b63a-44ab-8f4e-669e84171618) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:29:50.570426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:50.572729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Sync routers for ids ['51efac93-6bd1-4346-90dc-d8de79f9a905'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:50.585723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Routers {'51efac93-6bd1-4346-90dc-d8de79f9a905'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:50.586275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['51efac93-6bd1-4346-90dc-d8de79f9a905'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:50.591695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9030c91c-06f4-4183-9ebd-0f79e8cfe304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:50.599853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2e328-9721-4da2-b62c-5887c1b86a74 req-528fe307-98c7-4b1f-8364-cab7a6cec956 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:50.601508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11c2e328-9721-4da2-b62c-5887c1b86a74 req-528fe307-98c7-4b1f-8364-cab7a6cec956 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 946 time: 0.1572149 Dec 09 09:29:50.613661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50706) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:50.622733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-07d47b30-d884-4cc0-a3e0-a46c41bd3996 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Request body: {'floatingip': {'port_id': 'fb827e20-569a-4aae-8b47-0c387c207e04'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:50.776546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Set router 51efac93-6bd1-4346-90dc-d8de79f9a905 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:50.781680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07d47b30-d884-4cc0-a3e0-a46c41bd3996 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:50.782783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:50.819805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60991b-253c-4e2e-bb74-a69436cedc2f req-571faa76-54b8-4f3c-9237-f6ba5976d010 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:50.821474 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7e60991b-253c-4e2e-bb74-a69436cedc2f req-571faa76-54b8-4f3c-9237-f6ba5976d010 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.7084596 Dec 09 09:29:50.823317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:50.857339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] device_id is not set on port ad835710-9231-4db9-a6b6-dafe91d54a95 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:50.904051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Pushing event updated for resources: {'Port': ['ID=5abc863f-472e-4926-ac6a-5f92f062eaf2,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:50.983404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:50.990466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fbc1fb9d-c468-49d7-b7e0-0326760bc392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:51.046964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f8db0f-ddb1-464a-9e7f-b157cfc814d4,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:51.069472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:51.084366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.089177 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.1926560 Dec 09 09:29:51.090165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50712) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:51.114320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.181793 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7e60991b-253c-4e2e-bb74-a69436cedc2f req-c95da4f4-2c13-497c-bae0-e8fbeb0987c4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072932 Dec 09 09:29:51.187623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efac93-6bd1-4346-90dc-d8de79f9a905', 'name': 'tempest-snat-router-1972212391', 'tenant_id': '2651b50102a24dff935c742557099e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'a0f6879a-118d-4d17-a83b-a504beeb9e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:43Z', 'updated_at': '2021-12-09T09:29:45Z', 'revision_number': 3, 'project_id': '2651b50102a24dff935c742557099e56', 'gw_port': {'id': 'a0f6879a-118d-4d17-a83b-a504beeb9e14', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efac93-6bd1-4346-90dc-d8de79f9a905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:43Z', 'updated_at': '2021-12-09T09:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:51.192873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Checking router: 51efac93-6bd1-4346-90dc-d8de79f9a905 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:29:51.193653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Updating router 51efac93-6bd1-4346-90dc-d8de79f9a905 port a0f6879a-118d-4d17-a83b-a504beeb9e14 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:29:51.201479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f22d37526534528ae49f3e64228b593&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4605701 Dec 09 09:29:51.221339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50716) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:51.273582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.324082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.367524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0fd70b4f-5cb7-40cc-a116-596c1ea12b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.427912 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-958120dd-e076-438f-b0d9-998c3f79b682 req-4ab12357-8592-4628-8796-4497b2f91d11 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5906563 Dec 09 09:29:51.529526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0fd70b4f-5cb7-40cc-a116-596c1ea12b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.608768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.633001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.644196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f682b96e-b92c-455a-8f2d-e6d3b4c4c77d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:51.713929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.728655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Transition to ACTIVE for port object a0f6879a-118d-4d17-a83b-a504beeb9e14 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:51.737143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.745539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17ed564e-9695-44b0-acfe-ac6965a95e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:51.760932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Network 026984ff-f256-4a99-9b7d-bb70e73760c5 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:29:51.767209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:51.770206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:51.838477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51077eed-b63d-4d27-91c3-23954578c182 None None] Pushing event updated for resources: {'Port': ['ID=a0f6879a-118d-4d17-a83b-a504beeb9e14,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:51.841027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Attempting to bind port a0f6879a-118d-4d17-a83b-a504beeb9e14 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:51.841476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Attempting to bind port a0f6879a-118d-4d17-a83b-a504beeb9e14 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:51.841881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Attempting to bind port a0f6879a-118d-4d17-a83b-a504beeb9e14 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:51.844830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51077eed-b63d-4d27-91c3-23954578c182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:51.849781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:51.850193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:51.850631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.851052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:51.851558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Bound port: a0f6879a-118d-4d17-a83b-a504beeb9e14, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:51.852125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.852544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event updated for resources: {'Port': ['ID=83733953-b63a-44ab-8f4e-669e84171618,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:51.859619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:51.870837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bb8f4-d7c4-4fd4-88a9-2da2de1cf0b6 req-e7e269d9-8914-4ad7-a451-bfbfe1336b94 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:51.873627 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee2bb8f4-d7c4-4fd4-88a9-2da2de1cf0b6 req-e7e269d9-8914-4ad7-a451-bfbfe1336b94 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4550486 Dec 09 09:29:51.883627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0fd70b4f-5cb7-40cc-a116-596c1ea12b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.890234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50722) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:51.893762 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-958120dd-e076-438f-b0d9-998c3f79b682 req-f3ca8c11-c1cf-45fa-a86e-9e851736b2e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03a040d3186a491e995d63e3c738a73a&device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 1099 time: 0.3688595 Dec 09 09:29:51.912382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] device_id is not set on port 8f124726-b129-48e2-aa7e-c5f527f96e79 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:51.914579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-22dc9352-9d8c-49fb-9490-e745a1fc47a4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Request body: {'floatingip': {'port_id': '8ab7e99c-b487-499a-b1eb-cf8e0da28297'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:51.935794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] For port a0f6879a-118d-4d17-a83b-a504beeb9e14, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:51.939138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] For port a0f6879a-118d-4d17-a83b-a504beeb9e14, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a0f6879a-118d-4d17-a83b-a504beeb9e14,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:51.942573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:51.947981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:51.978487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:52.014327 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Floating IP 3f150c72-566f-4bf1-a3a9-4f4d0f5d2a34 associated. External IP: 172.26.8.74, port: 2bd0ae84-6a28-4193-a0b0-0128b843c4d3. Dec 09 09:29:52.035272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51077eed-b63d-4d27-91c3-23954578c182 None None] Pushing event updated for resources: {'Port': ['ID=a0f6879a-118d-4d17-a83b-a504beeb9e14,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:52.038309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Routers {'51efac93-6bd1-4346-90dc-d8de79f9a905'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:52.039070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['51efac93-6bd1-4346-90dc-d8de79f9a905'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:52.092134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0851a-4a0a-4d28-b368-d13173fe4b16 req-a940ed22-5691-43ff-8040-be453d9ee369 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:52.093794 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-79a0851a-4a0a-4d28-b368-d13173fe4b16 req-a940ed22-5691-43ff-8040-be453d9ee369 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 946 time: 0.6227207 Dec 09 09:29:52.125534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd70b4f-5cb7-40cc-a116-596c1ea12b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f8db0f-ddb1-464a-9e7f-b157cfc814d4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:52.132543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0fd70b4f-5cb7-40cc-a116-596c1ea12b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:52.146674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0fd70b4f-5cb7-40cc-a116-596c1ea12b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:52.147909 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0fd70b4f-5cb7-40cc-a116-596c1ea12b67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6f8db0f-ddb1-464a-9e7f-b157cfc814d4 HTTP/1.1" status: 204 len: 168 time: 0.9328690 Dec 09 09:29:52.164093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22dc9352-9d8c-49fb-9490-e745a1fc47a4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for floatingip, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:52.198520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51077eed-b63d-4d27-91c3-23954578c182 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:52.294250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] Set router 51efac93-6bd1-4346-90dc-d8de79f9a905 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:52.296849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-79a0851a-4a0a-4d28-b368-d13173fe4b16 req-6ef7ad96-c688-4c23-b664-1b666e8f1d0d tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773937 Dec 09 09:29:52.369915 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d96e2397-7fb1-4ad1-baf1-50dd2ba81d7d tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/routers/51efac93-6bd1-4346-90dc-d8de79f9a905 HTTP/1.1" status: 200 len: 908 time: 1.2791717 Dec 09 09:29:52.376021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50732) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:52.380536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:52.675663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51efac93-6bd1-4346-90dc-d8de79f9a905', 'name': 'tempest-snat-router-1972212391', 'tenant_id': '2651b50102a24dff935c742557099e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'a0f6879a-118d-4d17-a83b-a504beeb9e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:43Z', 'updated_at': '2021-12-09T09:29:45Z', 'revision_number': 3, 'project_id': '2651b50102a24dff935c742557099e56', 'gw_port': {'id': 'a0f6879a-118d-4d17-a83b-a504beeb9e14', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efac93-6bd1-4346-90dc-d8de79f9a905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:43Z', 'updated_at': '2021-12-09T09:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:52.681337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-717bfe5c-cffe-49ba-88b7-6099199a3e27 None None] The sync data for ids ['51efac93-6bd1-4346-90dc-d8de79f9a905'] in dv-neutron-819581-1-hyperv is: [{'id': '51efac93-6bd1-4346-90dc-d8de79f9a905', 'name': 'tempest-snat-router-1972212391', 'tenant_id': '2651b50102a24dff935c742557099e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'a0f6879a-118d-4d17-a83b-a504beeb9e14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:43Z', 'updated_at': '2021-12-09T09:29:45Z', 'revision_number': 3, 'project_id': '2651b50102a24dff935c742557099e56', 'gw_port': {'id': 'a0f6879a-118d-4d17-a83b-a504beeb9e14', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:fe:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51efac93-6bd1-4346-90dc-d8de79f9a905', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:43Z', 'updated_at': '2021-12-09T09:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:52.776539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07d47b30-d884-4cc0-a3e0-a46c41bd3996 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:52.795015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07d47b30-d884-4cc0-a3e0-a46c41bd3996 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:52.876905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:52.886214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2fb65252-f06a-4310-ae74-393c74982ada tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:52.908353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958120dd-e076-438f-b0d9-998c3f79b682 req-00e5403f-fc83-4053-b2ad-61dd0b00bc8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:52.909970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-958120dd-e076-438f-b0d9-998c3f79b682 req-00e5403f-fc83-4053-b2ad-61dd0b00bc8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=56cbb88c-3618-49e4-96c2-31c16bc3e914 HTTP/1.1" status: 200 len: 912 time: 0.9247527 Dec 09 09:29:52.991636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Port': ['ID=ad835710-9231-4db9-a6b6-dafe91d54a95,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:53.124741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8777096-cde6-44a0-a85e-52040e497f12 req-9ad1c1b0-7fb8-4813-b0f5-9a36cd546da0 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:53.126431 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b8777096-cde6-44a0-a85e-52040e497f12 req-9ad1c1b0-7fb8-4813-b0f5-9a36cd546da0 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 946 time: 0.4152260 Dec 09 09:29:53.213955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50748) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:53.231968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:53.245397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-aafb5fd3-7efb-4d09-aac9-8700bb41acc7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Request body: {'floatingip': {'port_id': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:53.345939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Checking segment: {'id': '48d11eb2-6cdd-46ce-8981-4da5c93ee95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '93ff4dca-671a-4761-be8e-ad419d1c6855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:53.346354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Network hostable DHCP agents. Network: 93ff4dca-671a-4761-be8e-ad419d1c6855, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:29:53.385539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:53.388481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aafb5fd3-7efb-4d09-aac9-8700bb41acc7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for floatingip, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:53.439476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50754) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:53.471573 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-958120dd-e076-438f-b0d9-998c3f79b682 req-d6e0272d-6214-435a-bca5-ab760e1f9cd5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb827e20-569a-4aae-8b47-0c387c207e04 HTTP/1.1" status: 200 len: 1000 time: 0.5440938 Dec 09 09:29:53.486531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:53.487261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:53.492767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Network 93ff4dca-671a-4761-be8e-ad419d1c6855 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:29:53.524424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 93ff4dca-671a-4761-be8e-ad419d1c6855) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:53.533410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:53.534620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:53.541736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a5951-fd05-4362-bac5-cbe1ae3000ec None None] Network 93ff4dca-671a-4761-be8e-ad419d1c6855 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:53.548669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:53.731073 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-07d47b30-d884-4cc0-a3e0-a46c41bd3996 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Floating IP 1a6b9a4d-3ee2-42f3-b7cb-caab6d8bd8fe associated. External IP: 172.26.8.232, port: fb827e20-569a-4aae-8b47-0c387c207e04. Dec 09 09:29:53.809494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-347779085'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:53.826745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Port': ['ID=8f124726-b129-48e2-aa7e-c5f527f96e79,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:53.829377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:53.845587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:53.848758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:network and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:53.858840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:53.865022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958120dd-e076-438f-b0d9-998c3f79b682 req-05a80909-54ca-47f0-a3e8-ee4448dce66e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:53.866644 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-958120dd-e076-438f-b0d9-998c3f79b682 req-05a80909-54ca-47f0-a3e8-ee4448dce66e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7c5a3f78-88c9-4137-86e6-bb3399d43eb7 HTTP/1.1" status: 200 len: 850 time: 0.3816741 Dec 09 09:29:53.869972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:53.904899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Checking segment: {'id': '9a9fff61-c08b-4b30-ab9e-a488987b5bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '87bf7c7b-bf9b-48a3-9fe6-445d528c3551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:53.905242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Network hostable DHCP agents. Network: 87bf7c7b-bf9b-48a3-9fe6-445d528c3551, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:29:53.915763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:53.922364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:53.959635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.064879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a0f6879a-118d-4d17-a83b-a504beeb9e14 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:54.091746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Network 87bf7c7b-bf9b-48a3-9fe6-445d528c3551 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:29:54.097094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:54.115267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group_rule and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:54.119253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:54.123690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.132581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 87bf7c7b-bf9b-48a3-9fe6-445d528c3551) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:54.136559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:54.153986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fd9b54-7733-4652-b90e-cdc8593a51c0 None None] Network 87bf7c7b-bf9b-48a3-9fe6-445d528c3551 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:54.154739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:54.158939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:54.162497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:54.163233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.176025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Deleting port a0f6879a-118d-4d17-a83b-a504beeb9e14 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:54.176414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.288125 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1408579 Dec 09 09:29:54.292327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50760) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:54.408814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port a0f6879a-118d-4d17-a83b-a504beeb9e14 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:29:54.420105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a0f6879a-118d-4d17-a83b-a504beeb9e14 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:54.420828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.611175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.633574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.645150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:54.676420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] For port a0f6879a-118d-4d17-a83b-a504beeb9e14, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a0f6879a-118d-4d17-a83b-a504beeb9e14,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:54.676811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.705438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46fa680-7ddb-45c5-8c58-26f6bfe75cff tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:54.712075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46fa680-7ddb-45c5-8c58-26f6bfe75cff tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:54.714283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e46fa680-7ddb-45c5-8c58-26f6bfe75cff tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Synchronizing usage tracker for tenant:41a3bdc4470f498fa2ee5e1b82747aa2 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:54.725456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-958120dd-e076-438f-b0d9-998c3f79b682 req-41390f53-068f-4ac3-89b4-601f640abf69 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56cbb88c-3618-49e4-96c2-31c16bc3e914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8404906 Dec 09 09:29:54.740900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:54.755203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.755915 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Added segment e8bde0e0-81fa-4978-9ed1-ef3de866ee42 of type vlan for network 0330c872-e54c-4dcb-aaa3-a1849fb9947c Dec 09 09:29:54.769782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.780745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf0a66e-2b1d-429a-ab91-69c95cbf7dee,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:54.784568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:54.788796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port a0f6879a-118d-4d17-a83b-a504beeb9e14, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a0f6879a-118d-4d17-a83b-a504beeb9e14,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:54.794317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:54.796611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:54.871242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=a0f6879a-118d-4d17-a83b-a504beeb9e14,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:54.874851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:54.933456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Calling delete_port for a0f6879a-118d-4d17-a83b-a504beeb9e14 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:54.989079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e46fa680-7ddb-45c5-8c58-26f6bfe75cff tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Unset dirty status for tenant:41a3bdc4470f498fa2ee5e1b82747aa2 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:54.990530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e46fa680-7ddb-45c5-8c58-26f6bfe75cff tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6956842 Dec 09 09:29:54.995377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:55.008067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50764) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:55.114234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22dc9352-9d8c-49fb-9490-e745a1fc47a4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:55.130644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22dc9352-9d8c-49fb-9490-e745a1fc47a4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:55.200752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Deleting port ad835710-9231-4db9-a6b6-dafe91d54a95 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:55.201055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:55.236444 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-958120dd-e076-438f-b0d9-998c3f79b682 req-4d5fde5e-6e09-431e-a484-0092b5a6a207 service neutron] 10.222.0.65 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025773 Dec 09 09:29:55.246351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:55.256600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:55.257312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:55.267692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dabc7714-cf85-490d-be82-9e0b76cf5df0 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:55.410477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Router a09832d5-2af8-4012-8d9d-0f43612d1549 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:29:55.658637 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2092581 Dec 09 09:29:55.694031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50768) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:55.702162 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-958120dd-e076-438f-b0d9-998c3f79b682 req-478d7cca-440e-4c66-9900-56a39020c68b service neutron] 10.222.0.65 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468923 Dec 09 09:29:55.705181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Router 15bd0777-09b4-4287-9a9b-2edbd4a56dcd is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:29:55.726371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'name': 'tempest-PortsIpV6TestJSON-1770817339'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:55.731621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Network': ['ID=0330c872-e54c-4dcb-aaa3-a1849fb9947c,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:55.742850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:29:55.756289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:55.790717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:29:55.791282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:29:55.875803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aafb5fd3-7efb-4d09-aac9-8700bb41acc7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:55.898125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:55.917002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d47b30-d884-4cc0-a3e0-a46c41bd3996 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Router 5c31780e-48e9-483a-a255-a130e4ec4d36 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:29:56.021085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a0f6879a-118d-4d17-a83b-a504beeb9e14 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:29:56.047975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Calling delete_port for ad835710-9231-4db9-a6b6-dafe91d54a95 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:56.100869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a0f6879a-118d-4d17-a83b-a504beeb9e14 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:29:56.101336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:56.133451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aafb5fd3-7efb-4d09-aac9-8700bb41acc7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:56.220400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:56.226742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:56.283780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Port': ['ID=ad835710-9231-4db9-a6b6-dafe91d54a95,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:56.289452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:56.291024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:56.306490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:port and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:56.315069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:56.327197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:56.341201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Deleting port a0f6879a-118d-4d17-a83b-a504beeb9e14 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:56.341583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:56.393296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:56.437286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-22dc9352-9d8c-49fb-9490-e745a1fc47a4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Floating IP cef27c57-3907-4912-b2df-25ed194eb710 associated. External IP: 172.26.8.180, port: 8ab7e99c-b487-499a-b1eb-cf8e0da28297. Dec 09 09:29:56.461573 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/ports/ad835710-9231-4db9-a6b6-dafe91d54a95 HTTP/1.1" status: 204 len: 168 time: 1.4507134 Dec 09 09:29:56.471184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50772) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:56.499787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:56.505234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:56.646949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Deleting port 8f124726-b129-48e2-aa7e-c5f527f96e79 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:56.647249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:56.658167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port 0cc9b18e-98cf-4446-b15c-08d065e5034d yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:29:56.705868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] For port a0f6879a-118d-4d17-a83b-a504beeb9e14, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a0f6879a-118d-4d17-a83b-a504beeb9e14,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:29:56.706268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:56.842341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d47b30-d884-4cc0-a3e0-a46c41bd3996 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:56.850067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Calling delete_port for a0f6879a-118d-4d17-a83b-a504beeb9e14 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:56.857870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] Sync routers for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:56.872079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:56.872830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:56.890278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07d47b30-d884-4cc0-a3e0-a46c41bd3996 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:56.999239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:57.013551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f8252-f741-4caf-8c81-36806c0ddf90 None None] Sync routers for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:57.028114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f8252-f741-4caf-8c81-36806c0ddf90 None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:57.029222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4f0f8252-f741-4caf-8c81-36806c0ddf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:57.076467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:57.105862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4f0f8252-f741-4caf-8c81-36806c0ddf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:57.119126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f8252-f741-4caf-8c81-36806c0ddf90 None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:57.119827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4f0f8252-f741-4caf-8c81-36806c0ddf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:57.162174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:57.193034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:29:57.198306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:57.204883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4f0f8252-f741-4caf-8c81-36806c0ddf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:57.205368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0f8252-f741-4caf-8c81-36806c0ddf90 None None] The sync data for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:57.207815 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-aafb5fd3-7efb-4d09-aac9-8700bb41acc7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Floating IP ef6c47c8-acdb-4263-a3a1-ca61ac2031dd associated. External IP: 172.26.8.58, port: e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d. Dec 09 09:29:57.245438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-07d47b30-d884-4cc0-a3e0-a46c41bd3996 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "PUT /v2.0/floatingips/1a6b9a4d-3ee2-42f3-b7cb-caab6d8bd8fe HTTP/1.1" status: 200 len: 992 time: 6.6272120 Dec 09 09:29:57.247137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a3da53-6e60-46c8-96df-4914a0424237', 'tag': 'fb827e20-569a-4aae-8b47-0c387c207e04'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:29:57.253345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:57.331788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:57.333382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.5846577 Dec 09 09:29:57.339969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50780) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:57.407905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a3da53-6e60-46c8-96df-4914a0424237', 'tag': 'fb827e20-569a-4aae-8b47-0c387c207e04', 'status': 'completed', 'code': 200} Dec 09 09:29:57.416118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Calling delete_port for 8f124726-b129-48e2-aa7e-c5f527f96e79 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:57.436198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Sync routers for ids ['15bd0777-09b4-4287-9a9b-2edbd4a56dcd'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:29:57.511361 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 13.7143421 Dec 09 09:29:57.519541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50786) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:57.524548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Routers {'15bd0777-09b4-4287-9a9b-2edbd4a56dcd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:57.526031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['15bd0777-09b4-4287-9a9b-2edbd4a56dcd'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:57.559804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:57.566707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:57.619754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Port': ['ID=8f124726-b129-48e2-aa7e-c5f527f96e79,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:57.623096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:57.627223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:57.632416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:57.636032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:57.644149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:57.669323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-25f97819-b86a-4cab-8a84-966d7039a516 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:57.707679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0f6879a-118d-4d17-a83b-a504beeb9e14,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:57.711875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:57.714680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/ports/8f124726-b129-48e2-aa7e-c5f527f96e79 HTTP/1.1" status: 204 len: 168 time: 1.2402320 Dec 09 09:29:57.745311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50790) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:57.813153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Set router 15bd0777-09b4-4287-9a9b-2edbd4a56dcd gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:57.839769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fbb6da54-d079-42ba-802b-c0c83c690948 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Synchronizing usage tracker for tenant:41a3bdc4470f498fa2ee5e1b82747aa2 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:29:57.866657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fbb6da54-d079-42ba-802b-c0c83c690948 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Unset dirty status for tenant:41a3bdc4470f498fa2ee5e1b82747aa2 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:29:57.867979 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fbb6da54-d079-42ba-802b-c0c83c690948 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1219392 Dec 09 09:29:57.873267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50794) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:57.938541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1526109890'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:57.960725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '1a6b9a4d-3ee2-42f3-b7cb-caab6d8bd8fe', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'floating_ip_address': '172.26.8.232', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'port_id': 'fb827e20-569a-4aae-8b47-0c387c207e04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'mac_address': 'fa:16:3e:12:a0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a3da53-6e60-46c8-96df-4914a0424237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:02Z', 'updated_at': '2021-12-09T09:29:52Z', 'revision_number': 1, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556c002a-b0c9-4f85-813f-7dcb784d1725', 'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'mac_address': 'fa:16:3e:b5:71:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:47Z', 'updated_at': '2021-12-09T09:29:00Z', 'revision_number': 5, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'subnets': [{'id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:57.982501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] Checking router: 5c31780e-48e9-483a-a255-a130e4ec4d36 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:29:58.046370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:58.047049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:58.050532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:58.058211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Usage tracker for resource:network and tenant:41a3bdc4470f498fa2ee5e1b82747aa2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:58.063364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:58.066228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.075135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fb8d0f2a-ed28-4125-967a-582aacd386a6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] 10.222.0.18 "GET /v2.0/floatingips/3f150c72-566f-4bf1-a3a9-4f4d0f5d2a34 HTTP/1.1" status: 200 len: 982 time: 0.5501122 Dec 09 09:29:58.132948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50798) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:58.193060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:58.220020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Made reservation on behalf of 41a3bdc4470f498fa2ee5e1b82747aa2 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:58.220894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=0cc9b18e-98cf-4446-b15c-08d065e5034d,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:58.225520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.291277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:58.318396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ed41f74-0fd2-4697-8e06-af77df3f3128 req-9eb7ccc2-9c0e-4f64-b8c7-5ca007a1c440 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=03a040d3186a491e995d63e3c738a73a&device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 1099 time: 0.8700974 Dec 09 09:29:58.328161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:29:58.396635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bd0777-09b4-4287-9a9b-2edbd4a56dcd', 'name': '', 'tenant_id': '76bd5a36efc64de88f38366d386f4487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5', 'external_fixed_ips': [{'subnet_id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '83733953-b63a-44ab-8f4e-669e84171618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:46Z', 'updated_at': '2021-12-09T09:29:52Z', 'revision_number': 3, 'project_id': '76bd5a36efc64de88f38366d386f4487', 'gw_port': {'id': '83733953-b63a-44ab-8f4e-669e84171618', 'name': '', 'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bd0777-09b4-4287-9a9b-2edbd4a56dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:49Z', 'updated_at': '2021-12-09T09:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:58.413884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Checking router: 15bd0777-09b4-4287-9a9b-2edbd4a56dcd for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:29:58.414280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Updating router 15bd0777-09b4-4287-9a9b-2edbd4a56dcd port 83733953-b63a-44ab-8f4e-669e84171618 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:29:58.552257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.640989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Checking segment: {'id': 'e8bde0e0-81fa-4978-9ed1-ef3de866ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:58.641738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network hostable DHCP agents. Network: 0330c872-e54c-4dcb-aaa3-a1849fb9947c, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:29:58.643736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:58.650135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.657605 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9f012ace-f3af-46aa-bb8a-6202a5a162e1 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3816 time: 0.5149417 Dec 09 09:29:58.657998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.658398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Added segment ef80f4c1-8fc2-4efd-aedd-4bef181723d5 of type vlan for network c33101f3-4d10-49f9-a931-07866d3f3ce2 Dec 09 09:29:58.660083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50806) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:58.662938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.753312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed41f74-0fd2-4697-8e06-af77df3f3128 req-b16c9e51-7488-4e2f-b9da-37fecdb13c1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:58.755897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ed41f74-0fd2-4697-8e06-af77df3f3128 req-b16c9e51-7488-4e2f-b9da-37fecdb13c1f service neutron] 10.222.0.65 "GET /v2.0/networks?id=56cbb88c-3618-49e4-96c2-31c16bc3e914 HTTP/1.1" status: 200 len: 912 time: 0.4218965 Dec 09 09:29:58.786123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.909322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.909838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51efac93-6bd1-4346-90dc-d8de79f9a905 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:29:58.956410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.963897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:29:58.968821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:58.969248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.972413 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ed41f74-0fd2-4697-8e06-af77df3f3128 req-f5cf70df-ce5f-44f7-9827-05fdd9bb951d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb827e20-569a-4aae-8b47-0c387c207e04 HTTP/1.1" status: 200 len: 1000 time: 0.1920304 Dec 09 09:29:58.975067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:58.976299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "DELETE /v2.0/routers/51efac93-6bd1-4346-90dc-d8de79f9a905 HTTP/1.1" status: 204 len: 168 time: 6.5986826 Dec 09 09:29:58.982686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:58.984639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50810) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:59.016051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Deleting port 5abc863f-472e-4926-ac6a-5f92f062eaf2 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:29:59.016506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.038094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.128066 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1974430 Dec 09 09:29:59.137492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50814) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:59.155633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-650504186'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:59.171451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:59.173934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Network': ['ID=c33101f3-4d10-49f9-a931-07866d3f3ce2,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:59.182186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 0330c872-e54c-4dcb-aaa3-a1849fb9947c) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:29:59.188888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network c33101f3-4d10-49f9-a931-07866d3f3ce2 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:29:59.197617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:59.208945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Usage tracker for resource:network and tenant:41a3bdc4470f498fa2ee5e1b82747aa2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:59.211025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24953042-b3a2-4f5d-8097-4fcea322363d None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:29:59.214692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:59.223938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:59.266405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:29:59.271188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:59.271851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.298076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Made reservation on behalf of 41a3bdc4470f498fa2ee5e1b82747aa2 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:59.303655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.322318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.347430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Transition to ACTIVE for port object 83733953-b63a-44ab-8f4e-669e84171618 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:29:59.349707 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.6464591 Dec 09 09:29:59.352975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50818) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:29:59.354170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed41f74-0fd2-4697-8e06-af77df3f3128 req-ed079141-3936-478c-9698-8bbef408239b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:29:59.356716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ed41f74-0fd2-4697-8e06-af77df3f3128 req-ed079141-3936-478c-9698-8bbef408239b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7c5a3f78-88c9-4137-86e6-bb3399d43eb7 HTTP/1.1" status: 200 len: 850 time: 0.3686767 Dec 09 09:29:59.360688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-173524205'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:29:59.365905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.366277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.369641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.379071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '1a6b9a4d-3ee2-42f3-b7cb-caab6d8bd8fe', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'floating_ip_address': '172.26.8.232', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'port_id': 'fb827e20-569a-4aae-8b47-0c387c207e04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'mac_address': 'fa:16:3e:12:a0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a3da53-6e60-46c8-96df-4914a0424237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:02Z', 'updated_at': '2021-12-09T09:29:52Z', 'revision_number': 1, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556c002a-b0c9-4f85-813f-7dcb784d1725', 'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'mac_address': 'fa:16:3e:b5:71:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:47Z', 'updated_at': '2021-12-09T09:29:00Z', 'revision_number': 5, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'subnets': [{'id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:59.382662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:29:59.406021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:59.459764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dc9352-9d8c-49fb-9490-e745a1fc47a4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:29:59.509699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1b30-9a50-4c52-853d-8417c8fe2512 None None] The sync data for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv is: [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '1a6b9a4d-3ee2-42f3-b7cb-caab6d8bd8fe', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'floating_ip_address': '172.26.8.232', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'port_id': 'fb827e20-569a-4aae-8b47-0c387c207e04', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'mac_address': 'fa:16:3e:12:a0:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a3da53-6e60-46c8-96df-4914a0424237', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:02Z', 'updated_at': '2021-12-09T09:29:52Z', 'revision_number': 1, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '556c002a-b0c9-4f85-813f-7dcb784d1725', 'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'mac_address': 'fa:16:3e:b5:71:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:47Z', 'updated_at': '2021-12-09T09:29:00Z', 'revision_number': 5, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'subnets': [{'id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:29:59.533557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:network and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:29:59.537966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Pushing event updated for resources: {'Port': ['ID=83733953-b63a-44ab-8f4e-669e84171618,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:59.543906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Calling delete_port for 5abc863f-472e-4926-ac6a-5f92f062eaf2 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:29:59.561364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.562488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.563060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.563617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.564170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.564727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.565465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.566065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.566643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.567071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.567629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:29:59.579268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:59.587902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:29:59.604271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:29:59.627219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Attempting to bind port 83733953-b63a-44ab-8f4e-669e84171618 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:29:59.629593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Attempting to bind port 83733953-b63a-44ab-8f4e-669e84171618 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '314931a7-0067-4e95-9cb0-ba69db5ea41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:29:59.630773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Attempting to bind port 83733953-b63a-44ab-8f4e-669e84171618 on network 026984ff-f256-4a99-9b7d-bb70e73760c5 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:29:59.642815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:29:59.643336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Checking segment: {'id': '314931a7-0067-4e95-9cb0-ba69db5ea41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:29:59.643858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.644537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Bound using segment: {'id': '314931a7-0067-4e95-9cb0-ba69db5ea41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:29:59.645308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Bound port: 83733953-b63a-44ab-8f4e-669e84171618, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314931a7-0067-4e95-9cb0-ba69db5ea41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:29:59.645475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.678305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:59.744219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] For port 83733953-b63a-44ab-8f4e-669e84171618, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:29:59.748008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] For port 83733953-b63a-44ab-8f4e-669e84171618, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=83733953-b63a-44ab-8f4e-669e84171618,segment=NetworkSegment(314931a7-0067-4e95-9cb0-ba69db5ea41a),segment_id=314931a7-0067-4e95-9cb0-ba69db5ea41a)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:29:59.752169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.766425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:59.808170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.808755 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Added segment fd22baea-ff56-4ec2-8ba7-a7154439ad3e of type vlan for network 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1 Dec 09 09:29:59.839984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.850983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Routers {'15bd0777-09b4-4287-9a9b-2edbd4a56dcd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:29:59.851701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['15bd0777-09b4-4287-9a9b-2edbd4a56dcd'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:29:59.858855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.874206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a961157-7633-4cc2-bcf0-96ff3bfbe912 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:29:59.917725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:29:59.923347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.954410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event deleted for resources: {'Port': ['ID=5abc863f-472e-4926-ac6a-5f92f062eaf2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:29:59.957146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:29:59.962692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a0f6879a-118d-4d17-a83b-a504beeb9e14 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:29:59.986321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:29:59.998637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:29:59.999762 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Added segment 83480559-aeed-4dd3-a560-0d578c8b1630 of type vlan for network 606daba2-6f25-4c2e-875a-d8582b71a12d Dec 09 09:30:00.006614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: a0f6879a-118d-4d17-a83b-a504beeb9e14 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:30:00.016332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a0f6879a-118d-4d17-a83b-a504beeb9e14 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:30:00.073996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:00.076143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:00.083422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] Set router 15bd0777-09b4-4287-9a9b-2edbd4a56dcd gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:00.096509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ed41f74-0fd2-4697-8e06-af77df3f3128 req-15532365-1390-42ed-b8d3-1e8ae513f351 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=56cbb88c-3618-49e4-96c2-31c16bc3e914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7309813 Dec 09 09:30:00.117355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:00.118014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:00.130154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:00.141158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd3de1e-4be4-40ec-9f46-64ec351123c6 None None] New status for floating IP 1a6b9a4d-3ee2-42f3-b7cb-caab6d8bd8fe: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:30:00.202022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Pushing event updated for resources: {'Port': ['ID=83733953-b63a-44ab-8f4e-669e84171618,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:00.212346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:00.313152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Network': ['ID=88cdb5f4-c246-46a8-b10f-2ffcfdc272f1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:00.318132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:00.319167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:00.332395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:00.390286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2451358 Dec 09 09:30:00.397102 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ed41f74-0fd2-4697-8e06-af77df3f3128 req-17b295af-4df7-4e3f-9010-5a1d8ec540db service neutron] 10.222.0.65 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785480 Dec 09 09:30:00.409831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:00.410565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bd0777-09b4-4287-9a9b-2edbd4a56dcd', 'name': '', 'tenant_id': '76bd5a36efc64de88f38366d386f4487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5', 'external_fixed_ips': [{'subnet_id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '83733953-b63a-44ab-8f4e-669e84171618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:46Z', 'updated_at': '2021-12-09T09:29:52Z', 'revision_number': 3, 'project_id': '76bd5a36efc64de88f38366d386f4487', 'gw_port': {'id': '83733953-b63a-44ab-8f4e-669e84171618', 'name': '', 'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bd0777-09b4-4287-9a9b-2edbd4a56dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:49Z', 'updated_at': '2021-12-09T09:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:00.414885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e99bad5-e031-46cb-ae95-55ddc9813d54 None None] The sync data for ids ['15bd0777-09b4-4287-9a9b-2edbd4a56dcd'] in dv-neutron-819581-1-hyperv is: [{'id': '15bd0777-09b4-4287-9a9b-2edbd4a56dcd', 'name': '', 'tenant_id': '76bd5a36efc64de88f38366d386f4487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5', 'external_fixed_ips': [{'subnet_id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '83733953-b63a-44ab-8f4e-669e84171618', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:29:46Z', 'updated_at': '2021-12-09T09:29:52Z', 'revision_number': 3, 'project_id': '76bd5a36efc64de88f38366d386f4487', 'gw_port': {'id': '83733953-b63a-44ab-8f4e-669e84171618', 'name': '', 'network_id': '026984ff-f256-4a99-9b7d-bb70e73760c5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:96:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bd0777-09b4-4287-9a9b-2edbd4a56dcd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:29:49Z', 'updated_at': '2021-12-09T09:29:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cf85ba91-800f-4d8f-97f4-fa368d3d74f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:00.442324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:00.443112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:00.453380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:00.520715 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1641028 Dec 09 09:30:00.585466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50826) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:00.617996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ed41f74-0fd2-4697-8e06-af77df3f3128 req-ba6015f7-a42c-45a6-abc7-8877f1cb7cfd service neutron] 10.222.0.65 "GET /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072084 Dec 09 09:30:00.627620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'ports': [{'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c'}, {'network_id': '606daba2-6f25-4c2e-875a-d8582b71a12d'}]} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:00.628547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:00.629691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '606daba2-6f25-4c2e-875a-d8582b71a12d'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:00.662879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Network': ['ID=606daba2-6f25-4c2e-875a-d8582b71a12d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:00.675676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 606daba2-6f25-4c2e-875a-d8582b71a12d details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:00.683860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:00.694731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafb5fd3-7efb-4d09-aac9-8700bb41acc7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Router 4657061a-418b-4542-9890-2032cec0df89 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:30:00.701064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:00.779195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Deleting port 83733953-b63a-44ab-8f4e-669e84171618 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:00.779421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:00.826912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:01.024821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:01.037919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:port and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:01.046654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:01.058671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:01.140860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 2} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:01.147419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:01.221382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:01.485857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] For port 83733953-b63a-44ab-8f4e-669e84171618, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=83733953-b63a-44ab-8f4e-669e84171618,segment=NetworkSegment(314931a7-0067-4e95-9cb0-ba69db5ea41a),segment_id=314931a7-0067-4e95-9cb0-ba69db5ea41a)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:01.486575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:01.524041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dc9352-9d8c-49fb-9490-e745a1fc47a4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:01.535921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] Sync routers for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:01.562477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:01.563421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:01.646960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22dc9352-9d8c-49fb-9490-e745a1fc47a4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:01.767883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port 973fe908-d425-4943-9c4f-230d33fd6ac6 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:01.831642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Calling delete_port for 83733953-b63a-44ab-8f4e-669e84171618 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:01.849373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Router a09832d5-2af8-4012-8d9d-0f43612d1549 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:30:01.940824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-22dc9352-9d8c-49fb-9490-e745a1fc47a4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "PUT /v2.0/floatingips/cef27c57-3907-4912-b2df-25ed194eb710 HTTP/1.1" status: 200 len: 992 time: 10.0458248 Dec 09 09:30:01.967868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:30:02.043203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:02.118112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:02.142782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 83733953-b63a-44ab-8f4e-669e84171618 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:02.292417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:02.424328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'status': 'completed', 'code': 200} Dec 09 09:30:02.440163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Deleting port c4e5c5ba-61d6-4813-becb-63d040ab0d36 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:02.440725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:02.542130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 83733953-b63a-44ab-8f4e-669e84171618 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:02.557264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 83733953-b63a-44ab-8f4e-669e84171618 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:02.557920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:02.625079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port 10910a73-f5ac-43ba-9ac5-3cb5fc7a46b6 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:02.629134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Port 83733953-b63a-44ab-8f4e-669e84171618 was deleted so its status cannot be updated. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 09 09:30:02.732587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] For port c4e5c5ba-61d6-4813-becb-63d040ab0d36, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c4e5c5ba-61d6-4813-becb-63d040ab0d36,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:02.732953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:02.807557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'cef27c57-3907-4912-b2df-25ed194eb710', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'port_id': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'mac_address': 'fa:16:3e:e5:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:12Z', 'updated_at': '2021-12-09T09:29:54Z', 'revision_number': 1, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b09aec-47f3-4858-91b2-ec8a73344ed8', 'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'mac_address': 'fa:16:3e:85:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:54Z', 'updated_at': '2021-12-09T09:29:08Z', 'revision_number': 5, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'subnets': [{'id': '8ea0517f-602a-4380-a4ca-916482843c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:02.812266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] Checking router: 7bebb406-c844-438e-9b5c-0c0bffaf0d6a for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:30:02.827798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:02.828814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:02.851127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:02.863419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247a8f6-8e11-482b-aeda-baeddc819aca None None] Sync routers for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:02.880983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:02.898675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247a8f6-8e11-482b-aeda-baeddc819aca None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:02.900913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a247a8f6-8e11-482b-aeda-baeddc819aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:02.953499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "DELETE /v2.0/floatingips/3f150c72-566f-4bf1-a3a9-4f4d0f5d2a34 HTTP/1.1" status: 204 len: 168 time: 4.2921283 Dec 09 09:30:02.963911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50838) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:02.974515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:02.991460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:03.004497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Usage tracker for resource:floatingip and tenant:46089b62e96945a39f52562be176ee77 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:03.010560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:03.029988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:03.037423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:03.056985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:03.065202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a247a8f6-8e11-482b-aeda-baeddc819aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:03.095372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a247a8f6-8e11-482b-aeda-baeddc819aca None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:03.096114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a247a8f6-8e11-482b-aeda-baeddc819aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:03.151418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:03.159742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:03.203463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a247a8f6-8e11-482b-aeda-baeddc819aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:03.204786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a247a8f6-8e11-482b-aeda-baeddc819aca None None] The sync data for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:03.274087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Calling delete_port for c4e5c5ba-61d6-4813-becb-63d040ab0d36 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:03.322600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:03.332896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fecab812-f4fb-4d29-a564-f205215be0b9 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:03.381579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=973fe908-d425-4943-9c4f-230d33fd6ac6,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:03.387408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:03.395166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:03.397737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:03.401148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:03.402026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:03.417584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-779ddc62-3d0b-4b66-b1c6-e8b23f8745bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:03.423668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event deleted for resources: {'Port': ['ID=83733953-b63a-44ab-8f4e-669e84171618,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:03.432098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:03.468806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:03.599424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Checking segment: {'id': '83480559-aeed-4dd3-a560-0d578c8b1630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '606daba2-6f25-4c2e-875a-d8582b71a12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:03.599822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network hostable DHCP agents. Network: 606daba2-6f25-4c2e-875a-d8582b71a12d, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:03.605134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=10910a73-f5ac-43ba-9ac5-3cb5fc7a46b6,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:03.626580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:03.750694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafb5fd3-7efb-4d09-aac9-8700bb41acc7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:03.816038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] Sync routers for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:03.851441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:03.852416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:03.897371 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6b275dd-b352-420e-91c9-ee4d1c73340a req-beea39de-f481-42e2-b4d9-6ee9f33227a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1099 time: 1.5442381 Dec 09 09:30:03.967871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Allocated IP 172.26.8.135 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/2d2e3235-5698-4aa3-bc9b-c63bee96efaf) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:03.990168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aafb5fd3-7efb-4d09-aac9-8700bb41acc7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.071293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50846) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:04.079799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'subnets': [{'network_id': 'c33101f3-4d10-49f9-a931-07866d3f3ce2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1304590356', 'ip_version': 6}, {'network_id': '88cdb5f4-c246-46a8-b10f-2ffcfdc272f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:04.080152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'subnet': {'network_id': 'c33101f3-4d10-49f9-a931-07866d3f3ce2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1304590356', 'ip_version': 6}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:04.080855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Request body: {'subnet': {'network_id': '88cdb5f4-c246-46a8-b10f-2ffcfdc272f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:04.083412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:04.143976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 606daba2-6f25-4c2e-875a-d8582b71a12d is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:04.160495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 606daba2-6f25-4c2e-875a-d8582b71a12d) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:04.169255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:04.169385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'cef27c57-3907-4912-b2df-25ed194eb710', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'port_id': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'mac_address': 'fa:16:3e:e5:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:12Z', 'updated_at': '2021-12-09T09:29:54Z', 'revision_number': 1, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b09aec-47f3-4858-91b2-ec8a73344ed8', 'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'mac_address': 'fa:16:3e:85:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:54Z', 'updated_at': '2021-12-09T09:29:08Z', 'revision_number': 5, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'subnets': [{'id': '8ea0517f-602a-4380-a4ca-916482843c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:04.171868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baedd5f-b83d-4f41-a960-689abad794c7 None None] Network 606daba2-6f25-4c2e-875a-d8582b71a12d requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:04.173764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:04.177385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:04.178115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.186183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.191160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:04.223917 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6294479 Dec 09 09:30:04.225992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50850) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:04.238351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.292882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.301795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:04.362329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 10910a73-f5ac-43ba-9ac5-3cb5fc7a46b6 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:04.362719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.397260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d759098-4d6f-4a34-9f9f-5363f8bf2135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.408678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:04.438150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd19a2a0-2723-43e9-99d5-07cafa3939db None None] The sync data for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv is: [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'cef27c57-3907-4912-b2df-25ed194eb710', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'port_id': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'mac_address': 'fa:16:3e:e5:9d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:12Z', 'updated_at': '2021-12-09T09:29:54Z', 'revision_number': 1, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b09aec-47f3-4858-91b2-ec8a73344ed8', 'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'mac_address': 'fa:16:3e:85:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:54Z', 'updated_at': '2021-12-09T09:29:08Z', 'revision_number': 5, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'subnets': [{'id': '8ea0517f-602a-4380-a4ca-916482843c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:04.453384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:04.465963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:04.532839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2e3235-5698-4aa3-bc9b-c63bee96efaf,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:04.546988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:04.632764 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aafb5fd3-7efb-4d09-aac9-8700bb41acc7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "PUT /v2.0/floatingips/ef6c47c8-acdb-4263-a3a1-ca61ac2031dd HTTP/1.1" status: 200 len: 991 time: 11.4087193 Dec 09 09:30:04.707808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5971009-e535-4869-8a55-845f1e352d51', 'tag': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:30:04.752906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef6c47c8-acdb-4263-a3a1-ca61ac2031dd', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '4657061a-418b-4542-9890-2032cec0df89', 'port_id': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'mac_address': 'fa:16:3e:ff:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5971009-e535-4869-8a55-845f1e352d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:09Z', 'updated_at': '2021-12-09T09:29:55Z', 'revision_number': 1, 'project_id': '7d726456491348a493aa4dd6659dd405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd44bfc-ea9b-435b-914a-a99d2a6d0171', 'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'mac_address': 'fa:16:3e:b0:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:12Z', 'revision_number': 5, 'project_id': '7d726456491348a493aa4dd6659dd405', 'subnets': [{'id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:04.758245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] Checking router: 4657061a-418b-4542-9890-2032cec0df89 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:30:04.775667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:04.776852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:29:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:04.790603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.795494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.878020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.890722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5971009-e535-4869-8a55-845f1e352d51', 'tag': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d', 'status': 'completed', 'code': 200} Dec 09 09:30:04.965415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:04.969322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Usage tracker for resource:subnet and tenant:41a3bdc4470f498fa2ee5e1b82747aa2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:04.972390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:04.978930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:04.979152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:04.986731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b275dd-b352-420e-91c9-ee4d1c73340a req-535766c0-935c-4d96-85c9-9e85565b755c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:04.988407 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6b275dd-b352-420e-91c9-ee4d1c73340a req-535766c0-935c-4d96-85c9-9e85565b755c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 912 time: 1.0740547 Dec 09 09:30:04.996022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:04.996597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15bd0777-09b4-4287-9a9b-2edbd4a56dcd {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:04.998280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Made reservation on behalf of 41a3bdc4470f498fa2ee5e1b82747aa2 for: {'subnet': 2} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:05.026433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:05.048917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:05.162553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efca4567-5860-4358-8715-2fbe749d53b3 None None] New status for floating IP cef27c57-3907-4912-b2df-25ed194eb710: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:30:05.251010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 10910a73-f5ac-43ba-9ac5-3cb5fc7a46b6 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:05.304284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:05.310346 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "DELETE /v2.0/routers/15bd0777-09b4-4287-9a9b-2edbd4a56dcd HTTP/1.1" status: 204 len: 168 time: 7.9631388 Dec 09 09:30:05.312046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:05.350088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50862) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:05.350872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37c425e2-5dcb-4491-a3ac-a912ae1021fb tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:05.498031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef6c47c8-acdb-4263-a3a1-ca61ac2031dd', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '4657061a-418b-4542-9890-2032cec0df89', 'port_id': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'mac_address': 'fa:16:3e:ff:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5971009-e535-4869-8a55-845f1e352d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:09Z', 'updated_at': '2021-12-09T09:29:55Z', 'revision_number': 1, 'project_id': '7d726456491348a493aa4dd6659dd405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd44bfc-ea9b-435b-914a-a99d2a6d0171', 'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'mac_address': 'fa:16:3e:b0:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:12Z', 'revision_number': 5, 'project_id': '7d726456491348a493aa4dd6659dd405', 'subnets': [{'id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:05.504206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d590765-e8a3-4c3c-91f9-d29c9c92101a None None] The sync data for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv is: [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef6c47c8-acdb-4263-a3a1-ca61ac2031dd', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '4657061a-418b-4542-9890-2032cec0df89', 'port_id': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'mac_address': 'fa:16:3e:ff:1c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5971009-e535-4869-8a55-845f1e352d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:29:09Z', 'updated_at': '2021-12-09T09:29:55Z', 'revision_number': 1, 'project_id': '7d726456491348a493aa4dd6659dd405', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acd44bfc-ea9b-435b-914a-a99d2a6d0171', 'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'mac_address': 'fa:16:3e:b0:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:12Z', 'revision_number': 5, 'project_id': '7d726456491348a493aa4dd6659dd405', 'subnets': [{'id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:05.565244 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0689539-8786-40f8-896a-abb6b80a0b75 req-27b892b2-8650-4505-a827-0a0feba9c46a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7d726456491348a493aa4dd6659dd405&device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 1099 time: 0.7246888 Dec 09 09:30:05.568352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:05.568557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:05.601484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4e5c5ba-61d6-4813-becb-63d040ab0d36,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:05.639983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:05.664154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:05.755412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0689539-8786-40f8-896a-abb6b80a0b75 req-da6f2d7b-a81a-45c6-ad56-e1f2b7d5c41a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:05.757032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0689539-8786-40f8-896a-abb6b80a0b75 req-da6f2d7b-a81a-45c6-ad56-e1f2b7d5c41a service neutron] 10.222.0.65 "GET /v2.0/networks?id=a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 HTTP/1.1" status: 200 len: 907 time: 0.1753025 Dec 09 09:30:05.797267 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6b275dd-b352-420e-91c9-ee4d1c73340a req-49025213-2528-4a83-8f23-dc8f09481649 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 1000 time: 0.7308636 Dec 09 09:30:05.998882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.016845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0101483-84e7-4e0e-bd9f-afe3f1f2996d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:06.034864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 83733953-b63a-44ab-8f4e-669e84171618 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:06.061406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.075398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0689539-8786-40f8-896a-abb6b80a0b75 req-0724f6af-a007-44a6-bc7d-230fc4027cb9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d HTTP/1.1" status: 200 len: 999 time: 0.3090651 Dec 09 09:30:06.083577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/10910a73-f5ac-43ba-9ac5-3cb5fc7a46b6 HTTP/1.1" status: 204 len: 168 time: 1.8564363 Dec 09 09:30:06.137466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea64af-2bf9-4529-8d44-34183dc04229 None None] New status for floating IP ef6c47c8-acdb-4263-a3a1-ca61ac2031dd: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:30:06.160951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0689539-8786-40f8-896a-abb6b80a0b75 req-5838a0e3-4c1e-4779-a58a-aab05270c5b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:06.162672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0689539-8786-40f8-896a-abb6b80a0b75 req-5838a0e3-4c1e-4779-a58a-aab05270c5b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dfe9113b-65ce-44e9-b256-78fbd1441f03 HTTP/1.1" status: 200 len: 845 time: 0.0756271 Dec 09 09:30:06.163592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=10910a73-f5ac-43ba-9ac5-3cb5fc7a46b6,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:06.167175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:06.167751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50870) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:06.254047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 83733953-b63a-44ab-8f4e-669e84171618 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:30:06.254786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 83733953-b63a-44ab-8f4e-669e84171618 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:30:06.271795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Deleting subnet cf85ba91-800f-4d8f-97f4-fa368d3d74f7 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:30:06.339583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.341708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.347829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.364615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:06.435176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0689539-8786-40f8-896a-abb6b80a0b75 req-df836082-f5e0-4363-af03-702e85ac16e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a60b1dba-af2d-4ce3-8ad3-11ff1d49f206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2584600 Dec 09 09:30:06.440059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b275dd-b352-420e-91c9-ee4d1c73340a req-3402b591-c196-4d78-b667-6f35d9e3f953 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:06.441751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6b275dd-b352-420e-91c9-ee4d1c73340a req-3402b591-c196-4d78-b667-6f35d9e3f953 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 200 len: 850 time: 0.6298029 Dec 09 09:30:06.442337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.510750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.551138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54893832-a976-4f8f-a072-a08dc5bc9db1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:06.556295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54893832-a976-4f8f-a072-a08dc5bc9db1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:06.557080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54893832-a976-4f8f-a072-a08dc5bc9db1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:06.568984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Pushing event updated for resources: {'Port': ['ID=2d2e3235-5698-4aa3-bc9b-c63bee96efaf,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:06.577248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:06.665462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.674515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54893832-a976-4f8f-a072-a08dc5bc9db1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:06.676958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-54893832-a976-4f8f-a072-a08dc5bc9db1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5031621 Dec 09 09:30:06.680804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f3d954a-f94e-49aa-8903-a681087a4706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.684162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50876) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:06.752659 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0689539-8786-40f8-896a-abb6b80a0b75 req-7c8515e8-5a34-4ee3-86f6-2d9d1bf85907 service neutron] 10.222.0.65 "GET /v2.0/networks/a60b1dba-af2d-4ce3-8ad3-11ff1d49f206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019583 Dec 09 09:30:06.755899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.760218 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7921355 Dec 09 09:30:06.769963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50880) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:06.830651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 973fe908-d425-4943-9c4f-230d33fd6ac6 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:06.831023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.913808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.970014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:06.990826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:07.002734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.009338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:07.020253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Usage tracker for resource:floatingip and tenant:70babd2d8eaf43159b0cb5cea87ab84f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:07.025564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.027986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:07.037594 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6b275dd-b352-420e-91c9-ee4d1c73340a req-ff927e6a-00bc-4572-b2b2-9b33dd02a5b6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5300908 Dec 09 09:30:07.062346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:07.094718 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0689539-8786-40f8-896a-abb6b80a0b75 req-f29a4bc6-7984-4348-8f56-d56a81aabb20 service neutron] 10.222.0.65 "GET /v2.0/networks/a60b1dba-af2d-4ce3-8ad3-11ff1d49f206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236713 Dec 09 09:30:07.112675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.166499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.178716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.179330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35612e8a-d05b-4962-9953-e1b841fbc6cf {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:07.237564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.285621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:07.366558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cf85ba91-800f-4d8f-97f4-fa368d3d74f7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:07.370437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:07.378452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 973fe908-d425-4943-9c4f-230d33fd6ac6 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:07.400687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.405619 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "DELETE /v2.0/routers/35612e8a-d05b-4962-9953-e1b841fbc6cf HTTP/1.1" status: 204 len: 168 time: 8.3777242 Dec 09 09:30:07.406460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50890) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:07.408197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.409672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/cf85ba91-800f-4d8f-97f4-fa368d3d74f7 HTTP/1.1" status: 204 len: 168 time: 1.9119880 Dec 09 09:30:07.416103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50892) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:07.424511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-864207359', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:07.447244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:07.457964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6b275dd-b352-420e-91c9-ee4d1c73340a req-ed441699-fb96-4fb6-bc7e-f8f4cc1c65e0 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063888 Dec 09 09:30:07.459980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Usage tracker for resource:router and tenant:52e0a11af80743c3b097363d0b21183b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:07.464276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:07.499323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:07.638768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.639801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.641602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.653400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.663375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0df439a9-5dd4-4147-bf5b-c6cfc48602ab tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:07.726922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.739059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=973fe908-d425-4943-9c4f-230d33fd6ac6,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:07.739449 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6b275dd-b352-420e-91c9-ee4d1c73340a req-6559abc2-01f6-43f8-8038-ac383f7d1d5f service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710445 Dec 09 09:30:07.761277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.764336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:07.768772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae0089c7-ce9d-4bd4-8fa1-4268f51108de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:07.776131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:07.952318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c4e5c5ba-61d6-4813-becb-63d040ab0d36 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:07.986373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: c4e5c5ba-61d6-4813-becb-63d040ab0d36 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:30:07.987021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c4e5c5ba-61d6-4813-becb-63d040ab0d36 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:30:07.996498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Subnet': ['ID=5934215a-3394-42bc-af71-cb2baac9ec06,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:08.004904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:08.016883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.021362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Checking segment: {'id': 'ef80f4c1-8fc2-4efd-aedd-4bef181723d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c33101f3-4d10-49f9-a931-07866d3f3ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:08.021761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Network hostable DHCP agents. Network: c33101f3-4d10-49f9-a931-07866d3f3ce2, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:08.051286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.059671 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/973fe908-d425-4943-9c4f-230d33fd6ac6 HTTP/1.1" status: 204 len: 168 time: 1.3625085 Dec 09 09:30:08.062488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50902) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:08.150827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.202400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026984ff-f256-4a99-9b7d-bb70e73760c5']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:08.225145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314931a7-0067-4e95-9cb0-ba69db5ea41a') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:08.225504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314931a7-0067-4e95-9cb0-ba69db5ea41a') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:08.246542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.279105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.305563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.317293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:08.317743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:08.332484 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:08.361350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Network c33101f3-4d10-49f9-a931-07866d3f3ce2 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:08.382532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, c33101f3-4d10-49f9-a931-07866d3f3ce2) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:08.391030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.392522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30285862-e0c2-44d4-a357-9a652608e7e2 None None] Network c33101f3-4d10-49f9-a931-07866d3f3ce2 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:08.407789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae45b58b-0dbc-46f0-b3f3-bcc82576859d tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:08.421945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Allocated IP 172.26.8.136 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/cc1e1a45-1e0f-4bea-8da7-2fcf61ac887d) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:08.466924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.471113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 026984ff-f256-4a99-9b7d-bb70e73760c5 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 09 09:30:08.473597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.492104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:08.532151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event deleted for resources: {'Network': ['ID=026984ff-f256-4a99-9b7d-bb70e73760c5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:08.535649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:08.542058 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "DELETE /v2.0/networks/026984ff-f256-4a99-9b7d-bb70e73760c5 HTTP/1.1" status: 204 len: 168 time: 1.1248021 Dec 09 09:30:08.543461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61930d6d-fa83-4beb-bd8c-4eb1a8e9ed4e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:08.544254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-61930d6d-fa83-4beb-bd8c-4eb1a8e9ed4e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:08.582089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event updated for resources: {'Subnet': ['ID=1cbfbf0f-431c-4e62-ab20-a94e3d533fa6,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:08.592544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:08.605936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Checking segment: {'id': 'fd22baea-ff56-4ec2-8ba7-a7154439ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '88cdb5f4-c246-46a8-b10f-2ffcfdc272f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:08.606657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Network hostable DHCP agents. Network: 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:08.613750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-61930d6d-fa83-4beb-bd8c-4eb1a8e9ed4e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:08.618049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-61930d6d-fa83-4beb-bd8c-4eb1a8e9ed4e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5544858 Dec 09 09:30:08.620406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50910) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:08.689586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Network 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:08.691268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cc0650-a5f9-48b7-8009-759364133b4f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:30:08.691984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-53cc0650-a5f9-48b7-8009-759364133b4f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:08.698578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.734673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.766482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-c33101f3-4d10-49f9-a931-07866d3f3ce2', 'network_id': 'c33101f3-4d10-49f9-a931-07866d3f3ce2', 'tenant_id': '41a3bdc4470f498fa2ee5e1b82747aa2', 'fixed_ips': [{'subnet_id': '5934215a-3394-42bc-af71-cb2baac9ec06'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:30:08.768233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.775155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-53cc0650-a5f9-48b7-8009-759364133b4f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:08.789753 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-53cc0650-a5f9-48b7-8009-759364133b4f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/10910a73-f5ac-43ba-9ac5-3cb5fc7a46b6 HTTP/1.1" status: 404 len: 333 time: 0.1681914 Dec 09 09:30:08.790555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50916) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:08.823167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:08.842859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:08.843296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:08.843992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:08.851485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5062011-b3a6-410e-841e-066cc31eb001 None None] Network 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:08.896368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8538cb-a6ea-4ba2-8f4a-18cd38de4129 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:30:08.901061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f8538cb-a6ea-4ba2-8f4a-18cd38de4129 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/973fe908-d425-4943-9c4f-230d33fd6ac6 HTTP/1.1" status: 404 len: 333 time: 0.1071494 Dec 09 09:30:08.901530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50922) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:08.904815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.000376 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.9277647 Dec 09 09:30:09.003857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50928) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:09.069743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.080102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.092359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:09.134197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973290f6-3de4-4dca-874d-66460e733fa2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:09.135926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973290f6-3de4-4dca-874d-66460e733fa2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:09.137551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973290f6-3de4-4dca-874d-66460e733fa2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:09.138698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-973290f6-3de4-4dca-874d-66460e733fa2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Synchronizing usage tracker for tenant:41a3bdc4470f498fa2ee5e1b82747aa2 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:09.163004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Pushing event updated for resources: {'Port': ['ID=cc1e1a45-1e0f-4bea-8da7-2fcf61ac887d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:09.170340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:09.173350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:09.175114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:09.216061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:09.220885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50934) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:09.226487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'router': {'name': 'tempest-router--845174069', 'project_id': '7b84c321908d4b4d9c4a0e67302647b6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:09.233577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-973290f6-3de4-4dca-874d-66460e733fa2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Unset dirty status for tenant:41a3bdc4470f498fa2ee5e1b82747aa2 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:09.245598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-973290f6-3de4-4dca-874d-66460e733fa2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2406507 Dec 09 09:30:09.246498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50938) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:09.258225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:09.342043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Allocated IP 172.26.8.48 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/dd85d6c5-6032-43c2-b1fc-0dd5239a48af) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:09.352983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Deleting subnet 5934215a-3394-42bc-af71-cb2baac9ec06 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:30:09.363310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Usage tracker for resource:router and tenant:7b84c321908d4b4d9c4a0e67302647b6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:09.364382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.365664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:09.376739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:09.394970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606daba2-6f25-4c2e-875a-d8582b71a12d']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:09.404829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Allocated IP 2001:db8::1 (c33101f3-4d10-49f9-a931-07866d3f3ce2/5934215a-3394-42bc-af71-cb2baac9ec06/abfc40de-ff88-491d-a676-e458b939255b) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:09.410896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83480559-aeed-4dd3-a560-0d578c8b1630') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:09.411247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83480559-aeed-4dd3-a560-0d578c8b1630') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:09.412915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-88cdb5f4-c246-46a8-b10f-2ffcfdc272f1', 'network_id': '88cdb5f4-c246-46a8-b10f-2ffcfdc272f1', 'tenant_id': '41a3bdc4470f498fa2ee5e1b82747aa2', 'fixed_ips': [{'subnet_id': '1cbfbf0f-431c-4e62-ab20-a94e3d533fa6'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:30:09.413844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.422081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.423105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.425519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.442022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.442841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.460675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:09.461152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:09.476895 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:09.531941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.568359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.573093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.573307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-76cb6bee-db03-401e-96bc-04de03a637dd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3510880 Dec 09 09:30:09.574680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50944) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:09.581026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:09.597390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.599174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.636194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.641503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77907cd9-559d-408e-a98f-5206defc7be3 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:09.685842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Network': ['ID=606daba2-6f25-4c2e-875a-d8582b71a12d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:09.703250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:09.706426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:09.731818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Allocated IP 2001:db8:0:1::1 (88cdb5f4-c246-46a8-b10f-2ffcfdc272f1/1cbfbf0f-431c-4e62-ab20-a94e3d533fa6/31c20114-159f-496e-9767-907175140419) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:09.732243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:09.739916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:09.752636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/networks/606daba2-6f25-4c2e-875a-d8582b71a12d HTTP/1.1" status: 204 len: 168 time: 0.8442106 Dec 09 09:30:09.753528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50948) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:09.770770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-276984137'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:09.778905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:09.837778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.841837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:network and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:09.843913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event updated for resources: {'Port': ['ID=dd85d6c5-6032-43c2-b1fc-0dd5239a48af,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:09.848437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:09.866172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:09.872789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.877760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:09.910057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Transition to ACTIVE for port object abfc40de-ff88-491d-a676-e458b939255b will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:09.919068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-596a1734-5563-43cf-a4b2-de7a58ec6df8 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.928026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.929044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.945497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Transition to ACTIVE for port object abfc40de-ff88-491d-a676-e458b939255b will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:09.957340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:09.965007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:09.994000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.053743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.054876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:10.060392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.088824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.138058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Network c33101f3-4d10-49f9-a931-07866d3f3ce2 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:10.150162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:10.152836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:10.164057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:10.165436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.210196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Pushing event updated for resources: {'Port': ['ID=abfc40de-ff88-491d-a676-e458b939255b,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:10.219600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:10.248942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Transition to ACTIVE for port object 31c20114-159f-496e-9767-907175140419 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:10.255713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.287758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Attempting to bind port abfc40de-ff88-491d-a676-e458b939255b on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:30:10.288155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Attempting to bind port abfc40de-ff88-491d-a676-e458b939255b by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ef80f4c1-8fc2-4efd-aedd-4bef181723d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c33101f3-4d10-49f9-a931-07866d3f3ce2'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:30:10.288556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Attempting to bind port abfc40de-ff88-491d-a676-e458b939255b on network c33101f3-4d10-49f9-a931-07866d3f3ce2 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:30:10.294407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Transition to ACTIVE for port object 31c20114-159f-496e-9767-907175140419 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:10.299663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:30:10.300006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Checking segment: {'id': 'ef80f4c1-8fc2-4efd-aedd-4bef181723d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c33101f3-4d10-49f9-a931-07866d3f3ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:10.300455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.300886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Bound using segment: {'id': 'ef80f4c1-8fc2-4efd-aedd-4bef181723d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c33101f3-4d10-49f9-a931-07866d3f3ce2'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:30:10.301434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Bound port: abfc40de-ff88-491d-a676-e458b939255b, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef80f4c1-8fc2-4efd-aedd-4bef181723d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'c33101f3-4d10-49f9-a931-07866d3f3ce2'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:30:10.301847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.315392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.316713 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Added segment 64d2a5f1-2923-46e2-bf92-872b70e0b04f of type vlan for network 606ac61a-b0ce-4647-9822-928a261476af Dec 09 09:30:10.316863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.324127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:10.361622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.371845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:10.380749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Network 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:10.422261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Subnet': ['ID=5934215a-3394-42bc-af71-cb2baac9ec06,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:10.431931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:10.436913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.464237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] For port abfc40de-ff88-491d-a676-e458b939255b, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:30:10.465830 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/subnets/5934215a-3394-42bc-af71-cb2baac9ec06 HTTP/1.1" status: 204 len: 168 time: 1.2136590 Dec 09 09:30:10.468816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50956) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:10.471041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] For port abfc40de-ff88-491d-a676-e458b939255b, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=abfc40de-ff88-491d-a676-e458b939255b,segment=NetworkSegment(ef80f4c1-8fc2-4efd-aedd-4bef181723d5),segment_id=ef80f4c1-8fc2-4efd-aedd-4bef181723d5)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:30:10.474869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:10.480100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:10.483484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.531444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Router aafe1456-349a-410f-9ca1-de86984a7bf1 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:30:10.538504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Pushing event updated for resources: {'Port': ['ID=31c20114-159f-496e-9767-907175140419,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:10.547052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:10.547574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:10.622197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Pushing event updated for resources: {'Port': ['ID=abfc40de-ff88-491d-a676-e458b939255b,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:10.660902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:10.693073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Attempting to bind port 31c20114-159f-496e-9767-907175140419 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:30:10.693537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Attempting to bind port 31c20114-159f-496e-9767-907175140419 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'fd22baea-ff56-4ec2-8ba7-a7154439ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '88cdb5f4-c246-46a8-b10f-2ffcfdc272f1'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:30:10.693945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Attempting to bind port 31c20114-159f-496e-9767-907175140419 on network 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:30:10.706886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:30:10.707301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Checking segment: {'id': 'fd22baea-ff56-4ec2-8ba7-a7154439ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '88cdb5f4-c246-46a8-b10f-2ffcfdc272f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:10.708032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.708112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Bound using segment: {'id': 'fd22baea-ff56-4ec2-8ba7-a7154439ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '88cdb5f4-c246-46a8-b10f-2ffcfdc272f1'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:30:10.709180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Bound port: 31c20114-159f-496e-9767-907175140419, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd22baea-ff56-4ec2-8ba7-a7154439ad3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '88cdb5f4-c246-46a8-b10f-2ffcfdc272f1'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:30:10.709180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.738677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.857135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] For port 31c20114-159f-496e-9767-907175140419, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:30:10.860379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] For port 31c20114-159f-496e-9767-907175140419, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=31c20114-159f-496e-9767-907175140419,segment=NetworkSegment(fd22baea-ff56-4ec2-8ba7-a7154439ad3e),segment_id=fd22baea-ff56-4ec2-8ba7-a7154439ad3e)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:30:10.864448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.866999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Deleting subnet 1cbfbf0f-431c-4e62-ab20-a94e3d533fa6 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:30:10.871355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff1ac623-3073-4ace-a923-54256759c00c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:10.877853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.899607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa369d5f-7338-4369-90e5-7a1c9ed19582 None None] Network c33101f3-4d10-49f9-a931-07866d3f3ce2 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:10.908656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.913000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:10.913716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:10.932308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:10.940845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.034606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-596a1734-5563-43cf-a4b2-de7a58ec6df8 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.040343 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2789724 Dec 09 09:30:11.049067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50962) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.059929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '606ac61a-b0ce-4647-9822-928a261476af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:11.070857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-596a1734-5563-43cf-a4b2-de7a58ec6df8 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.110528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:11.169518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.171500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Network': ['ID=606ac61a-b0ce-4647-9822-928a261476af,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:11.175241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:11.177680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.205467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.222835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f1a3f33c-4520-4272-bb2d-10cfba62b469 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:11.243679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29288b53-4944-4a42-bf52-61deb8da3f4c None None] Sync routers for ids ['aafe1456-349a-410f-9ca1-de86984a7bf1'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:11.252659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 606ac61a-b0ce-4647-9822-928a261476af details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:11.300954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-596a1734-5563-43cf-a4b2-de7a58ec6df8 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.302522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596a1734-5563-43cf-a4b2-de7a58ec6df8 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aac0abc0-41e9-449c-abbf-36c45c2923df {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:11.324151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Pushing event updated for resources: {'Port': ['ID=31c20114-159f-496e-9767-907175140419,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:11.342248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-596a1734-5563-43cf-a4b2-de7a58ec6df8 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.343845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-596a1734-5563-43cf-a4b2-de7a58ec6df8 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "DELETE /v2.0/routers/aac0abc0-41e9-449c-abbf-36c45c2923df HTTP/1.1" status: 204 len: 168 time: 1.7672176 Dec 09 09:30:11.345096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:11.441045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Pushing event updated for resources: {'Port': ['ID=cc1e1a45-1e0f-4bea-8da7-2fcf61ac887d,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:11.444897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.476748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:11.480581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.486797 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7144620 Dec 09 09:30:11.488372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50970) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.544191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.548631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1331816 Dec 09 09:30:11.551067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 50974) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.572316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-67f27861-a533-4f74-9d6d-d52af1abe7ff tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': False}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:11.592570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29288b53-4944-4a42-bf52-61deb8da3f4c None None] Routers {'aafe1456-349a-410f-9ca1-de86984a7bf1'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:11.593486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-29288b53-4944-4a42-bf52-61deb8da3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['aafe1456-349a-410f-9ca1-de86984a7bf1'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:11.647359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0ff8ffd-ca89-46ae-9a7c-5e35d9bd75dd tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Synchronizing usage tracker for tenant:46089b62e96945a39f52562be176ee77 on resource:floatingip {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:11.653579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50980) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.661324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:11.700575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-29288b53-4944-4a42-bf52-61deb8da3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:11.701737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0ff8ffd-ca89-46ae-9a7c-5e35d9bd75dd tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Unset dirty status for tenant:46089b62e96945a39f52562be176ee77 on resource:floatingip {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:11.704766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:11.709456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b0ff8ffd-ca89-46ae-9a7c-5e35d9bd75dd tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4008 time: 0.2197492 Dec 09 09:30:11.710993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50988) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.736659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:11.751384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29288b53-4944-4a42-bf52-61deb8da3f4c None None] Routers {'aafe1456-349a-410f-9ca1-de86984a7bf1'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:11.752091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-29288b53-4944-4a42-bf52-61deb8da3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['aafe1456-349a-410f-9ca1-de86984a7bf1'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:11.753161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:11.778696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:11.797453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:11.820484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f0bf6db5-880d-49ad-9c98-d8b0d982e6ae tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Synchronizing usage tracker for tenant:8293ee1dafc04197b357593782353266 on resource:floatingip {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:11.838934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:11.852721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f0bf6db5-880d-49ad-9c98-d8b0d982e6ae tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Unset dirty status for tenant:8293ee1dafc04197b357593782353266 on resource:floatingip {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:11.857800 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f0bf6db5-880d-49ad-9c98-d8b0d982e6ae tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1450024 Dec 09 09:30:11.858479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50992) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:11.904551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-29288b53-4944-4a42-bf52-61deb8da3f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:11.905410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29288b53-4944-4a42-bf52-61deb8da3f4c None None] The sync data for ids ['aafe1456-349a-410f-9ca1-de86984a7bf1'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:11.938358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbfbf0f-431c-4e62-ab20-a94e3d533fa6,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:11.944253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:12.001893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.069819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Deleting port cc1e1a45-1e0f-4bea-8da7-2fcf61ac887d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:12.072763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.087906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 31c20114-159f-496e-9767-907175140419 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:12.112373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-469920728', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:12.113961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.129828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:12.137260 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/subnets/1cbfbf0f-431c-4e62-ab20-a94e3d533fa6 HTTP/1.1" status: 204 len: 168 time: 1.6640406 Dec 09 09:30:12.137449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Usage tracker for resource:router and tenant:4258a6c73cc140878118463412a1f36c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:12.141512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 50996) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:12.144137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:12.169719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 31c20114-159f-496e-9767-907175140419 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:12.196823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:12.220502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Performing IP validity checks on allocation pools {{(pid=88884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 09 09:30:12.224230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 09 09:30:12.253168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.254153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.344997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c195fd0-fc99-49f8-9bb6-c8384ea212ba tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:12.349944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c195fd0-fc99-49f8-9bb6-c8384ea212ba tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2041149 Dec 09 09:30:12.353285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51002) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:12.420552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.442208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.442577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.470038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.476766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:12.629620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=d5c44127-dea7-470f-b07b-882a4ce7608a,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:12.636781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:12.644958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Calling delete_port for cc1e1a45-1e0f-4bea-8da7-2fcf61ac887d owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:12.650138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Checking segment: {'id': '64d2a5f1-2923-46e2-bf92-872b70e0b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '606ac61a-b0ce-4647-9822-928a261476af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:12.650542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network hostable DHCP agents. Network: 606ac61a-b0ce-4647-9822-928a261476af, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:12.687970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.703979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 606ac61a-b0ce-4647-9822-928a261476af is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:12.781551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 606ac61a-b0ce-4647-9822-928a261476af) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:12.787004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:12.787654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.800788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebeb03f-ed69-4b8a-8f5c-96b800d631b7 None None] Network 606ac61a-b0ce-4647-9822-928a261476af requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:12.830436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7798531 Dec 09 09:30:12.834113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51008) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:12.840036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '606ac61a-b0ce-4647-9822-928a261476af', 'name': 'tempest-PortsIpV6TestJSON-1118579929'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:12.842747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Deleting port 31c20114-159f-496e-9767-907175140419 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:12.843128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:12.970985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.128752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:13.144030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:13.145581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3382d4f-1679-47c8-af6b-3db53d0380d4 None None] Network 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:13.160440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:13.166533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.181212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67f27861-a533-4f74-9d6d-d52af1abe7ff tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.188667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-606ac61a-b0ce-4647-9822-928a261476af', 'network_id': '606ac61a-b0ce-4647-9822-928a261476af', 'tenant_id': '993210cd167143debe6dd7acbea17019', 'fixed_ips': [{'subnet_id': 'd5c44127-dea7-470f-b07b-882a4ce7608a'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:30:13.189991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.200021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port bb97dae0-84ed-47b3-9a1a-0a44a1356419 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:13.209191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.214721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] For port 31c20114-159f-496e-9767-907175140419, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=31c20114-159f-496e-9767-907175140419,segment=NetworkSegment(fd22baea-ff56-4ec2-8ba7-a7154439ad3e),segment_id=fd22baea-ff56-4ec2-8ba7-a7154439ad3e)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:13.215071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.223761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efd76e04-db13-48ad-ab40-ef79417f4757 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:13.327849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Pushing event deleted for resources: {'Port': ['ID=cc1e1a45-1e0f-4bea-8da7-2fcf61ac887d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:13.330661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:13.380513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a06587e7-3487-411a-baf4-2ba131a778c9 None None] Provisioning for port 31c20114-159f-496e-9767-907175140419 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:13.398130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Calling delete_port for 31c20114-159f-496e-9767-907175140419 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:13.424766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a06587e7-3487-411a-baf4-2ba131a778c9 None None] Provisioning complete for port 31c20114-159f-496e-9767-907175140419 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:13.425024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a06587e7-3487-411a-baf4-2ba131a778c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.463302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::5c (606ac61a-b0ce-4647-9822-928a261476af/d5c44127-dea7-470f-b07b-882a4ce7608a/bb97dae0-84ed-47b3-9a1a-0a44a1356419) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:13.608790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a06587e7-3487-411a-baf4-2ba131a778c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.671175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a06587e7-3487-411a-baf4-2ba131a778c9 None None] For port 31c20114-159f-496e-9767-907175140419, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=31c20114-159f-496e-9767-907175140419,segment=NetworkSegment(fd22baea-ff56-4ec2-8ba7-a7154439ad3e),segment_id=fd22baea-ff56-4ec2-8ba7-a7154439ad3e)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:13.674226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] DHCP port deletion for 88cdb5f4-c246-46a8-b10f-2ffcfdc272f1 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:30:13.679307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a06587e7-3487-411a-baf4-2ba131a778c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.681826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:13.752890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] Deleting port 31c20114-159f-496e-9767-907175140419 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:13.753939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.857526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06587e7-3487-411a-baf4-2ba131a778c9 None None] Pushing event updated for resources: {'Port': ['ID=31c20114-159f-496e-9767-907175140419,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:13.862516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a06587e7-3487-411a-baf4-2ba131a778c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:13.894440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.906296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:13.906660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:30:13.929272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:13.933522 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] 10.222.0.18 "DELETE /v2.0/floatingips/21e07b37-e9de-43ac-b013-84bfe057dc59 HTTP/1.1" status: 204 len: 168 time: 2.0695345 Dec 09 09:30:13.934545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51016) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:14.040274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] For port 31c20114-159f-496e-9767-907175140419, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=31c20114-159f-496e-9767-907175140419,segment=NetworkSegment(fd22baea-ff56-4ec2-8ba7-a7154439ad3e),segment_id=fd22baea-ff56-4ec2-8ba7-a7154439ad3e)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:14.040695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.062336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 31c20114-159f-496e-9767-907175140419 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:14.126462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.148677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67f27861-a533-4f74-9d6d-d52af1abe7ff tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.163301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67f27861-a533-4f74-9d6d-d52af1abe7ff tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.171297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.181054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.219389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Deleting port 2d2e3235-5698-4aa3-bc9b-c63bee96efaf {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:14.220308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.223713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] Calling delete_port for 31c20114-159f-496e-9767-907175140419 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:14.254240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object bb97dae0-84ed-47b3-9a1a-0a44a1356419 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:14.357174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.369884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a620c51-e622-46b7-8b92-04d1db99c79b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:14.415845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.422455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:14.447207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Deleting port 31c20114-159f-496e-9767-907175140419 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:14.447825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.460464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 606ac61a-b0ce-4647-9822-928a261476af is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:14.460695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.461320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=bb97dae0-84ed-47b3-9a1a-0a44a1356419,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:14.466554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:14.469234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:14.470092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:14.474386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:14.475053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.487339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] Pushing event deleted for resources: {'Port': ['ID=31c20114-159f-496e-9767-907175140419,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:14.496161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:14.507753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Allocated IP 2001:db8::2 (606ac61a-b0ce-4647-9822-928a261476af/d5c44127-dea7-470f-b07b-882a4ce7608a/e74dc1a3-503b-4566-869f-3aa7317a54bd) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:14.515239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] No DVR routers for this DVR port 31c20114-159f-496e-9767-907175140419 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:30:14.522257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6870241 Dec 09 09:30:14.526104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51024) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:14.543927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] The port '31c20114-159f-496e-9767-907175140419' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:30:14.603807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f27861-a533-4f74-9d6d-d52af1abe7ff tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Router aafe1456-349a-410f-9ca1-de86984a7bf1 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:30:14.617621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port bb97dae0-84ed-47b3-9a1a-0a44a1356419 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:14.618222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.653661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Allocated IP 172.26.8.192 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/9cb2c1a4-bded-4f22-be41-1b603ffca294) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:14.666167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.666574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.776686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.788179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Transition to ACTIVE for port object e74dc1a3-503b-4566-869f-3aa7317a54bd will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:14.801007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.830638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Transition to ACTIVE for port object e74dc1a3-503b-4566-869f-3aa7317a54bd will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:14.839705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:14.857342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:14.889467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Calling delete_port for 2d2e3235-5698-4aa3-bc9b-c63bee96efaf owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:14.916735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Network 606ac61a-b0ce-4647-9822-928a261476af is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:14.920407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:14.924002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:14.984021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Pushing event updated for resources: {'Port': ['ID=e74dc1a3-503b-4566-869f-3aa7317a54bd,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:14.987218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:15.009911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cdb5f4-c246-46a8-b10f-2ffcfdc272f1']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:15.044241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd22baea-ff56-4ec2-8ba7-a7154439ad3e') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:15.044619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd22baea-ff56-4ec2-8ba7-a7154439ad3e') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:15.045308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Attempting to bind port e74dc1a3-503b-4566-869f-3aa7317a54bd on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:30:15.045814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Attempting to bind port e74dc1a3-503b-4566-869f-3aa7317a54bd by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '64d2a5f1-2923-46e2-bf92-872b70e0b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '606ac61a-b0ce-4647-9822-928a261476af'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:30:15.046227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Attempting to bind port e74dc1a3-503b-4566-869f-3aa7317a54bd on network 606ac61a-b0ce-4647-9822-928a261476af {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:30:15.053603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:30:15.054024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Checking segment: {'id': '64d2a5f1-2923-46e2-bf92-872b70e0b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '606ac61a-b0ce-4647-9822-928a261476af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:15.054473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.054912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Bound using segment: {'id': '64d2a5f1-2923-46e2-bf92-872b70e0b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '606ac61a-b0ce-4647-9822-928a261476af'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:30:15.056041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Bound port: e74dc1a3-503b-4566-869f-3aa7317a54bd, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64d2a5f1-2923-46e2-bf92-872b70e0b04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '606ac61a-b0ce-4647-9822-928a261476af'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:30:15.056466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.065136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.072605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.104646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.129898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:15.130332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:15.148186 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:15.162413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] For port e74dc1a3-503b-4566-869f-3aa7317a54bd, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:30:15.165998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] For port e74dc1a3-503b-4566-869f-3aa7317a54bd, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e74dc1a3-503b-4566-869f-3aa7317a54bd,segment=NetworkSegment(64d2a5f1-2923-46e2-bf92-872b70e0b04f),segment_id=64d2a5f1-2923-46e2-bf92-872b70e0b04f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:30:15.169488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.173954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-089d57e7-7674-402a-bb3d-1430c0e35800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:15.222769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.227220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for bb97dae0-84ed-47b3-9a1a-0a44a1356419 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:15.276225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Pushing event updated for resources: {'Port': ['ID=e74dc1a3-503b-4566-869f-3aa7317a54bd,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:15.311009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.316531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:15.327576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:15.332431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f27861-a533-4f74-9d6d-d52af1abe7ff tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:15.336746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.343232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303fe366-48fa-45f6-9fa9-80d78af881a2 None None] Sync routers for ids ['aafe1456-349a-410f-9ca1-de86984a7bf1'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:15.354468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.362480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303fe366-48fa-45f6-9fa9-80d78af881a2 None None] Routers {'aafe1456-349a-410f-9ca1-de86984a7bf1'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:15.363803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-303fe366-48fa-45f6-9fa9-80d78af881a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['aafe1456-349a-410f-9ca1-de86984a7bf1'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:15.366576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Network': ['ID=88cdb5f4-c246-46a8-b10f-2ffcfdc272f1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:15.377849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:15.379908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f95398ba-40c1-4bea-8bdb-769c742dc712 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:15.402532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67f27861-a533-4f74-9d6d-d52af1abe7ff tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.406262 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-67f27861-a533-4f74-9d6d-d52af1abe7ff tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "PUT /v2.0/routers/aafe1456-349a-410f-9ca1-de86984a7bf1 HTTP/1.1" status: 200 len: 924 time: 3.8492138 Dec 09 09:30:15.406942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51032) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.429463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d2e3235-5698-4aa3-bc9b-c63bee96efaf,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:15.434874 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/networks/88cdb5f4-c246-46a8-b10f-2ffcfdc272f1 HTTP/1.1" status: 204 len: 168 time: 3.0788517 Dec 09 09:30:15.436689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:15.442374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-303fe366-48fa-45f6-9fa9-80d78af881a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:15.445251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51038) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.446790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.460810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303fe366-48fa-45f6-9fa9-80d78af881a2 None None] Routers {'aafe1456-349a-410f-9ca1-de86984a7bf1'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:15.461543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-303fe366-48fa-45f6-9fa9-80d78af881a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['aafe1456-349a-410f-9ca1-de86984a7bf1'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:15.498675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c1186dc-95d9-4db9-9f47-d5a701b5908a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:15.503784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.513412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f243e4c4-a2b9-4782-b6d9-58f0ffc8ac68 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:15.544980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-303fe366-48fa-45f6-9fa9-80d78af881a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:15.545704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303fe366-48fa-45f6-9fa9-80d78af881a2 None None] The sync data for ids ['aafe1456-349a-410f-9ca1-de86984a7bf1'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:15.576914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=bb97dae0-84ed-47b3-9a1a-0a44a1356419,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:15.580283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:15.638660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.643291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/bb97dae0-84ed-47b3-9a1a-0a44a1356419 HTTP/1.1" status: 204 len: 168 time: 1.1135898 Dec 09 09:30:15.643664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51042) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.717934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:15.730647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:15.739810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event updated for resources: {'Port': ['ID=9cb2c1a4-bded-4f22-be41-1b603ffca294,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:15.742498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:15.765284 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-730ca00d-206f-43a8-9133-62cea3099df8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:30:15.765786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730ca00d-206f-43a8-9133-62cea3099df8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:30:15.772280 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-730ca00d-206f-43a8-9133-62cea3099df8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/bb97dae0-84ed-47b3-9a1a-0a44a1356419 HTTP/1.1" status: 404 len: 333 time: 0.1270967 Dec 09 09:30:15.775668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51046) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.806199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:15.812620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.842885 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c35caf-50d5-4659-b8ae-b168b7dfc1e3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:30:15.845017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-18c35caf-50d5-4659-b8ae-b168b7dfc1e3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:15.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.853553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:15.856425 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/39e59e53-68be-47d3-ab99-4f1c40740d6d HTTP/1.1" status: 204 len: 168 time: 1.9177139 Dec 09 09:30:15.870000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51050) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:15.916004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-18c35caf-50d5-4659-b8ae-b168b7dfc1e3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:15.917670 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-18c35caf-50d5-4659-b8ae-b168b7dfc1e3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/bb97dae0-84ed-47b3-9a1a-0a44a1356419 HTTP/1.1" status: 404 len: 333 time: 0.1410611 Dec 09 09:30:15.927766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51054) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:16.040185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Deleting port 2bd0ae84-6a28-4193-a0b0-0128b843c4d3 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:16.040552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.091352 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8c3a3b38-4ee7-4233-a891-436906fea108 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/routers/aafe1456-349a-410f-9ca1-de86984a7bf1 HTTP/1.1" status: 200 len: 924 time: 0.6807010 Dec 09 09:30:16.093807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51060) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:16.099758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e74dc1a3-503b-4566-869f-3aa7317a54bd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:16.181430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port e74dc1a3-503b-4566-869f-3aa7317a54bd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:16.209095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Deleting port abfc40de-ff88-491d-a676-e458b939255b {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:16.211236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.395490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet d5c44127-dea7-470f-b07b-882a4ce7608a {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:30:16.405477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.471094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] For port abfc40de-ff88-491d-a676-e458b939255b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=abfc40de-ff88-491d-a676-e458b939255b,segment=NetworkSegment(ef80f4c1-8fc2-4efd-aedd-4bef181723d5),segment_id=ef80f4c1-8fc2-4efd-aedd-4bef181723d5)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:16.471490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.523900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.606271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Calling delete_port for abfc40de-ff88-491d-a676-e458b939255b owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:16.654972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.656888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.729093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a7fd32e-b9d1-4ccf-89fd-69393418d32e tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Synchronizing usage tracker for tenant:2651b50102a24dff935c742557099e56 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:16.762852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.768525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f776d6d6-f02b-47c1-86a1-9b30028ae90c tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:16.798386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a7fd32e-b9d1-4ccf-89fd-69393418d32e tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Unset dirty status for tenant:2651b50102a24dff935c742557099e56 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:16.801567 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2a7fd32e-b9d1-4ccf-89fd-69393418d32e tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=aafe1456-349a-410f-9ca1-de86984a7bf1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7045486 Dec 09 09:30:16.806961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51068) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:16.841380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.855211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:16.859221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Port': ['ID=abfc40de-ff88-491d-a676-e458b939255b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:16.871499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:16.943231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] No DVR routers for this DVR port abfc40de-ff88-491d-a676-e458b939255b on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:30:17.022011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Calling delete_port for 2bd0ae84-6a28-4193-a0b0-0128b843c4d3 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:17.125197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.128441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.132926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-811e6bbf-6e1c-48bb-b927-923107d71947 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:17.197584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.210774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12657748-eeec-4cde-b060-973fff84bafa tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:17.211452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-12657748-eeec-4cde-b060-973fff84bafa tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Synchronizing usage tracker for tenant:2651b50102a24dff935c742557099e56 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:17.240993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.249488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33101f3-4d10-49f9-a931-07866d3f3ce2']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:17.266755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef80f4c1-8fc2-4efd-aedd-4bef181723d5') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:17.267099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef80f4c1-8fc2-4efd-aedd-4bef181723d5') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:17.267219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c44127-dea7-470f-b07b-882a4ce7608a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:17.270582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:17.279406 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/d5c44127-dea7-470f-b07b-882a4ce7608a HTTP/1.1" status: 204 len: 168 time: 1.3473203 Dec 09 09:30:17.280261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51074) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:17.298452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.309144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-12657748-eeec-4cde-b060-973fff84bafa tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Unset dirty status for tenant:2651b50102a24dff935c742557099e56 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:17.310429 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-12657748-eeec-4cde-b060-973fff84bafa tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 881 time: 0.4858074 Dec 09 09:30:17.316226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51078) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:17.321658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.331288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:17.331723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.339040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd673df3-0889-455c-8ac1-86df792f4ede None None] Network 606ac61a-b0ce-4647-9822-928a261476af requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:17.348172 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:17.385668 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a67a70bc-0d8e-4900-a3f9-fcc3eef0ca4e tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafe1456-349a-410f-9ca1-de86984a7bf1 HTTP/1.1" status: 200 len: 205 time: 0.0681605 Dec 09 09:30:17.389364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51082) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:17.447261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.455618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:17.478969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.492741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Network': ['ID=c33101f3-4d10-49f9-a931-07866d3f3ce2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:17.501839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:17.509380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/networks/c33101f3-4d10-49f9-a931-07866d3f3ce2 HTTP/1.1" status: 204 len: 168 time: 2.0565875 Dec 09 09:30:17.512085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51086) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:17.518104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.533987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2928f008-6fb3-4a5f-847c-bb8d7310cb04 None None] Provisioning for port e74dc1a3-503b-4566-869f-3aa7317a54bd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:17.536469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Router 2d168b35-9465-44df-9425-4c4d922f73af is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:30:17.542323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2928f008-6fb3-4a5f-847c-bb8d7310cb04 None None] Provisioning complete for port e74dc1a3-503b-4566-869f-3aa7317a54bd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:17.542970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a02d5d2-0eeb-47f5-8b8e-82d05ce1cf1d tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:17.543099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2928f008-6fb3-4a5f-847c-bb8d7310cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.594544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event deleted for resources: {'Port': ['ID=2bd0ae84-6a28-4193-a0b0-0128b843c4d3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:17.597333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:17.607469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.711506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port e74dc1a3-503b-4566-869f-3aa7317a54bd {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:17.711963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.723378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.838248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:17.843479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "DELETE /v2.0/ports/2bd0ae84-6a28-4193-a0b0-0128b843c4d3 HTTP/1.1" status: 204 len: 168 time: 1.9686489 Dec 09 09:30:17.843977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51094) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:17.996849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] DHCP port deletion for 606ac61a-b0ce-4647-9822-928a261476af request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:30:18.009169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Deleting port e74dc1a3-503b-4566-869f-3aa7317a54bd {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:18.009898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.044214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e74dc1a3-503b-4566-869f-3aa7317a54bd no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:18.064005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.104368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bf7c7b-bf9b-48a3-9fe6-445d528c3551']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:18.109398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2928f008-6fb3-4a5f-847c-bb8d7310cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.140736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9fff61-c08b-4b30-ab9e-a488987b5bfc') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:18.141070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9fff61-c08b-4b30-ab9e-a488987b5bfc') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:18.162306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.168766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] For port e74dc1a3-503b-4566-869f-3aa7317a54bd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e74dc1a3-503b-4566-869f-3aa7317a54bd,segment=NetworkSegment(64d2a5f1-2923-46e2-bf92-872b70e0b04f),segment_id=64d2a5f1-2923-46e2-bf92-872b70e0b04f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:18.169296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.182915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5816f1fd-e3af-46db-810e-876b8b0e9b82 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:18.183671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5816f1fd-e3af-46db-810e-876b8b0e9b82 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Synchronizing usage tracker for tenant:8293ee1dafc04197b357593782353266 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:18.198483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.212437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:18.212874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:18.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:18.253805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5816f1fd-e3af-46db-810e-876b8b0e9b82 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Unset dirty status for tenant:8293ee1dafc04197b357593782353266 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:18.257702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5816f1fd-e3af-46db-810e-876b8b0e9b82 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "GET /v2.0/ports?device_id=a09832d5-2af8-4012-8d9d-0f43612d1549 HTTP/1.1" status: 200 len: 913 time: 0.4093823 Dec 09 09:30:18.267901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2928f008-6fb3-4a5f-847c-bb8d7310cb04 None None] For port e74dc1a3-503b-4566-869f-3aa7317a54bd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e74dc1a3-503b-4566-869f-3aa7317a54bd,segment=NetworkSegment(64d2a5f1-2923-46e2-bf92-872b70e0b04f),segment_id=64d2a5f1-2923-46e2-bf92-872b70e0b04f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:18.289406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2928f008-6fb3-4a5f-847c-bb8d7310cb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.297997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:18.308274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51098) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:18.318717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for e74dc1a3-503b-4566-869f-3aa7317a54bd owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:18.377268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:18.401498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.408232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a97266-c8cf-4b14-8618-ba54918fe26b None None] Sync routers for ids ['2d168b35-9465-44df-9425-4c4d922f73af'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:18.411303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.420177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57dd528d-c6ce-4afc-bde1-d471800b6fa0 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:18.437555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.441633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/networks/87bf7c7b-bf9b-48a3-9fe6-445d528c3551 HTTP/1.1" status: 204 len: 168 time: 0.9260457 Dec 09 09:30:18.444857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51104) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:18.451322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Network': ['ID=87bf7c7b-bf9b-48a3-9fe6-445d528c3551,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:18.453325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.454554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.7968767 Dec 09 09:30:18.455756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:18.467912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51108) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:18.485938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928f008-6fb3-4a5f-847c-bb8d7310cb04 None None] Pushing event updated for resources: {'Port': ['ID=e74dc1a3-503b-4566-869f-3aa7317a54bd,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:18.499066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2928f008-6fb3-4a5f-847c-bb8d7310cb04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:18.506084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] For port e74dc1a3-503b-4566-869f-3aa7317a54bd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e74dc1a3-503b-4566-869f-3aa7317a54bd,segment=NetworkSegment(64d2a5f1-2923-46e2-bf92-872b70e0b04f),segment_id=64d2a5f1-2923-46e2-bf92-872b70e0b04f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:18.506522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.583351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a97266-c8cf-4b14-8618-ba54918fe26b None None] Routers {'2d168b35-9465-44df-9425-4c4d922f73af'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:18.584056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-22a97266-c8cf-4b14-8618-ba54918fe26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['2d168b35-9465-44df-9425-4c4d922f73af'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:18.594515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:18.594884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:30:18.651056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:18.707857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Calling delete_port for e74dc1a3-503b-4566-869f-3aa7317a54bd owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:18.735641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-22a97266-c8cf-4b14-8618-ba54918fe26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:18.775206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a97266-c8cf-4b14-8618-ba54918fe26b None None] Routers {'2d168b35-9465-44df-9425-4c4d922f73af'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:18.775910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-22a97266-c8cf-4b14-8618-ba54918fe26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['2d168b35-9465-44df-9425-4c4d922f73af'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:18.853131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-88e9e0f7-0aa0-4931-b10c-a7ec518f60d8 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/routers/2d168b35-9465-44df-9425-4c4d922f73af HTTP/1.1" status: 200 len: 920 time: 0.3844264 Dec 09 09:30:18.853829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51114) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:18.857302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-22a97266-c8cf-4b14-8618-ba54918fe26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:18.857672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a97266-c8cf-4b14-8618-ba54918fe26b None None] The sync data for ids ['2d168b35-9465-44df-9425-4c4d922f73af'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:18.874377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:18.875460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:30:19.062014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.097696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ff4dca-671a-4761-be8e-ad419d1c6855']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:19.113646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d11eb2-6cdd-46ce-8981-4da5c93ee95a') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:19.113991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d11eb2-6cdd-46ce-8981-4da5c93ee95a') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:19.132460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port e74dc1a3-503b-4566-869f-3aa7317a54bd {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:19.132460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.184323 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6fa521e9-e02f-4083-87ef-f0d0136c350d tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d168b35-9465-44df-9425-4c4d922f73af HTTP/1.1" status: 200 len: 205 time: 0.3289609 Dec 09 09:30:19.189537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51120) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:19.203174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.222352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.232155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:19.232587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:19.248783 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:19.268949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.319778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Deleting port dd85d6c5-6032-43c2-b1fc-0dd5239a48af {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:19.320152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.377911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Deleting port e74dc1a3-503b-4566-869f-3aa7317a54bd {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:19.378313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.407035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.416355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:19.434496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.447463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Pushing event deleted for resources: {'Network': ['ID=93ff4dca-671a-4761-be8e-ad419d1c6855,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:19.452411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:19.454449 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] 10.222.0.18 "DELETE /v2.0/networks/93ff4dca-671a-4761-be8e-ad419d1c6855 HTTP/1.1" status: 204 len: 168 time: 1.0058725 Dec 09 09:30:19.520942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.695083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] For port e74dc1a3-503b-4566-869f-3aa7317a54bd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e74dc1a3-503b-4566-869f-3aa7317a54bd,segment=NetworkSegment(64d2a5f1-2923-46e2-bf92-872b70e0b04f),segment_id=64d2a5f1-2923-46e2-bf92-872b70e0b04f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:19.695503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.720027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] For port e74dc1a3-503b-4566-869f-3aa7317a54bd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e74dc1a3-503b-4566-869f-3aa7317a54bd,segment=NetworkSegment(64d2a5f1-2923-46e2-bf92-872b70e0b04f),segment_id=64d2a5f1-2923-46e2-bf92-872b70e0b04f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:19.720027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.865151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.882979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Calling delete_port for e74dc1a3-503b-4566-869f-3aa7317a54bd owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:19.883723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for e74dc1a3-503b-4566-869f-3aa7317a54bd owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:19.912196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51130) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:19.959112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:19.970066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4206ffc0-0c2e-4be7-bc60-66eb11b5a301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:20.014403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] No DVR routers for this DVR port e74dc1a3-503b-4566-869f-3aa7317a54bd on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:30:20.016323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Pushing event deleted for resources: {'Port': ['ID=e74dc1a3-503b-4566-869f-3aa7317a54bd,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:20.019217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:20.054415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Calling delete_port for dd85d6c5-6032-43c2-b1fc-0dd5239a48af owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:20.056664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5275b91d-4b3f-4eb2-9dee-561d49450173 None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:30:20.195271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:20.195655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:30:20.219288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:20.262748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5275b91d-4b3f-4eb2-9dee-561d49450173 None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:30:20.337590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a0df1fd-44f5-4dde-bfbc-0e88f4ff5aac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41a3bdc4470f498fa2ee5e1b82747aa2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4230301 Dec 09 09:30:20.340874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51140) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:20.359719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Deleting port c5583c37-959e-4718-ac7f-7795d5dcc075 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:20.360258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:20.487597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:20.501668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ebcbc234-918a-485a-be15-c883c531ab9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:20.545855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event deleted for resources: {'Port': ['ID=dd85d6c5-6032-43c2-b1fc-0dd5239a48af,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:20.550560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:20.584251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port e74dc1a3-503b-4566-869f-3aa7317a54bd {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:20.584622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:20.588621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76899217-eab6-427f-99d7-40c3bd6e92cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:20.663430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76899217-eab6-427f-99d7-40c3bd6e92cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:20.680068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:20.698068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] The port 'e74dc1a3-503b-4566-869f-3aa7317a54bd' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:30:20.833496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Calling delete_port for c5583c37-959e-4718-ac7f-7795d5dcc075 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:20.904042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76899217-eab6-427f-99d7-40c3bd6e92cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:20.918539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb94ae34-8dd4-4df9-aa46-bc217b353807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:20.946838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76899217-eab6-427f-99d7-40c3bd6e92cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bc5b0f-dd29-4385-a1d7-debea0a3d261,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:20.952978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-76899217-eab6-427f-99d7-40c3bd6e92cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:20.958551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76899217-eab6-427f-99d7-40c3bd6e92cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:20.963077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-76899217-eab6-427f-99d7-40c3bd6e92cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1bc5b0f-dd29-4385-a1d7-debea0a3d261 HTTP/1.1" status: 204 len: 168 time: 0.6025062 Dec 09 09:30:21.093257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.098432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:21.145492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event deleted for resources: {'Port': ['ID=c5583c37-959e-4718-ac7f-7795d5dcc075,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:21.148293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:21.161274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.228587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.273239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Deleting port 9cb2c1a4-bded-4f22-be41-1b603ffca294 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:21.273414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.323179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.384133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606ac61a-b0ce-4647-9822-928a261476af']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:21.564789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.567955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64d2a5f1-2923-46e2-bf92-872b70e0b04f') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:21.568366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64d2a5f1-2923-46e2-bf92-872b70e0b04f') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:21.657191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.703511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.716517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.727476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.779492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:21.779942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:21.800506 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:21.937668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.937668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Fanout notify agent at l3_agent the message router_deleted on router aafe1456-349a-410f-9ca1-de86984a7bf1 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:21.937668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:21.938242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.018521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:22.108388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Calling delete_port for 9cb2c1a4-bded-4f22-be41-1b603ffca294 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:22.119539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51170) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:22.135767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.147836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Network': ['ID=606ac61a-b0ce-4647-9822-928a261476af,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:22.158305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:22.189184 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/networks/606ac61a-b0ce-4647-9822-928a261476af HTTP/1.1" status: 204 len: 168 time: 4.9077804 Dec 09 09:30:22.195124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51176) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:22.196959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.201933 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/aafe1456-349a-410f-9ca1-de86984a7bf1 HTTP/1.1" status: 204 len: 168 time: 4.8052201 Dec 09 09:30:22.202103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51180) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:22.203344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-627169624'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:22.208572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:22.214504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:network and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:22.216019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1734025778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:22.219655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:22.229550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:22.234257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:22.239725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Usage tracker for resource:router and tenant:52e0a11af80743c3b097363d0b21183b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:22.244722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:22.252156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:22.252305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:22.257558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.266998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.267999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.303225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Router a09832d5-2af8-4012-8d9d-0f43612d1549 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:30:22.333841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.370511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.378432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.390054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93e0cef2-de80-4eb8-9414-552ffcb68722 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:22.436223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event deleted for resources: {'Port': ['ID=9cb2c1a4-bded-4f22-be41-1b603ffca294,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:22.447001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:22.482337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.486328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f0cfa85-9e18-4af6-8ab0-8d1e61d7d1a8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2806034 Dec 09 09:30:22.492441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51186) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:22.559559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:22.630960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'networks': [{'name': 'tempest-network--2008064041'}, {'name': 'tempest-network--507994899'}]} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:22.631517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'network': {'name': 'tempest-network--2008064041'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:22.631797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'network': {'name': 'tempest-network--507994899'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:22.636285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:22.644105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:22.653381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Usage tracker for resource:network and tenant:a97ba07378aa4e2f8594bb872e00e58e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:22.657447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:22.660468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.660863 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Added segment c7c76776-3815-40c7-8986-783491ab9a76 of type vlan for network bde9fd5a-26da-481b-8f49-9c8c4000c596 Dec 09 09:30:22.666396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:22.697812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Made reservation on behalf of a97ba07378aa4e2f8594bb872e00e58e for: {'network': 2} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:22.703910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.732877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.737220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.824252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.860975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.865148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:22.865806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:22.872854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:22.875059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:22.903464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Usage tracker for resource:security_group_rule and tenant:a97ba07378aa4e2f8594bb872e00e58e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:22.923872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:22.938922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:23.035808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Network': ['ID=bde9fd5a-26da-481b-8f49-9c8c4000c596,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:23.044172 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8473241 Dec 09 09:30:23.044748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:23.050267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network bde9fd5a-26da-481b-8f49-9c8c4000c596 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:23.051607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51194) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:23.062270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': 'bde9fd5a-26da-481b-8f49-9c8c4000c596', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:23.245237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:23.253664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:23.257937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04662a28-38a8-4f8b-b901-3a880d3cf986 None None] Sync routers for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:23.268206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:23.272631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.274300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:23.276374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04662a28-38a8-4f8b-b901-3a880d3cf986 None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:23.277901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-04662a28-38a8-4f8b-b901-3a880d3cf986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:23.282032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "PUT /v2.0/routers/a09832d5-2af8-4012-8d9d-0f43612d1549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9659855 Dec 09 09:30:23.283175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:23.285469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.286021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.295967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51198) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:23.299253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:23.349656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-04662a28-38a8-4f8b-b901-3a880d3cf986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:23.362166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04662a28-38a8-4f8b-b901-3a880d3cf986 None None] Routers {'a09832d5-2af8-4012-8d9d-0f43612d1549'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:23.363053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-04662a28-38a8-4f8b-b901-3a880d3cf986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a09832d5-2af8-4012-8d9d-0f43612d1549'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:23.406523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:23.435131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-04662a28-38a8-4f8b-b901-3a880d3cf986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:23.435801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04662a28-38a8-4f8b-b901-3a880d3cf986 None None] The sync data for ids ['a09832d5-2af8-4012-8d9d-0f43612d1549'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:23.450662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.454444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edfd10e-c8da-4210-9d12-40fcb8cc857b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:23.459470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.467034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:23.515835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:23.565790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.580638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.581030 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Added segment 29c701db-d511-4f67-8694-e587f47fff71 of type vlan for network de313d7d-835c-4288-a294-6e6536b71200 Dec 09 09:30:23.614180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.614683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Fanout notify agent at l3_agent the message router_deleted on router 2d168b35-9465-44df-9425-4c4d922f73af {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:23.627174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.637191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.644102 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/2d168b35-9465-44df-9425-4c4d922f73af HTTP/1.1" status: 204 len: 168 time: 4.4477506 Dec 09 09:30:23.644102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51204) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:23.647970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1948826554', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': False}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:23.667497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:23.675800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Usage tracker for resource:router and tenant:76bd5a36efc64de88f38366d386f4487 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:23.679664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:23.689365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:23.718599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.719717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.754841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.811445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.877341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:23.908531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:23.908917 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Added segment f9b97d04-3bd2-4c70-8ea6-6ab985776504 of type vlan for network 99632f40-cad5-473d-9e24-db1c2786739b Dec 09 09:30:23.957041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.000829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.007978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.038108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.091858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.103922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.108767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-add839b9-9178-4b6f-9cb6-8e305aa39464 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:24.147842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.148430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.153025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:24.156306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:24.156972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.238822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Allocated IP 172.26.8.137 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/3e1836a4-4508-4357-9ec6-bc7f5fed2a37) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:24.285935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1645188 Dec 09 09:30:24.286661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=cbdf8cc3-b250-4059-b067-dafe96430068,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:24.288687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51212) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:24.295805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:24.298874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:24.515391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.524295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Checking segment: {'id': 'c7c76776-3815-40c7-8986-783491ab9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bde9fd5a-26da-481b-8f49-9c8c4000c596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:24.524988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network hostable DHCP agents. Network: bde9fd5a-26da-481b-8f49-9c8c4000c596, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:24.538353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Network': ['ID=de313d7d-835c-4288-a294-6e6536b71200,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:24.546198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.550290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network de313d7d-835c-4288-a294-6e6536b71200 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:24.581144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.651068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.657835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4a40fcd-0b3d-4439-8015-7ddb8e8c6b71 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:24.720880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Network': ['ID=99632f40-cad5-473d-9e24-db1c2786739b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:24.730827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a5544-e1b7-41fb-a5e9-1ca8ff620373 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:24.734695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 99632f40-cad5-473d-9e24-db1c2786739b details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:24.735132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a5544-e1b7-41fb-a5e9-1ca8ff620373 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:24.739480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a5544-e1b7-41fb-a5e9-1ca8ff620373 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:24.739733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event updated for resources: {'Port': ['ID=3e1836a4-4508-4357-9ec6-bc7f5fed2a37,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:24.745337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a5544-e1b7-41fb-a5e9-1ca8ff620373 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:24.746281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e85a5544-e1b7-41fb-a5e9-1ca8ff620373 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Synchronizing usage tracker for tenant:a97ba07378aa4e2f8594bb872e00e58e on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:24.750634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:24.750634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network bde9fd5a-26da-481b-8f49-9c8c4000c596 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:24.753410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.584s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:24.753833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:24.776317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:24.782938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, bde9fd5a-26da-481b-8f49-9c8c4000c596) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:24.789184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.792974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:24.796863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:24.797033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:24.797316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.801569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:24.823839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e85a5544-e1b7-41fb-a5e9-1ca8ff620373 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Unset dirty status for tenant:a97ba07378aa4e2f8594bb872e00e58e on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:24.827878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e85a5544-e1b7-41fb-a5e9-1ca8ff620373 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5314882 Dec 09 09:30:24.828343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51216) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:24.849730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Deleting port b729cbda-a339-47a8-9903-e157e5f8733f {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:24.850356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:24.874562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Allocated IP 172.26.8.70 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/4f56b278-44bc-4dbd-8de0-31c1ad2383d4) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:24.884736 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8289635 Dec 09 09:30:24.885566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51222) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:24.887707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082178f-2bf5-4ae3-b02a-cbb29f9b320c None None] Network bde9fd5a-26da-481b-8f49-9c8c4000c596 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:24.897173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': 'bde9fd5a-26da-481b-8f49-9c8c4000c596', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-595540051'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:25.285035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.384638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-bde9fd5a-26da-481b-8f49-9c8c4000c596', 'network_id': 'bde9fd5a-26da-481b-8f49-9c8c4000c596', 'tenant_id': '993210cd167143debe6dd7acbea17019', 'fixed_ips': [{'subnet_id': 'cbdf8cc3-b250-4059-b067-dafe96430068'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:30:25.385593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.480561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:25.495863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:port and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:25.510254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:25.511624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.519009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:25.524317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.529268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.550838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:25.556443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.572016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Allocated IP 2001:db8::2 (bde9fd5a-26da-481b-8f49-9c8c4000c596/cbdf8cc3-b250-4059-b067-dafe96430068/6f23fe02-bc22-4f78-9a54-0b02124b1d2b) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:25.589779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port 4f7f35d4-6b55-4996-9e04-0f5480a48a4a yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:25.634529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.671223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Calling delete_port for b729cbda-a339-47a8-9903-e157e5f8733f owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:25.709887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de313d7d-835c-4288-a294-6e6536b71200']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:25.727420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.733727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c701db-d511-4f67-8694-e587f47fff71') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:25.734058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c701db-d511-4f67-8694-e587f47fff71') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:25.740815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:25.753286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.791105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.800174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:25.800614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:25.815869 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:25.840172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.897265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:25.906917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Transition to ACTIVE for port object 6f23fe02-bc22-4f78-9a54-0b02124b1d2b will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:25.909392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.912227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:25.914788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event updated for resources: {'Port': ['ID=4f56b278-44bc-4dbd-8de0-31c1ad2383d4,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:25.915420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-467ad02b-e92b-4fac-8a74-99291f02e07d tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:25.917305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:25.931357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.947466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:25.978080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.979371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Network': ['ID=de313d7d-835c-4288-a294-6e6536b71200,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:25.985217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:25.990211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:26.002115 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/networks/de313d7d-835c-4288-a294-6e6536b71200 HTTP/1.1" status: 204 len: 168 time: 1.1729388 Dec 09 09:30:26.004833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51230) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:26.068489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Transition to ACTIVE for port object 6f23fe02-bc22-4f78-9a54-0b02124b1d2b will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:26.075659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.084549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:26.116626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.131679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:26.187509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event deleted for resources: {'Port': ['ID=b729cbda-a339-47a8-9903-e157e5f8733f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:26.198419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.201907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:26.204097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::266 (bde9fd5a-26da-481b-8f49-9c8c4000c596/cbdf8cc3-b250-4059-b067-dafe96430068/4f7f35d4-6b55-4996-9e04-0f5480a48a4a) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:26.217951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Pushing event updated for resources: {'Port': ['ID=6f23fe02-bc22-4f78-9a54-0b02124b1d2b,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:26.242155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Network bde9fd5a-26da-481b-8f49-9c8c4000c596 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:26.246520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:26.248402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:26.252082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:26.362876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Attempting to bind port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:30:26.363291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Attempting to bind port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'c7c76776-3815-40c7-8986-783491ab9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bde9fd5a-26da-481b-8f49-9c8c4000c596'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:30:26.363701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Attempting to bind port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b on network bde9fd5a-26da-481b-8f49-9c8c4000c596 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:30:26.371973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:30:26.372393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Checking segment: {'id': 'c7c76776-3815-40c7-8986-783491ab9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bde9fd5a-26da-481b-8f49-9c8c4000c596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:26.372839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.373304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Bound using segment: {'id': 'c7c76776-3815-40c7-8986-783491ab9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bde9fd5a-26da-481b-8f49-9c8c4000c596'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:30:26.373823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Bound port: 6f23fe02-bc22-4f78-9a54-0b02124b1d2b, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c76776-3815-40c7-8986-783491ab9a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bde9fd5a-26da-481b-8f49-9c8c4000c596'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:30:26.374244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.484030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] For port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:30:26.487723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] For port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6f23fe02-bc22-4f78-9a54-0b02124b1d2b,segment=NetworkSegment(c7c76776-3815-40c7-8986-783491ab9a76),segment_id=c7c76776-3815-40c7-8986-783491ab9a76)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:30:26.492158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.498552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7c3997e-be16-4143-96b4-15e37bacc2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:26.510986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.535669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object 4f7f35d4-6b55-4996-9e04-0f5480a48a4a will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:26.543880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.545923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.572688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.593423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Pushing event updated for resources: {'Port': ['ID=6f23fe02-bc22-4f78-9a54-0b02124b1d2b,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:26.606424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.607826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:26.651225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.658713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:26.675640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99632f40-cad5-473d-9e24-db1c2786739b']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:26.755842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9b97d04-3bd2-4c70-8ea6-6ab985776504') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:26.756169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9b97d04-3bd2-4c70-8ea6-6ab985776504') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:26.766028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=4f7f35d4-6b55-4996-9e04-0f5480a48a4a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:26.775906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.779943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:26.781949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network bde9fd5a-26da-481b-8f49-9c8c4000c596 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:26.786975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:26.790347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:26.794553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:26.795225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.885737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Router 3ba8fc73-3289-4e22-a8bc-f99d06e4781e is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:30:26.899931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0134416 Dec 09 09:30:26.905052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51240) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:26.911888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:30:26.917887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.929764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.932750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:26.933205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:26.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:26.970951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.066777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 4f7f35d4-6b55-4996-9e04-0f5480a48a4a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:27.067164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.076211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.080601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.085337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:27.123712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Network': ['ID=99632f40-cad5-473d-9e24-db1c2786739b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:27.126806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:27.129034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.130026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Fanout notify agent at l3_agent the message router_deleted on router a09832d5-2af8-4012-8d9d-0f43612d1549 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:27.136295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.140789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "DELETE /v2.0/routers/a09832d5-2af8-4012-8d9d-0f43612d1549 HTTP/1.1" status: 204 len: 168 time: 3.8331881 Dec 09 09:30:27.141695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51244) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:27.145743 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/networks/99632f40-cad5-473d-9e24-db1c2786739b HTTP/1.1" status: 204 len: 168 time: 1.1398616 Dec 09 09:30:27.158165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51248) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:27.391081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Deleting subnet 48e577d2-e219-40fd-916d-332addb7000e {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:30:27.395568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.469350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.621143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.694323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.699539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:27.740074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event deleted for resources: {'Subnet': ['ID=48e577d2-e219-40fd-916d-332addb7000e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:27.741492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:27.746137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:27.758824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "DELETE /v2.0/subnets/48e577d2-e219-40fd-916d-332addb7000e HTTP/1.1" status: 204 len: 168 time: 0.6148198 Dec 09 09:30:27.759237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51258) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:27.761336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408e6cf-49f6-48f5-bd1b-ae1018d989ce None None] Network 4c4cfa99-2c87-45b6-a54b-11ec266bd265 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:27.819756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e7b8a-b333-4148-9eeb-fe3ca48bb812 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:27.825163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35e7b8a-b333-4148-9eeb-fe3ca48bb812 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:27.830740 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e35e7b8a-b333-4148-9eeb-fe3ca48bb812 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6625354 Dec 09 09:30:27.842892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51262) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:27.856313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-889482187'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:27.871553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:27.883442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Usage tracker for resource:network and tenant:a97ba07378aa4e2f8594bb872e00e58e is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:27.899399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:27.902618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Router 913532c5-e41e-4a67-9655-451a58ca1a95 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:30:27.913642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:27.921631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.095855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6f23fe02-bc22-4f78-9a54-0b02124b1d2b up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:28.100396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 4f7f35d4-6b55-4996-9e04-0f5480a48a4a owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:28.146117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Made reservation on behalf of a97ba07378aa4e2f8594bb872e00e58e for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:28.151951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.172757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.180382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] DHCP port deletion for 4c4cfa99-2c87-45b6-a54b-11ec266bd265 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:30:28.187421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Deleting port 3b12add6-cb19-4181-87f4-de6240590d79 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:28.188032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.192751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] Deleting port 3b12add6-cb19-4181-87f4-de6240590d79 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:28.193233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.269877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:28.286063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.287329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "PUT /v2.0/routers/3ba8fc73-3289-4e22-a8bc-f99d06e4781e HTTP/1.1" status: 200 len: 884 time: 5.7926497 Dec 09 09:30:28.294389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51266) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:28.364705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:28.416979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.417364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Added segment 9b11dfd9-cd66-4f6d-bc0c-fc6e8b578db1 of type vlan for network 89abff57-f719-4e87-954b-682f3d1c4d7a Dec 09 09:30:28.434682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15d265-d600-4bc1-9863-d8458d514dac None None] Sync routers for ids ['3ba8fc73-3289-4e22-a8bc-f99d06e4781e'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:28.457160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] For port 3b12add6-cb19-4181-87f4-de6240590d79, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3b12add6-cb19-4181-87f4-de6240590d79,segment=NetworkSegment(8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d),segment_id=8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:28.457761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.471245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] For port 3b12add6-cb19-4181-87f4-de6240590d79, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3b12add6-cb19-4181-87f4-de6240590d79,segment=NetworkSegment(8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d),segment_id=8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:28.471693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.487999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:28.630687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Calling delete_port for 3b12add6-cb19-4181-87f4-de6240590d79 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:28.650943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.662291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.669233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e96514b0-cfa0-4e84-bf59-1a276e64e6e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:28.696610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15d265-d600-4bc1-9863-d8458d514dac None None] Routers {'3ba8fc73-3289-4e22-a8bc-f99d06e4781e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:28.698033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4b15d265-d600-4bc1-9863-d8458d514dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3ba8fc73-3289-4e22-a8bc-f99d06e4781e'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:28.729588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.736319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b83b12b-fbec-401f-9c9e-9f3dbef79a1f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:28.774442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] Calling delete_port for 3b12add6-cb19-4181-87f4-de6240590d79 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:28.792424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event deleted for resources: {'Port': ['ID=3b12add6-cb19-4181-87f4-de6240590d79,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:28.795441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:28.799422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] No DVR routers for this DVR port 3b12add6-cb19-4181-87f4-de6240590d79 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:30:28.803537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27de74cb-56cd-41f9-abae-700a0f2be7db None None] Network bde9fd5a-26da-481b-8f49-9c8c4000c596 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:28.807462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=4f7f35d4-6b55-4996-9e04-0f5480a48a4a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:28.829336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:28.851364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4b15d265-d600-4bc1-9863-d8458d514dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:28.890913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.908109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.918704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:28.919351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.937561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5834e64e-128d-474d-9a6b-3c60092e4aa6 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:28.947220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:28.955292 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/4f7f35d4-6b55-4996-9e04-0f5480a48a4a HTTP/1.1" status: 204 len: 168 time: 2.0466964 Dec 09 09:30:28.956621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51274) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:29.005001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d023b2-be79-43bc-a670-11ec6dd81117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:30:29.006453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d4d023b2-be79-43bc-a670-11ec6dd81117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/4f7f35d4-6b55-4996-9e04-0f5480a48a4a HTTP/1.1" status: 404 len: 333 time: 0.0498030 Dec 09 09:30:29.010129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51280) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:29.052132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2033653 Dec 09 09:30:29.058519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51284) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:29.071371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-439493565'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:29.077189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Network': ['ID=89abff57-f719-4e87-954b-682f3d1c4d7a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:29.082726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:29.085207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:29.093339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:29.095094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Provisioning for port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:29.095699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Usage tracker for resource:network and tenant:a97ba07378aa4e2f8594bb872e00e58e is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:29.100115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:29.101453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:29.102407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:30:29.105866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Sync routers for ids ['913532c5-e41e-4a67-9655-451a58ca1a95'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:29.114413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Provisioning complete for port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:29.117685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.119565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:29.125361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Routers {'913532c5-e41e-4a67-9655-451a58ca1a95'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:29.126242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['913532c5-e41e-4a67-9655-451a58ca1a95'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:29.131936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4cfa99-2c87-45b6-a54b-11ec266bd265']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:29.136985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-341cfbf2-3340-4485-8e5a-1e54de2f1219 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/routers/3ba8fc73-3289-4e22-a8bc-f99d06e4781e HTTP/1.1" status: 200 len: 925 time: 0.8394079 Dec 09 09:30:29.140377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51288) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:29.145012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.145804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5021808 Dec 09 09:30:29.147541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Made reservation on behalf of a97ba07378aa4e2f8594bb872e00e58e for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:29.151785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 89abff57-f719-4e87-954b-682f3d1c4d7a details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:29.154705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.164178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51292) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:29.201955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15d265-d600-4bc1-9863-d8458d514dac None None] Routers {'3ba8fc73-3289-4e22-a8bc-f99d06e4781e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:29.202654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4b15d265-d600-4bc1-9863-d8458d514dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3ba8fc73-3289-4e22-a8bc-f99d06e4781e'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:29.260201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:29.260585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9cba3e-c434-4dfd-95fb-e2d2ff94db5d') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:29.264272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:29.277593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.277995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Added segment fb1f9323-7665-4176-ae56-aa0c05b73bed of type vlan for network 8ad27038-b030-4af4-b2d2-7bb4c31df39c Dec 09 09:30:29.311099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.341415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Set router 913532c5-e41e-4a67-9655-451a58ca1a95 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:29.356295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.363154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:29.363849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.380460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.392751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6cf1b57-e5b0-46fc-b73c-742f2d67cfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-379461275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:29.417886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.444698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:29.445895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:29.475595 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:29.478048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4b15d265-d600-4bc1-9863-d8458d514dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:29.478048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15d265-d600-4bc1-9863-d8458d514dac None None] The sync data for ids ['3ba8fc73-3289-4e22-a8bc-f99d06e4781e'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:29.526063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet cbdf8cc3-b250-4059-b067-dafe96430068 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:30:29.526985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Network': ['ID=8ad27038-b030-4af4-b2d2-7bb4c31df39c,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:29.530568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:29.536086 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4722373 Dec 09 09:30:29.546178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4fd0d900-0612-4955-ae38-ed98775dd69e tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=3ba8fc73-3289-4e22-a8bc-f99d06e4781e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4042566 Dec 09 09:30:29.547126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51296) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:29.547506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51298) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:29.579929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'ports': [{'network_id': '89abff57-f719-4e87-954b-682f3d1c4d7a', 'name': 'tempest-port--1630497662', 'admin_state_up': True}, {'network_id': '8ad27038-b030-4af4-b2d2-7bb4c31df39c', 'admin_state_up': False}]} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:29.580267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'port': {'network_id': '89abff57-f719-4e87-954b-682f3d1c4d7a', 'name': 'tempest-port--1630497662', 'admin_state_up': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:29.580971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'port': {'network_id': '8ad27038-b030-4af4-b2d2-7bb4c31df39c', 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:29.581614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 8ad27038-b030-4af4-b2d2-7bb4c31df39c details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:29.604049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.608656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] Deleting port 3b12add6-cb19-4181-87f4-de6240590d79 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:29.609079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.682234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913532c5-e41e-4a67-9655-451a58ca1a95', 'name': 'tempest-snat-router-1948826554', 'tenant_id': '76bd5a36efc64de88f38366d386f4487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.70'}], 'enable_snat': False}, 'gw_port_id': '4f56b278-44bc-4dbd-8de0-31c1ad2383d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:30:23Z', 'updated_at': '2021-12-09T09:30:26Z', 'revision_number': 3, 'project_id': '76bd5a36efc64de88f38366d386f4487', 'gw_port': {'id': '4f56b278-44bc-4dbd-8de0-31c1ad2383d4', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913532c5-e41e-4a67-9655-451a58ca1a95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:30:24Z', 'updated_at': '2021-12-09T09:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:29.687178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Checking router: 913532c5-e41e-4a67-9655-451a58ca1a95 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:30:29.687795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Updating router 913532c5-e41e-4a67-9655-451a58ca1a95 port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:30:29.750207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5f742de8-17b2-46aa-82ff-13260309957d None None] The port '3b12add6-cb19-4181-87f4-de6240590d79' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:30:29.807755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.859831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:29.888070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Usage tracker for resource:port and tenant:a97ba07378aa4e2f8594bb872e00e58e is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:29.894533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:29.908225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:29.910511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:30.009493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.024410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.067875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.081749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Made reservation on behalf of a97ba07378aa4e2f8594bb872e00e58e for: {'port': 2} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:30.088894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d127b06b-9cce-460a-b829-5e17364008d8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:30.089690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.090350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3b12add6-cb19-4181-87f4-de6240590d79 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:30.110274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.137100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 3b12add6-cb19-4181-87f4-de6240590d79 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:30:30.137522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3b12add6-cb19-4181-87f4-de6240590d79 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:30:30.192954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event deleted for resources: {'Network': ['ID=4c4cfa99-2c87-45b6-a54b-11ec266bd265,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:30.202632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:30.220299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "DELETE /v2.0/networks/4c4cfa99-2c87-45b6-a54b-11ec266bd265 HTTP/1.1" status: 204 len: 168 time: 2.4597566 Dec 09 09:30:30.224821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51310) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:30.337749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.405097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.442484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Transition to ACTIVE for port object 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:30.447700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05c8630-cc4a-4b2c-8377-d1475cf4046d tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:30.448263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f05c8630-cc4a-4b2c-8377-d1475cf4046d tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Synchronizing usage tracker for tenant:2651b50102a24dff935c742557099e56 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:30.456450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.459114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.465863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cac2b85d-d0ac-48f1-93ee-68eac27a5b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:30.466365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Deleting port 207245b6-d9f6-4a9d-aa79-2472c6461f17 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:30.466748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.501274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:30.502237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f05c8630-cc4a-4b2c-8377-d1475cf4046d tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Unset dirty status for tenant:2651b50102a24dff935c742557099e56 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:30.503708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f05c8630-cc4a-4b2c-8377-d1475cf4046d tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 881 time: 0.9529967 Dec 09 09:30:30.508368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51314) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:30.551101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:30.551764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:30:30.564230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=cbdf8cc3-b250-4059-b067-dafe96430068,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:30.569905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:30.587244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.592036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Attempting to bind port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:30:30.592385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Attempting to bind port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:30:30.592786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Attempting to bind port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:30:30.596013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f2688-bdfa-4c78-b75e-fdb301b48289 None None] Pushing event updated for resources: {'Port': ['ID=4f56b278-44bc-4dbd-8de0-31c1ad2383d4,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:30.605246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-442f2688-bdfa-4c78-b75e-fdb301b48289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:30.613303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:30:30.613813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:30.614202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.615081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:30:30.616442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Bound port: 4f56b278-44bc-4dbd-8de0-31c1ad2383d4, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:30:30.617325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.620240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7acba2bb-e951-4b17-8b90-58a7553abec7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/routers/913532c5-e41e-4a67-9655-451a58ca1a95 HTTP/1.1" status: 200 len: 908 time: 1.4505167 Dec 09 09:30:30.634598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-286e47ed-1ca8-4a15-ae39-42312ad5682e tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba8fc73-3289-4e22-a8bc-f99d06e4781e HTTP/1.1" status: 200 len: 205 time: 0.1216123 Dec 09 09:30:30.634829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51318) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:30.635438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51322) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:30.635799 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/cbdf8cc3-b250-4059-b067-dafe96430068 HTTP/1.1" status: 204 len: 168 time: 1.6246541 Dec 09 09:30:30.642532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1948826554', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': True}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:30.648386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51326) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:30.671808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:30.705584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] device_id is not set on port a46df0a0-2198-4597-b054-0e01999994ff yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:30.708733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] For port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:30:30.714948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] For port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4f56b278-44bc-4dbd-8de0-31c1ad2383d4,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:30:30.718236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.724222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2665f5e9-8bd3-4813-bc34-cc5af8ab8c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:30.820508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Routers {'913532c5-e41e-4a67-9655-451a58ca1a95'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:30.821945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['913532c5-e41e-4a67-9655-451a58ca1a95'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:30.893958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f2688-bdfa-4c78-b75e-fdb301b48289 None None] Pushing event updated for resources: {'Port': ['ID=4f56b278-44bc-4dbd-8de0-31c1ad2383d4,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:30.948099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.953293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.955676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b76825-0410-406d-8565-6027e5db9230 None None] Network bde9fd5a-26da-481b-8f49-9c8c4000c596 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:30.958205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.968782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Usage tracker for resource:router and tenant:76bd5a36efc64de88f38366d386f4487 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:30.978462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:30.982778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:30.989364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:31.053315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] Set router 913532c5-e41e-4a67-9655-451a58ca1a95 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:31.137350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Calling delete_port for 207245b6-d9f6-4a9d-aa79-2472c6461f17 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:31.181223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:31.181223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.198843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-442f2688-bdfa-4c78-b75e-fdb301b48289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:31.230805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.244175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.245693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.292261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.336452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] For port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6f23fe02-bc22-4f78-9a54-0b02124b1d2b,segment=NetworkSegment(c7c76776-3815-40c7-8986-783491ab9a76),segment_id=c7c76776-3815-40c7-8986-783491ab9a76)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:31.350982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.356073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51077eed-b63d-4d27-91c3-23954578c182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:31.372959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] device_id is not set on port 5c243a1d-5b1c-4dce-a553-0a99f4205e68 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:31.417419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.455807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Pushing event updated for resources: {'Port': ['ID=6f23fe02-bc22-4f78-9a54-0b02124b1d2b,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:31.460454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:31.476583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-85f3a393-df9e-44ba-9b63-64dfa268272d None None] Could not find standard attr ID for object 4f7f35d4-6b55-4996-9e04-0f5480a48a4a. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:30:31.495163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-85f3a393-df9e-44ba-9b63-64dfa268272d None None] Provisioning complete for port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:31.495934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85f3a393-df9e-44ba-9b63-64dfa268272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.537538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] DHCP port deletion for bde9fd5a-26da-481b-8f49-9c8c4000c596 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:30:31.552476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] Deleting port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:31.553276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.671712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913532c5-e41e-4a67-9655-451a58ca1a95', 'name': 'tempest-snat-router-1948826554', 'tenant_id': '76bd5a36efc64de88f38366d386f4487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.70'}], 'enable_snat': False}, 'gw_port_id': '4f56b278-44bc-4dbd-8de0-31c1ad2383d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:30:23Z', 'updated_at': '2021-12-09T09:30:26Z', 'revision_number': 3, 'project_id': '76bd5a36efc64de88f38366d386f4487', 'gw_port': {'id': '4f56b278-44bc-4dbd-8de0-31c1ad2383d4', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913532c5-e41e-4a67-9655-451a58ca1a95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:30:24Z', 'updated_at': '2021-12-09T09:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:31.676911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adaba3-f427-4aa4-b6b8-c4fac9a3326a None None] The sync data for ids ['913532c5-e41e-4a67-9655-451a58ca1a95'] in dv-neutron-819581-1-hyperv is: [{'id': '913532c5-e41e-4a67-9655-451a58ca1a95', 'name': 'tempest-snat-router-1948826554', 'tenant_id': '76bd5a36efc64de88f38366d386f4487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.70'}], 'enable_snat': False}, 'gw_port_id': '4f56b278-44bc-4dbd-8de0-31c1ad2383d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:30:23Z', 'updated_at': '2021-12-09T09:30:26Z', 'revision_number': 3, 'project_id': '76bd5a36efc64de88f38366d386f4487', 'gw_port': {'id': '4f56b278-44bc-4dbd-8de0-31c1ad2383d4', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913532c5-e41e-4a67-9655-451a58ca1a95', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:30:24Z', 'updated_at': '2021-12-09T09:30:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:31.941975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cbbf9-145c-4cac-b9b5-f69a30168ce2 req-ff80dd3d-0dfa-455b-8c5e-9c8a9e55e4a1 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:31.943367 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f4cbbf9-145c-4cac-b9b5-f69a30168ce2 req-ff80dd3d-0dfa-455b-8c5e-9c8a9e55e4a1 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 946 time: 0.1316769 Dec 09 09:30:31.946269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.951894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] For port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6f23fe02-bc22-4f78-9a54-0b02124b1d2b,segment=NetworkSegment(c7c76776-3815-40c7-8986-783491ab9a76),segment_id=c7c76776-3815-40c7-8986-783491ab9a76)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:31.952277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:31.985337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Deleting port 3e1836a4-4508-4357-9ec6-bc7f5fed2a37 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:31.985708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.046228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f4cbbf9-145c-4cac-b9b5-f69a30168ce2 req-af138fa6-61d6-49a2-93ef-123e262a5bf4 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951369 Dec 09 09:30:32.087394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6f23fe02-bc22-4f78-9a54-0b02124b1d2b no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:32.094464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.122661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.151508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] Calling delete_port for 6f23fe02-bc22-4f78-9a54-0b02124b1d2b owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:32.154075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6142e360-088f-4578-af96-c155d22b63e6 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:32.218418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] For port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6f23fe02-bc22-4f78-9a54-0b02124b1d2b,segment=NetworkSegment(c7c76776-3815-40c7-8986-783491ab9a76),segment_id=c7c76776-3815-40c7-8986-783491ab9a76)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:32.218913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.240752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Pushing event deleted for resources: {'Port': ['ID=207245b6-d9f6-4a9d-aa79-2472c6461f17,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:32.251689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:32.318006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.354150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.360260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e97d92e-4cd8-441f-b0e5-665e6f761a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:32.415230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] Pushing event deleted for resources: {'Port': ['ID=6f23fe02-bc22-4f78-9a54-0b02124b1d2b,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:32.419466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:32.420784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.450905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 6f23fe02-bc22-4f78-9a54-0b02124b1d2b owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:32.453898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] No DVR routers for this DVR port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:30:32.477515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Calling delete_port for 3e1836a4-4508-4357-9ec6-bc7f5fed2a37 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:32.538102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.547597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:32.557180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69340db8-3d50-4745-a3aa-09094842dbcf req-d7619421-03bb-422d-a6be-55d6f9567874 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:32.558880 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-69340db8-3d50-4745-a3aa-09094842dbcf req-d7619421-03bb-422d-a6be-55d6f9567874 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.7194238 Dec 09 09:30:32.580848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.673588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.725073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:32.725478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:30:32.748092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-69340db8-3d50-4745-a3aa-09094842dbcf req-f9896747-9d40-4c1c-8e2f-653096a1a447 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581066 Dec 09 09:30:32.786761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Port': ['ID=a46df0a0-2198-4597-b054-0e01999994ff,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:32.798053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:32.801020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.814248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b6b736f-aacb-4cfc-a6a7-4ea7606dd159 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:32.833784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:32.835074 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] 10.222.0.18 "DELETE /v2.0/floatingips/227959ff-5f22-4ba3-bb6c-1f4a0c0ee693 HTTP/1.1" status: 204 len: 168 time: 2.6058052 Dec 09 09:30:32.904183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event deleted for resources: {'Port': ['ID=3e1836a4-4508-4357-9ec6-bc7f5fed2a37,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:32.908458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:32.917354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Checking segment: {'id': '9b11dfd9-cd66-4f6d-bc0c-fc6e8b578db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '89abff57-f719-4e87-954b-682f3d1c4d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:32.917926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Network hostable DHCP agents. Network: 89abff57-f719-4e87-954b-682f3d1c4d7a, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:33.046696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:33.114507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:33.155614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Network 89abff57-f719-4e87-954b-682f3d1c4d7a is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:33.228001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 6f23fe02-bc22-4f78-9a54-0b02124b1d2b {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:33.228388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:33.309321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 89abff57-f719-4e87-954b-682f3d1c4d7a) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:33.317837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784feaa3-fd2a-4e01-8318-083fbe0d9f58 None None] Network 89abff57-f719-4e87-954b-682f3d1c4d7a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:33.327555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:33.328716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:33.332059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:33.369978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] The port '6f23fe02-bc22-4f78-9a54-0b02124b1d2b' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:30:33.416371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f627d78-29ee-4186-9db8-7979694a801f tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:33.476225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51358) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:33.649623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:33.659795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Allocated IP 172.26.8.73 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/be92cea2-d238-432f-828b-faa0295270dd) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:33.703573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5411cf-bb49-4302-a5a8-4758fc9c0f61 req-57fb74c2-6832-46c9-aabf-2bbd619bae62 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:33.705255 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5c5411cf-bb49-4302-a5a8-4758fc9c0f61 req-57fb74c2-6832-46c9-aabf-2bbd619bae62 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.3989315 Dec 09 09:30:33.707053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde9fd5a-26da-481b-8f49-9c8c4000c596']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:33.777257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c76776-3815-40c7-8986-783491ab9a76') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:33.777579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c76776-3815-40c7-8986-783491ab9a76') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:33.824772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:33.931212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:33.956994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:33.957468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:33.975814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Port': ['ID=5c243a1d-5b1c-4dce-a553-0a99f4205e68,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:33.981232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:33.981502 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:33.993902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5c5411cf-bb49-4302-a5a8-4758fc9c0f61 req-25b9b697-ed5c-470a-b4a5-1ec778adf4cb tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579000 Dec 09 09:30:34.028700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3463d12e-a2e8-432e-8764-4e7ff42c7eb8 req-3248b92e-194a-4d56-92b2-b37323aa1c8b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:34.030984 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3463d12e-a2e8-432e-8764-4e7ff42c7eb8 req-3248b92e-194a-4d56-92b2-b37323aa1c8b tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 946 time: 0.7829890 Dec 09 09:30:34.033027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.034999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6f7a3f47-08e6-4224-8489-898c0677ead2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8293ee1dafc04197b357593782353266&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5574167 Dec 09 09:30:34.037685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51368) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:34.058597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Checking segment: {'id': 'fb1f9323-7665-4176-ae56-aa0c05b73bed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '8ad27038-b030-4af4-b2d2-7bb4c31df39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:34.059083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Network hostable DHCP agents. Network: 8ad27038-b030-4af4-b2d2-7bb4c31df39c, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:34.075210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:34.079736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.127423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.142291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.152570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:34.169431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.177690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:34.179223 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3463d12e-a2e8-432e-8764-4e7ff42c7eb8 req-20613540-e351-4015-9b2c-d6ca36613132 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351902 Dec 09 09:30:34.185512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Network': ['ID=bde9fd5a-26da-481b-8f49-9c8c4000c596,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:34.194100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:34.204801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:34.205389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.211660 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/networks/bde9fd5a-26da-481b-8f49-9c8c4000c596 HTTP/1.1" status: 204 len: 168 time: 3.5607076 Dec 09 09:30:34.213762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6bc923c9-e856-4b51-bfae-fb70340b0f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.215541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51374) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:34.219549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.220240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba8fc73-3289-4e22-a8bc-f99d06e4781e {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:34.232362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.234792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'name': 'tempest-PortsIpV6TestJSON-1644376918'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:34.237967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:34.287687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Network 8ad27038-b030-4af4-b2d2-7bb4c31df39c is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:34.369673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6bc923c9-e856-4b51-bfae-fb70340b0f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.390605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:34.394346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:34.400212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:34.431172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 8ad27038-b030-4af4-b2d2-7bb4c31df39c) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:34.434316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event updated for resources: {'Port': ['ID=be92cea2-d238-432f-828b-faa0295270dd,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:34.442762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:34.542613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:34.548587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:34.551688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:34.552218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.581480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.582583 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/3ba8fc73-3289-4e22-a8bc-f99d06e4781e HTTP/1.1" status: 204 len: 168 time: 3.9461834 Dec 09 09:30:34.589173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51380) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:34.591590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7e4eb-710d-4f79-ba9e-6b5b895639b9 None None] Network 8ad27038-b030-4af4-b2d2-7bb4c31df39c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:34.610985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.611494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1144625584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:34.612831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.627342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a821b7ff-4fa8-4f17-9688-29047a992cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.632196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:34.645253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:34.652852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Usage tracker for resource:router and tenant:52e0a11af80743c3b097363d0b21183b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:34.657045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:34.660635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:port and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:34.668514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1197693 Dec 09 09:30:34.670484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51386) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:34.671319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:34.721790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.735061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:34.782935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:34.815376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4f56b278-44bc-4dbd-8de0-31c1ad2383d4,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:34.827798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.831197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91d81cc1-7229-4975-b018-09ba288f1732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:34.854959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.856159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.868802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:34.888728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.900258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6bc923c9-e856-4b51-bfae-fb70340b0f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:34.910140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=4f56b278-44bc-4dbd-8de0-31c1ad2383d4,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:34.915028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:34.918000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-733ac97d-e287-40c9-afb6-449aafc9adad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:34.980546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.006963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-eeb368e1-e065-4d23-95d4-15386c75fb4f tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:35.009441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-eeb368e1-e065-4d23-95d4-15386c75fb4f tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 946 time: 0.5338397 Dec 09 09:30:35.010948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc923c9-e856-4b51-bfae-fb70340b0f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee6a5ce-eb9d-4734-b7cc-23e23086f0d0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:35.013741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6bc923c9-e856-4b51-bfae-fb70340b0f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:35.025558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3c19-35e3-4d75-a0e5-a89fd462f336 req-cad85739-f1c0-456d-b1c7-3018d85a6a67 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:35.027276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7e2d3c19-35e3-4d75-a0e5-a89fd462f336 req-cad85739-f1c0-456d-b1c7-3018d85a6a67 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 946 time: 0.6630423 Dec 09 09:30:35.075239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port fe0f88e1-c2af-4d0d-a5f8-9664305eae11 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:35.123235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.198901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae629b8-7fdb-405c-8c82-69e25c0261f2 req-28bbe1be-f7c4-493c-a91e-ead937aa4f0d tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:35.200851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ae629b8-7fdb-405c-8c82-69e25c0261f2 req-28bbe1be-f7c4-493c-a91e-ead937aa4f0d tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.1237006 Dec 09 09:30:35.208008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6bc923c9-e856-4b51-bfae-fb70340b0f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.209259 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6bc923c9-e856-4b51-bfae-fb70340b0f80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ee6a5ce-eb9d-4734-b7cc-23e23086f0d0 HTTP/1.1" status: 204 len: 168 time: 1.1690333 Dec 09 09:30:35.241050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Deleting port fb827e20-569a-4aae-8b47-0c387c207e04 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:35.241341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.267629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.268950 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87047b4b-61c3-4cca-a3d9-a7ef29b5a95c tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6650541 Dec 09 09:30:35.279387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51396) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:35.283821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e467c3d3-1c76-406d-b64c-a7132a7ce021 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:35.288258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e467c3d3-1c76-406d-b64c-a7132a7ce021 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:35.289291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': True}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:35.289426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e467c3d3-1c76-406d-b64c-a7132a7ce021 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Synchronizing usage tracker for tenant:a97ba07378aa4e2f8594bb872e00e58e on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:35.366247 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ae629b8-7fdb-405c-8c82-69e25c0261f2 req-3c40d829-1779-4034-9e9c-a5696ed50189 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576810 Dec 09 09:30:35.384467 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7e2d3c19-35e3-4d75-a0e5-a89fd462f336 req-404bc43d-c942-4f4a-9a9a-0191c6a86bf7 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2680736 Dec 09 09:30:35.466461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Router 76048154-0036-4272-84ed-c3de2418da68 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:30:35.474455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e467c3d3-1c76-406d-b64c-a7132a7ce021 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Unset dirty status for tenant:a97ba07378aa4e2f8594bb872e00e58e on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:35.475798 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e467c3d3-1c76-406d-b64c-a7132a7ce021 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7967477 Dec 09 09:30:35.484538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51404) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:35.644143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.658030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51410) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:35.747577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.761097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] For port fb827e20-569a-4aae-8b47-0c387c207e04, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fb827e20-569a-4aae-8b47-0c387c207e04,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:35.761511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.821890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.853871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Deleting port a46df0a0-2198-4597-b054-0e01999994ff {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:35.854173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.937577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:35.946051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93caa2e2-fd48-4070-9f3a-592537240eef tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:36.034617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:36.041515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:36.125720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:36.126288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:36.166939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:36.172824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:36.188238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:36.192723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:36.193828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:36.200753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Usage tracker for resource:security_group_rule and tenant:70babd2d8eaf43159b0cb5cea87ab84f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:36.208410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:36.211779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=fe0f88e1-c2af-4d0d-a5f8-9664305eae11,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:36.219473 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0028369 Dec 09 09:30:36.220821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:36.224005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51416) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:36.230174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:36.239889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bd1db-56bf-4f34-a3d3-35106ef0ad08 req-30df4f1d-e66c-4d3b-ac4c-29f9e8c23408 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:36.247712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c80bd1db-56bf-4f34-a3d3-35106ef0ad08 req-30df4f1d-e66c-4d3b-ac4c-29f9e8c23408 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 946 time: 0.6261821 Dec 09 09:30:36.299439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:36.300245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:36.300768 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Floating IP 1a6b9a4d-3ee2-42f3-b7cb-caab6d8bd8fe disassociated. External IP: 172.26.8.232, port: fb827e20-569a-4aae-8b47-0c387c207e04. Dec 09 09:30:36.301349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Calling delete_port for fb827e20-569a-4aae-8b47-0c387c207e04 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:36.372834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port fe0f88e1-c2af-4d0d-a5f8-9664305eae11 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:36.373598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:36.375824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:36.488918 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c80bd1db-56bf-4f34-a3d3-35106ef0ad08 req-359316a4-784a-4dd5-9c50-8d033ac895b5 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups?id=eda83131-d98b-479e-909a-8abe6a63f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402315 Dec 09 09:30:36.531735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:36.673794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-349c98e6-b0a7-4bbc-a9b9-dc72fc1c1af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:36.715374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Calling delete_port for a46df0a0-2198-4597-b054-0e01999994ff owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:36.974451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60814a6-542f-4a10-9ecd-08888b2ba121 req-fbf136f1-e8c1-4f1d-9ef9-737708be7055 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:36.976105 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d60814a6-542f-4a10-9ecd-08888b2ba121 req-fbf136f1-e8c1-4f1d-9ef9-737708be7055 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 946 time: 0.5741458 Dec 09 09:30:37.011560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.015686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.031031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.075162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.090669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:37.091046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.102701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:37.110668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:37.122877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Sync routers for ids ['76048154-0036-4272-84ed-c3de2418da68'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:37.137329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Routers {'76048154-0036-4272-84ed-c3de2418da68'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:37.138024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['76048154-0036-4272-84ed-c3de2418da68'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:37.200414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for fe0f88e1-c2af-4d0d-a5f8-9664305eae11 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:37.241591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Pushing event deleted for resources: {'Port': ['ID=fb827e20-569a-4aae-8b47-0c387c207e04,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:37.262826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:37.264138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efbf0cb-709c-4ef0-b4d1-30554419aa8a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:37.270067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.272963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:37.273997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.275398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6425447 Dec 09 09:30:37.280436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70babd2d8eaf43159b0cb5cea87ab84f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5774145 Dec 09 09:30:37.281209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51424) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:37.281397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51426) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:37.289693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a51f9cd-ea17-41a9-8ff0-f2de94bd6ffc tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:37.295274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d60814a6-542f-4a10-9ecd-08888b2ba121 req-c787fab9-1b7b-4ae8-8a02-2b033b421ced tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062205 Dec 09 09:30:37.358647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Set router 76048154-0036-4272-84ed-c3de2418da68 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:37.390089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.396762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ba754d2-5dfc-4965-b4d0-99ef69a70071 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:37.432829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Port': ['ID=a46df0a0-2198-4597-b054-0e01999994ff,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:37.438717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:37.451937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=fe0f88e1-c2af-4d0d-a5f8-9664305eae11,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:37.452768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2071466-b57d-4c81-9c70-1b520a14c4bc req-f5ee63ef-9701-4b6f-b9c5-c5eebf3dc864 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:37.454465 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2071466-b57d-4c81-9c70-1b520a14c4bc req-f5ee63ef-9701-4b6f-b9c5-c5eebf3dc864 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.7670295 Dec 09 09:30:37.457525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:37.476517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.521173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.568471 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/fe0f88e1-c2af-4d0d-a5f8-9664305eae11 HTTP/1.1" status: 204 len: 168 time: 1.3431604 Dec 09 09:30:37.570404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51434) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:37.571338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/ports/a46df0a0-2198-4597-b054-0e01999994ff HTTP/1.1" status: 204 len: 168 time: 1.9624319 Dec 09 09:30:37.576991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'mac_address': 'fa:16:3e:95:0a:a3', 'name': 'tempest-PortsIpV6TestJSON-2004270274'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:37.579442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51438) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:37.677565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76048154-0036-4272-84ed-c3de2418da68', 'name': 'tempest-snat-router-1948826554', 'tenant_id': '76bd5a36efc64de88f38366d386f4487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'be92cea2-d238-432f-828b-faa0295270dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:30:31Z', 'updated_at': '2021-12-09T09:30:34Z', 'revision_number': 3, 'project_id': '76bd5a36efc64de88f38366d386f4487', 'gw_port': {'id': 'be92cea2-d238-432f-828b-faa0295270dd', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76048154-0036-4272-84ed-c3de2418da68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:30:33Z', 'updated_at': '2021-12-09T09:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:37.682622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Checking router: 76048154-0036-4272-84ed-c3de2418da68 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:30:37.683103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Updating router 76048154-0036-4272-84ed-c3de2418da68 port be92cea2-d238-432f-828b-faa0295270dd binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:30:37.737152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2071466-b57d-4c81-9c70-1b520a14c4bc req-d66a0368-34eb-48ab-bb05-0fa786a47805 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681653 Dec 09 09:30:37.752077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.777306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fe4074f-b293-484e-ab31-529a9318fa0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.787079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Deleting port 5c243a1d-5b1c-4dce-a553-0a99f4205e68 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:37.787557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.813738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-25d8548a-2a87-4fda-bd40-c153706993d2 req-8c6e987d-591c-4624-9b00-d306e4110d1c tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Synchronizing usage tracker for tenant:03a040d3186a491e995d63e3c738a73a on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:37.818669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:37.840984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:port and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:37.846553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:37.849476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fe4074f-b293-484e-ab31-529a9318fa0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:37.859893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:37.864420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-25d8548a-2a87-4fda-bd40-c153706993d2 req-8c6e987d-591c-4624-9b00-d306e4110d1c tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Unset dirty status for tenant:03a040d3186a491e995d63e3c738a73a on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:37.865750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-25d8548a-2a87-4fda-bd40-c153706993d2 req-8c6e987d-591c-4624-9b00-d306e4110d1c tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 210 time: 0.1397436 Dec 09 09:30:37.889990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:37.918445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Router 5c31780e-48e9-483a-a255-a130e4ec4d36 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:30:37.948653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device fb827e20-569a-4aae-8b47-0c387c207e04 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:38.036280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.046953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: fb827e20-569a-4aae-8b47-0c387c207e04 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:30:38.047348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device fb827e20-569a-4aae-8b47-0c387c207e04 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:30:38.089798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.121785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.128640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fe4074f-b293-484e-ab31-529a9318fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.142345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port b4705341-d4df-4f09-bdfb-725255ac8e42 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:38.177723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f482bd53-da64-40ad-8a61-c09a05d9bc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:38.193789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.207308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Transition to ACTIVE for port object be92cea2-d238-432f-828b-faa0295270dd will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:38.213986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.218624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:38.224226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4074f-b293-484e-ab31-529a9318fa0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efbf0cb-709c-4ef0-b4d1-30554419aa8a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:38.243535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-ea2c7015-14d3-416c-a363-5d6d5bad779f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:38.245180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-ea2c7015-14d3-416c-a363-5d6d5bad779f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 946 time: 0.6083536 Dec 09 09:30:38.270844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6fe4074f-b293-484e-ab31-529a9318fa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:38.330072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Attempting to bind port be92cea2-d238-432f-828b-faa0295270dd on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:30:38.330263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Attempting to bind port be92cea2-d238-432f-828b-faa0295270dd by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:30:38.330549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Attempting to bind port be92cea2-d238-432f-828b-faa0295270dd on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:30:38.330667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fe4074f-b293-484e-ab31-529a9318fa0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.334510 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6fe4074f-b293-484e-ab31-529a9318fa0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4efbf0cb-709c-4ef0-b4d1-30554419aa8a HTTP/1.1" status: 204 len: 168 time: 1.0441723 Dec 09 09:30:38.334659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2e52b-abf1-4f7a-9157-5179ccbca7bc None None] Pushing event updated for resources: {'Port': ['ID=be92cea2-d238-432f-828b-faa0295270dd,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:38.338937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.340731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04e2e52b-abf1-4f7a-9157-5179ccbca7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:38.351195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:30:38.352377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:38.352997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.353611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:30:38.354429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Bound port: be92cea2-d238-432f-828b-faa0295270dd, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:30:38.355128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.439588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] For port be92cea2-d238-432f-828b-faa0295270dd, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:30:38.443920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] For port be92cea2-d238-432f-828b-faa0295270dd, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=be92cea2-d238-432f-828b-faa0295270dd,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:30:38.450985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.462507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04e2e52b-abf1-4f7a-9157-5179ccbca7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:38.506676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.528076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:38.549882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] Sync routers for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:38.580846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:38.586654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:38.594569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2e52b-abf1-4f7a-9157-5179ccbca7bc None None] Pushing event updated for resources: {'Port': ['ID=be92cea2-d238-432f-828b-faa0295270dd,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:38.610798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04e2e52b-abf1-4f7a-9157-5179ccbca7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:38.614555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] No DVR routers for this DVR port fb827e20-569a-4aae-8b47-0c387c207e04 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:30:38.619499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.626202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a3da53-6e60-46c8-96df-4914a0424237', 'name': 'network-vif-deleted', 'tag': 'fb827e20-569a-4aae-8b47-0c387c207e04'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:30:38.636515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee2cee75-a435-46dc-9d37-a59c68cc7950 req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.65 "DELETE /v2.0/ports/fb827e20-569a-4aae-8b47-0c387c207e04 HTTP/1.1" status: 204 len: 173 time: 3.6052985 Dec 09 09:30:38.641530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.649832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1551d696-f343-413c-a717-2b885299a70a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:38.659631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Routers {'76048154-0036-4272-84ed-c3de2418da68'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:38.660595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['76048154-0036-4272-84ed-c3de2418da68'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:38.733905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:38.737807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:38.740737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:38.745757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:38.746549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.761477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=b4705341-d4df-4f09-bdfb-725255ac8e42,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:38.764594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:38.772578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a3da53-6e60-46c8-96df-4914a0424237', 'name': 'network-vif-deleted', 'tag': 'fb827e20-569a-4aae-8b47-0c387c207e04', 'status': 'completed', 'code': 200} Dec 09 09:30:38.782787 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2111480 Dec 09 09:30:38.783826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51450) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:38.804290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Deleting port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:38.804875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.893996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d7eab-2ee3-4b62-86e4-84cd5ff84d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:38.895040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-945d7eab-2ee3-4b62-86e4-84cd5ff84d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:38.946715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:38.988870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-945d7eab-2ee3-4b62-86e4-84cd5ff84d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:38.994360 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-945d7eab-2ee3-4b62-86e4-84cd5ff84d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/b4705341-d4df-4f09-bdfb-725255ac8e42 HTTP/1.1" status: 200 len: 845 time: 0.2093246 Dec 09 09:30:38.995354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51458) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:39.020358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:39.030971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] Set router 76048154-0036-4272-84ed-c3de2418da68 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:39.084765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port b4705341-d4df-4f09-bdfb-725255ac8e42 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:39.085281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:39.195793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa6cbb-a49a-4bd8-b226-91e7d02494bc req-fca21991-7b2f-410a-9a80-ecb76235a28b tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:39.204248 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-05fa6cbb-a49a-4bd8-b226-91e7d02494bc req-fca21991-7b2f-410a-9a80-ecb76235a28b tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.2623472 Dec 09 09:30:39.238739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Calling delete_port for 5c243a1d-5b1c-4dce-a553-0a99f4205e68 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:39.308189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51462) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:39.323265 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b582814e-3157-402b-93c7-4542d56ecda4 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/routers/76048154-0036-4272-84ed-c3de2418da68 HTTP/1.1" status: 200 len: 907 time: 2.0370135 Dec 09 09:30:39.324087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51466) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:39.344325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Allocated IP 172.26.8.140 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/68ea483e-d1b6-4273-b8d3-cf697643458f) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:39.446296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-05fa6cbb-a49a-4bd8-b226-91e7d02494bc req-a8c28b5e-79b9-408e-915e-6e2e4b7eb00c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409515 Dec 09 09:30:39.450466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:39.516577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76048154-0036-4272-84ed-c3de2418da68', 'name': 'tempest-snat-router-1948826554', 'tenant_id': '76bd5a36efc64de88f38366d386f4487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'be92cea2-d238-432f-828b-faa0295270dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:30:31Z', 'updated_at': '2021-12-09T09:30:34Z', 'revision_number': 3, 'project_id': '76bd5a36efc64de88f38366d386f4487', 'gw_port': {'id': 'be92cea2-d238-432f-828b-faa0295270dd', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76048154-0036-4272-84ed-c3de2418da68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:30:33Z', 'updated_at': '2021-12-09T09:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:39.523787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12288d53-e1b7-4921-a8e1-cb2662471ec2 None None] The sync data for ids ['76048154-0036-4272-84ed-c3de2418da68'] in dv-neutron-819581-1-hyperv is: [{'id': '76048154-0036-4272-84ed-c3de2418da68', 'name': 'tempest-snat-router-1948826554', 'tenant_id': '76bd5a36efc64de88f38366d386f4487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.73'}], 'enable_snat': True}, 'gw_port_id': 'be92cea2-d238-432f-828b-faa0295270dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:30:31Z', 'updated_at': '2021-12-09T09:30:34Z', 'revision_number': 3, 'project_id': '76bd5a36efc64de88f38366d386f4487', 'gw_port': {'id': 'be92cea2-d238-432f-828b-faa0295270dd', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76048154-0036-4272-84ed-c3de2418da68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:30:33Z', 'updated_at': '2021-12-09T09:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:39.551385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '556c002a-b0c9-4f85-813f-7dcb784d1725', 'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'mac_address': 'fa:16:3e:b5:71:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:47Z', 'updated_at': '2021-12-09T09:29:00Z', 'revision_number': 5, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'subnets': [{'id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:39.560979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] Checking router: 5c31780e-48e9-483a-a255-a130e4ec4d36 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:30:39.578554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:39.583251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:39.655846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:39.855528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:39.860320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Usage tracker for resource:security_group_rule and tenant:46089b62e96945a39f52562be176ee77 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:39.864855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:39.871609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:40.009033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:40.024506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for b4705341-d4df-4f09-bdfb-725255ac8e42 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:40.073721 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5170e70-e03c-4cb9-b28a-97e9d2c9bceb req-451f187b-725e-42dc-ac3f-b613fe75c464 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a3da53-6e60-46c8-96df-4914a0424237 HTTP/1.1" status: 200 len: 210 time: 0.2048037 Dec 09 09:30:40.245098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:40.249921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:40.251723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13809f8-fc8e-416c-9b22-4c71314ee674 req-7599efe4-beda-4261-922c-fabdfefdf1e5 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:40.253802 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a13809f8-fc8e-416c-9b22-4c71314ee674 req-7599efe4-beda-4261-922c-fabdfefdf1e5 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 946 time: 1.4664185 Dec 09 09:30:40.254599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:40.261986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:40.263155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b301c44-6f0b-4f79-a7e9-6f5ffa9a6c20 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:40.291814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b25fbb3-1500-4373-8cd4-73167f557fd2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:40.365011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '556c002a-b0c9-4f85-813f-7dcb784d1725', 'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'mac_address': 'fa:16:3e:b5:71:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:47Z', 'updated_at': '2021-12-09T09:29:00Z', 'revision_number': 5, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'subnets': [{'id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:40.371420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ddc991-a8cb-41de-8625-68f126c1cde4 None None] The sync data for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv is: [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:48Z', 'revision_number': 4, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '556c002a-b0c9-4f85-813f-7dcb784d1725', 'name': '', 'network_id': '56cbb88c-3618-49e4-96c2-31c16bc3e914', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'mac_address': 'fa:16:3e:b5:71:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:47Z', 'updated_at': '2021-12-09T09:29:00Z', 'revision_number': 5, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'subnets': [{'id': '7c5a3f78-88c9-4137-86e6-bb3399d43eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:40.414292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Port': ['ID=5c243a1d-5b1c-4dce-a553-0a99f4205e68,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:40.548626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:40.552724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.553282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.553766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.554284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.556185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.556934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.557444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.557917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.558755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.559305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.560145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:40.564778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:40.570305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:40.635013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] For port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:40.635538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:40.683941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=b4705341-d4df-4f09-bdfb-725255ac8e42,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:40.689715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:40.746736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69e1da53-6469-46c7-ac18-55268caadfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:40.763869 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/ports/5c243a1d-5b1c-4dce-a553-0a99f4205e68 HTTP/1.1" status: 204 len: 168 time: 3.1766510 Dec 09 09:30:40.785726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51472) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:40.789817 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a13809f8-fc8e-416c-9b22-4c71314ee674 req-407964eb-145b-46ef-a241-06ea8d339a1f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups?id=ca4568a6-1d3e-4272-9e89-0760260a16b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5123334 Dec 09 09:30:40.791018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4c9844-af0f-48dd-b9c6-72634be17773,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:40.813422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:40.817904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:40.904815 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46089b62e96945a39f52562be176ee77&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5931671 Dec 09 09:30:40.909020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2646f42f-b88c-4048-8419-6bf210d3810e tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1019702 Dec 09 09:30:40.916288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51476) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:40.916288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51478) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:40.923571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1722464869'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:40.939656 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/b4705341-d4df-4f09-bdfb-725255ac8e42 HTTP/1.1" status: 204 len: 168 time: 1.9384735 Dec 09 09:30:40.944662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51484) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:40.951456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:40.980882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:40.989771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a6b5e82-d1df-48e0-8e80-5eecfc43c41b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:41.003949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c7386-8452-47df-815a-94ddc5b232b8 None None] New status for floating IP 1a6b9a4d-3ee2-42f3-b7cb-caab6d8bd8fe: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:30:41.015145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Usage tracker for resource:network and tenant:a97ba07378aa4e2f8594bb872e00e58e is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:41.029507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:41.049389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:41.052640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29cfc93-5eec-48b1-8370-b3e27f782210 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:30:41.053267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e29cfc93-5eec-48b1-8370-b3e27f782210 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:41.080242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ab2b8-ae98-44f4-aa5f-da383b6a2db6 req-9ef8f478-0388-442c-adeb-51e971e0e60f tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:41.082047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff3ab2b8-ae98-44f4-aa5f-da383b6a2db6 req-9ef8f478-0388-442c-adeb-51e971e0e60f tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4002612 Dec 09 09:30:41.162685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Made reservation on behalf of a97ba07378aa4e2f8594bb872e00e58e for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:41.169854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.209348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e29cfc93-5eec-48b1-8370-b3e27f782210 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:41.209837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:41.216415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e29cfc93-5eec-48b1-8370-b3e27f782210 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/b4705341-d4df-4f09-bdfb-725255ac8e42 HTTP/1.1" status: 404 len: 333 time: 0.2673550 Dec 09 09:30:41.217654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51490) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:41.223717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.242444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'name': 'tempest-PortsIpV6TestJSON-1987241472'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:41.287701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51496) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:41.300788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.303243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:41.318192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event updated for resources: {'Port': ['ID=68ea483e-d1b6-4273-b8d3-cf697643458f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:41.329022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:41.365626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:41.396000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.396418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.397551 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Floating IP ef6c47c8-acdb-4263-a3a1-ca61ac2031dd disassociated. External IP: 172.26.8.58, port: e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d. Dec 09 09:30:41.397997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Calling delete_port for e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:41.405643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:41.474994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff3ab2b8-ae98-44f4-aa5f-da383b6a2db6 req-ee2484eb-78bb-4afc-8a84-58670bf92035 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835824 Dec 09 09:30:41.488079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.529615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.530013 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Added segment ba9988a7-6130-499f-817d-5a80cf96dcc0 of type vlan for network 56479f00-69b3-4caa-9ec0-b22600a47121 Dec 09 09:30:41.567323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:41.622845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:41.635294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.644188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4df8acb-f4fe-4373-b72b-210c995edbb7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.663005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:41.669201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.739883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4df8acb-f4fe-4373-b72b-210c995edbb7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.752688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port b21b3e97-1340-4d83-a319-d9894b7ec7d0 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:41.753135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.763861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-99e89e6d-a6a7-42f7-8ebc-11564cd8ed7a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:41.797933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.805799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b88aea20-36a6-4db4-84ec-b5417d0b649a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:41.818523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Pushing event deleted for resources: {'Port': ['ID=e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:41.825761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:41.849282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.850394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4c9844-af0f-48dd-b9c6-72634be17773,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:41.892404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:41.893063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.899611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.902483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc4c9844-af0f-48dd-b9c6-72634be17773 HTTP/1.1" status: 204 len: 168 time: 0.9854450 Dec 09 09:30:41.902483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.902901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.903769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.903769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.904117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.904508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.905225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.905306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.905644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.906023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.906384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:41.915728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:41.937867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-be43d975-b723-40ca-936f-5933ba3e4e4b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:41.946514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:41.955287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.983682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:41.994921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:30:41.995473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:30:42.089042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Deleting port be92cea2-d238-432f-828b-faa0295270dd {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:42.089463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.103713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device be92cea2-d238-432f-828b-faa0295270dd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:42.143331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2237692 Dec 09 09:30:42.145175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Network': ['ID=56479f00-69b3-4caa-9ec0-b22600a47121,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:42.149056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:42.150007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51504) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:42.153657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4df8acb-f4fe-4373-b72b-210c995edbb7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.154849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6c5e9bcb-f93e-4cf3-8837-fda1d04e6381 req-2ecc8f03-dc2e-4c98-90a2-4a17ad25ff49 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.1157587 Dec 09 09:30:42.156474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4df8acb-f4fe-4373-b72b-210c995edbb7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.160636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b4df8acb-f4fe-4373-b72b-210c995edbb7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "DELETE /v2.0/security-groups/eda83131-d98b-479e-909a-8abe6a63f80a HTTP/1.1" status: 204 len: 168 time: 0.8697965 Dec 09 09:30:42.161232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:42.200188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51508) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:42.208622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df8acb-f4fe-4373-b72b-210c995edbb7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda83131-d98b-479e-909a-8abe6a63f80a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:42.211331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4df8acb-f4fe-4373-b72b-210c995edbb7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:42.233053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1490657099'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:42.238372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 56479f00-69b3-4caa-9ec0-b22600a47121 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:42.241325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-a9b3c19e-eaa7-489a-a5e5-3ddd40594c77 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] show failed (client error): The resource could not be found. Dec 09 09:30:42.245963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a9b3c19e-eaa7-489a-a5e5-3ddd40594c77 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "GET /v2.0/security-groups/eda83131-d98b-479e-909a-8abe6a63f80a HTTP/1.1" status: 404 len: 347 time: 0.0419042 Dec 09 09:30:42.247881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51514) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:42.268040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:42.501938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port be92cea2-d238-432f-828b-faa0295270dd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:42.510715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port be92cea2-d238-432f-828b-faa0295270dd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:42.511140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.581986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Deleting port 79e61e02-41c3-4f93-8a4b-e336366cd748 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:42.582535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.637758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.692776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.731954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port be92cea2-d238-432f-828b-faa0295270dd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=be92cea2-d238-432f-828b-faa0295270dd,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:42.735998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.738343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:42.815792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=be92cea2-d238-432f-828b-faa0295270dd,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:42.821856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:42.851281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Usage tracker for resource:network and tenant:a97ba07378aa4e2f8594bb872e00e58e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:42.857085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:42.870805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:42.886357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.895502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d07a96ad-521f-4ab2-a5ba-750b52ecf3c7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:42.927413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] For port be92cea2-d238-432f-828b-faa0295270dd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=be92cea2-d238-432f-828b-faa0295270dd,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:42.927724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.956304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Made reservation on behalf of a97ba07378aa4e2f8594bb872e00e58e for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:42.962498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:42.982710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.027267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.027632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.038153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:43.059081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:43.068264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:43.073023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:43.073720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.123233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.135146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Calling delete_port for be92cea2-d238-432f-828b-faa0295270dd owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:43.140085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=b21b3e97-1340-4d83-a319-d9894b7ec7d0,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:43.152688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:43.175475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:43.247127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Calling delete_port for 79e61e02-41c3-4f93-8a4b-e336366cd748 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:43.287010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.287749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Added segment 3839bc51-b60b-4903-8418-f38d7b43ecce of type vlan for network d50c5f39-920e-4175-8c8b-6900a0b73d05 Dec 09 09:30:43.308570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0787847 Dec 09 09:30:43.310161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51536) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:43.332062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Router 4657061a-418b-4542-9890-2032cec0df89 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:30:43.340021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08d94-f0ef-4a35-948a-0cd4f42ca6f0 req-62079704-48a9-4cc6-8d83-38c270ea26cf tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:43.348998 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7c08d94-f0ef-4a35-948a-0cd4f42ca6f0 req-62079704-48a9-4cc6-8d83-38c270ea26cf tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.5481436 Dec 09 09:30:43.355830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:43.438208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.446350 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-969092b9-12c5-4b49-b15f-d041078ff017 req-9ee5146b-350c-4de1-b2f9-8dbebd7dfeee tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.0933039 Dec 09 09:30:43.534921 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7c08d94-f0ef-4a35-948a-0cd4f42ca6f0 req-5b9e0f77-13ef-42e8-917f-2b14214df16f tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841969 Dec 09 09:30:43.611539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.647901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.652346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:43.653003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.660558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:43.675640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:30:43.675957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:30:43.692213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:43.700847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0d91c6d-4933-4580-abef-80f388acf004 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:43.760767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Pushing event deleted for resources: {'Port': ['ID=79e61e02-41c3-4f93-8a4b-e336366cd748,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:43.765083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:43.831891 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6711938 Dec 09 09:30:43.831891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Network': ['ID=d50c5f39-920e-4175-8c8b-6900a0b73d05,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:43.831891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:43.840421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network d50c5f39-920e-4175-8c8b-6900a0b73d05 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:43.991710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51548) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:44.000155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'subnets': [{'network_id': '56479f00-69b3-4caa-9ec0-b22600a47121', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1096271054', 'ip_version': 4}, {'network_id': 'd50c5f39-920e-4175-8c8b-6900a0b73d05', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:44.000484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'subnet': {'network_id': '56479f00-69b3-4caa-9ec0-b22600a47121', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1096271054', 'ip_version': 4}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:44.001149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Request body: {'subnet': {'network_id': 'd50c5f39-920e-4175-8c8b-6900a0b73d05', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:44.011124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:44.050899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:44.055848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] 10.222.0.18 "DELETE /v2.0/floatingips/1a6b9a4d-3ee2-42f3-b7cb-caab6d8bd8fe HTTP/1.1" status: 204 len: 168 time: 1.8069437 Dec 09 09:30:44.058086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51554) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:44.079611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device be92cea2-d238-432f-828b-faa0295270dd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:44.171992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port be92cea2-d238-432f-828b-faa0295270dd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:44.172966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:44.196207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:44.209756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] Sync routers for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:44.231256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:44.233158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:44.255350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Deleting port be92cea2-d238-432f-828b-faa0295270dd {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:44.256171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:44.352845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Router 49a205e7-3e29-4a79-a7e7-7ea7834d6ccb is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:30:44.388205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] No DVR routers for this DVR port e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:30:44.389220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:44.391011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:44.393924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c31dc5de-fa28-4ae1-81db-0d94f89aa1c3 req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.65 "DELETE /v2.0/ports/e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d HTTP/1.1" status: 204 len: 173 time: 6.1124682 Dec 09 09:30:44.399751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:44.411034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5971009-e535-4869-8a55-845f1e352d51', 'name': 'network-vif-deleted', 'tag': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:30:44.423430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-936285eb-aec5-4c26-bfbd-429bb6b9b06f tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:44.472914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] In _notify_port_updated(), no bound segment for port b21b3e97-1340-4d83-a319-d9894b7ec7d0 on network 0330c872-e54c-4dcb-aaa3-a1849fb9947c {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:30:44.479205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:44.479891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:44.484320 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "PUT /v2.0/ports/b21b3e97-1340-4d83-a319-d9894b7ec7d0 HTTP/1.1" status: 200 len: 818 time: 1.1654103 Dec 09 09:30:44.486585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51566) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:44.561000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:44.574882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:44.583325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=b21b3e97-1340-4d83-a319-d9894b7ec7d0,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:44.606125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:44.608912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Usage tracker for resource:subnet and tenant:a97ba07378aa4e2f8594bb872e00e58e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:44.623126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:44.691479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5971009-e535-4869-8a55-845f1e352d51', 'name': 'network-vif-deleted', 'tag': 'e8b9ebce-e888-4ba7-ae6c-6f99e66c2a0d', 'status': 'completed', 'code': 200} Dec 09 09:30:44.694261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port b21b3e97-1340-4d83-a319-d9894b7ec7d0 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:44.694872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:44.705982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:44.988385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] For port be92cea2-d238-432f-828b-faa0295270dd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=be92cea2-d238-432f-828b-faa0295270dd,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:44.988799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:45.096776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:45.158220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'acd44bfc-ea9b-435b-914a-a99d2a6d0171', 'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'mac_address': 'fa:16:3e:b0:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:12Z', 'revision_number': 5, 'project_id': '7d726456491348a493aa4dd6659dd405', 'subnets': [{'id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:45.163584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] Checking router: 4657061a-418b-4542-9890-2032cec0df89 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:30:45.179240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:45.180817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:45.246386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for b21b3e97-1340-4d83-a319-d9894b7ec7d0 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:45.263095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-73a50525-ed3e-4587-8876-3d207323bcea req-980b453f-0fe5-4d92-a9a1-0facfee2db2b tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Synchronizing usage tracker for tenant:7d726456491348a493aa4dd6659dd405 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:45.275589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Calling delete_port for be92cea2-d238-432f-828b-faa0295270dd owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:45.308484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Made reservation on behalf of a97ba07378aa4e2f8594bb872e00e58e for: {'subnet': 2} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:45.424729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a26c6-5b87-47d7-9eb8-5f5b6a82345e req-d6d4f13f-a250-402e-af0f-93de77d57300 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:45.428125 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf2a26c6-5b87-47d7-9eb8-5f5b6a82345e req-d6d4f13f-a250-402e-af0f-93de77d57300 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.5522032 Dec 09 09:30:45.483713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51582) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:45.514062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:45.530850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-465c863a-7427-459e-a52c-34a27d45c9f6 tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:45.587543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=b21b3e97-1340-4d83-a319-d9894b7ec7d0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:45.605796 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf2a26c6-5b87-47d7-9eb8-5f5b6a82345e req-da060aca-9c73-443d-a91f-d69c68486319 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588049 Dec 09 09:30:45.635748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:45.665720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:45.683766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:45.723102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51588) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:45.723445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/b21b3e97-1340-4d83-a319-d9894b7ec7d0 HTTP/1.1" status: 204 len: 168 time: 1.2335072 Dec 09 09:30:45.747567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f42c36b7-c99f-4f7a-9913-fc656abc6679 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:45.788501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f42c36b7-c99f-4f7a-9913-fc656abc6679 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] 10.222.0.18 "PUT /v2.0/quotas/f4ae71d7ae034a439a63ae680c398f88 HTTP/1.1" status: 200 len: 368 time: 0.3026698 Dec 09 09:30:45.792475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:45.807034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51592) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:45.809661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-73a50525-ed3e-4587-8876-3d207323bcea req-980b453f-0fe5-4d92-a9a1-0facfee2db2b tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Unset dirty status for tenant:7d726456491348a493aa4dd6659dd405 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:45.811079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73a50525-ed3e-4587-8876-3d207323bcea req-980b453f-0fe5-4d92-a9a1-0facfee2db2b tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5971009-e535-4869-8a55-845f1e352d51 HTTP/1.1" status: 200 len: 210 time: 0.7946558 Dec 09 09:30:45.836452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Request body: {'network': {'project_id': 'f4ae71d7ae034a439a63ae680c398f88'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:45.906408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:45.952209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Usage tracker for resource:network and tenant:f4ae71d7ae034a439a63ae680c398f88 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:45.963082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:45.972256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:45.972688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:46.050540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:46.054022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'acd44bfc-ea9b-435b-914a-a99d2a6d0171', 'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'mac_address': 'fa:16:3e:b0:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:12Z', 'revision_number': 5, 'project_id': '7d726456491348a493aa4dd6659dd405', 'subnets': [{'id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:46.059462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1103067b-bb42-460c-b441-7bd75796b56e None None] The sync data for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv is: [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'acd44bfc-ea9b-435b-914a-a99d2a6d0171', 'name': '', 'network_id': 'a60b1dba-af2d-4ce3-8ad3-11ff1d49f206', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'mac_address': 'fa:16:3e:b0:21:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:57Z', 'updated_at': '2021-12-09T09:29:12Z', 'revision_number': 5, 'project_id': '7d726456491348a493aa4dd6659dd405', 'subnets': [{'id': 'dfe9113b-65ce-44e9-b256-78fbd1441f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:46.183924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Made reservation on behalf of f4ae71d7ae034a439a63ae680c398f88 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:46.188662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:46.227982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0695829a-c780-45b8-9037-401816114304 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:46.228741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0695829a-c780-45b8-9037-401816114304 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:46.236436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:46.330337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0695829a-c780-45b8-9037-401816114304 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:46.331696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0695829a-c780-45b8-9037-401816114304 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5986915 Dec 09 09:30:46.345611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51596) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:46.409653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2e79a0-8007-4ba3-9880-e2b00c1b8cf2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:30:46.411167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9b2e79a0-8007-4ba3-9880-e2b00c1b8cf2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/b21b3e97-1340-4d83-a319-d9894b7ec7d0 HTTP/1.1" status: 404 len: 333 time: 0.0635073 Dec 09 09:30:46.422031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51600) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:46.430386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-918122414'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:46.451280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:46.459619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:46.470106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:network and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:46.471047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Deleting port 556c002a-b0c9-4f85-813f-7dcb784d1725 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:46.471364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:46.472972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7c1c4d4-f3be-4896-baad-710595603265 tempest-FloatingIPAdminTestJSON-2002434463 tempest-FloatingIPAdminTestJSON-2002434463-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:46.503634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:46.519906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:46.530593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:46.532546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:46.540107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event deleted for resources: {'Port': ['ID=be92cea2-d238-432f-828b-faa0295270dd,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:46.542932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad45af-628a-4678-ac3c-8eb3a2c6d0d3 None None] Sync routers for ids ['49a205e7-3e29-4a79-a7e7-7ea7834d6ccb'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:46.550483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Usage tracker for resource:security_group_rule and tenant:f4ae71d7ae034a439a63ae680c398f88 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:46.556219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:46.560464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad45af-628a-4678-ac3c-8eb3a2c6d0d3 None None] Routers {'49a205e7-3e29-4a79-a7e7-7ea7834d6ccb'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:46.560869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:46.561441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a1ad45af-628a-4678-ac3c-8eb3a2c6d0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['49a205e7-3e29-4a79-a7e7-7ea7834d6ccb'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:46.583101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab960d5-bcd6-46c7-aec0-ff70060fa702 None None] New status for floating IP ef6c47c8-acdb-4263-a3a1-ca61ac2031dd: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:30:46.610273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:46.651110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a1ad45af-628a-4678-ac3c-8eb3a2c6d0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:46.653314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:46.658928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:46.663743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad45af-628a-4678-ac3c-8eb3a2c6d0d3 None None] Routers {'49a205e7-3e29-4a79-a7e7-7ea7834d6ccb'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:46.665158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a1ad45af-628a-4678-ac3c-8eb3a2c6d0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['49a205e7-3e29-4a79-a7e7-7ea7834d6ccb'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:46.666967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] For port 556c002a-b0c9-4f85-813f-7dcb784d1725, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=556c002a-b0c9-4f85-813f-7dcb784d1725,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:46.667370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:46.750613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a1ad45af-628a-4678-ac3c-8eb3a2c6d0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:46.751084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad45af-628a-4678-ac3c-8eb3a2c6d0d3 None None] The sync data for ids ['49a205e7-3e29-4a79-a7e7-7ea7834d6ccb'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:46.807176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Calling delete_port for 556c002a-b0c9-4f85-813f-7dcb784d1725 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:46.863684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:46.865029 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "PUT /v2.0/routers/49a205e7-3e29-4a79-a7e7-7ea7834d6ccb HTTP/1.1" status: 200 len: 919 time: 11.5845747 Dec 09 09:30:46.869128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:46.887137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51608) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:46.972851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51614) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:46.979673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:46.980084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Added segment 963adb25-2288-4a3b-ad60-cf372cd6b08b of type vlan for network b5fb7dd8-52d6-40b8-904d-36505f6b0819 Dec 09 09:30:47.088635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba54f06-ab0c-4bcc-b73a-65768be3a7b4 req-4e518ad4-a76a-404f-a62c-5f73c0f2efb1 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:47.091265 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ba54f06-ab0c-4bcc-b73a-65768be3a7b4 req-4e518ad4-a76a-404f-a62c-5f73c0f2efb1 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.2534029 Dec 09 09:30:47.115917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.132904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe878299-ccaf-46aa-b3be-34a690a1665e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.232601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe878299-ccaf-46aa-b3be-34a690a1665e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.245196 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ba54f06-ab0c-4bcc-b73a-65768be3a7b4 req-3062c91e-1014-4c99-a556-ef014f1654db tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441216 Dec 09 09:30:47.290634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.294839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.295417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de4da17f-5ecf-4ce7-82be-fbaa22606fff tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:47.322801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.337605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Pushing event deleted for resources: {'Port': ['ID=556c002a-b0c9-4f85-813f-7dcb784d1725,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:47.340525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:47.349690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe878299-ccaf-46aa-b3be-34a690a1665e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.356329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4728ef85-f804-4c1a-af54-e02c9069f273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:47.500182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.541459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.556423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:47.563695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:47.583068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.588122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:47.588815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.735173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe878299-ccaf-46aa-b3be-34a690a1665e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4568a6-1d3e-4272-9e89-0760260a16b8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:47.737849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fe878299-ccaf-46aa-b3be-34a690a1665e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:47.834412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe878299-ccaf-46aa-b3be-34a690a1665e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:47.835695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fe878299-ccaf-46aa-b3be-34a690a1665e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "DELETE /v2.0/security-groups/ca4568a6-1d3e-4272-9e89-0760260a16b8 HTTP/1.1" status: 204 len: 168 time: 0.8620801 Dec 09 09:30:47.840991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51622) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:47.947450 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-56ba2e79-c0ca-4c1f-a4f0-52f2a909684a tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] show failed (client error): The resource could not be found. Dec 09 09:30:47.948527 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-56ba2e79-c0ca-4c1f-a4f0-52f2a909684a tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "GET /v2.0/security-groups/ca4568a6-1d3e-4272-9e89-0760260a16b8 HTTP/1.1" status: 404 len: 347 time: 0.1057875 Dec 09 09:30:47.956120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51626) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.044352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30754426-4704-4adf-adea-dfa76d4c222f req-a0875e02-35b2-46b8-83f2-f8280b5c7278 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:48.046029 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30754426-4704-4adf-adea-dfa76d4c222f req-a0875e02-35b2-46b8-83f2-f8280b5c7278 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.3017466 Dec 09 09:30:48.081033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949dd23e-6272-4de2-a222-0423c8a90af5,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:48.100478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:48.107114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.107517 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Added segment 027bc300-5bd2-412c-9a16-ac445a76468f of type vlan for network d8f0631c-bab4-4596-80a7-d2f4479910d7 Dec 09 09:30:48.108724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c469709-63df-4c2c-aaa8-9dc38f9452b0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.503s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:48.209369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.255235 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8319299 Dec 09 09:30:48.261185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Deleting port 5ae5e344-f880-4f31-b50d-dec91a3f758c {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:48.261578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.284672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51630) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.308657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:48.333740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.337857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30754426-4704-4adf-adea-dfa76d4c222f req-460555cb-c414-411d-82ab-3929403758d5 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2731335 Dec 09 09:30:48.338597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.348605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Network': ['ID=b5fb7dd8-52d6-40b8-904d-36505f6b0819,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:48.352164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:48.367389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:48.473599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.475486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.477213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:48.477770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.489607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:48.501393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:48.504546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.505104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76048154-0036-4272-84ed-c3de2418da68 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:48.525127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fed10e1-da88-4fae-ad4d-1e30570f9392 req-507f4b14-ff19-4973-a521-4d753bcf5ec6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1099 time: 0.7675452 Dec 09 09:30:48.565663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:48.578472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.578674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:48.582336 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "DELETE /v2.0/routers/76048154-0036-4272-84ed-c3de2418da68 HTTP/1.1" status: 204 len: 168 time: 9.2403526 Dec 09 09:30:48.584431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51634) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.594585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:48.621518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8057458 Dec 09 09:30:48.631262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51638) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.643259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Request body: {'network': {'project_id': 'f4ae71d7ae034a439a63ae680c398f88'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:48.697594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:48.708841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:48.740349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.740842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.781525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Usage tracker for resource:network and tenant:f4ae71d7ae034a439a63ae680c398f88 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:48.804730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:48.809076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Pushing event updated for resources: {'Network': ['ID=d8f0631c-bab4-4596-80a7-d2f4479910d7,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:48.813893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50eaafc5-49b1-4ddd-b17d-52589679f3ac tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/routers/49a205e7-3e29-4a79-a7e7-7ea7834d6ccb HTTP/1.1" status: 200 len: 925 time: 1.9236412 Dec 09 09:30:48.823993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network d8f0631c-bab4-4596-80a7-d2f4479910d7 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:48.824180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:48.824720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9c6df4a-3eb1-44ed-8823-09202bb86eda tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.289s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:48.854878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:48.856863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51642) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:48.875436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:48.968016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Calling delete_port for 5ae5e344-f880-4f31-b50d-dec91a3f758c owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:48.981689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Made reservation on behalf of f4ae71d7ae034a439a63ae680c398f88 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:48.986927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:49.004550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Checking segment: {'id': 'ba9988a7-6130-499f-817d-5a80cf96dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56479f00-69b3-4caa-9ec0-b22600a47121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:49.004901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Network hostable DHCP agents. Network: 56479f00-69b3-4caa-9ec0-b22600a47121, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:49.021945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:49.027615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed10e1-da88-4fae-ad4d-1e30570f9392 req-2cff6315-09d2-42a9-b433-96d66d959904 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:49.029310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fed10e1-da88-4fae-ad4d-1e30570f9392 req-2cff6315-09d2-42a9-b433-96d66d959904 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 912 time: 0.4934158 Dec 09 09:30:49.035150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Subnet': ['ID=1be016ad-16c2-466e-9acb-c3ed458fbd35,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:49.042898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:49.165305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:30:49.205240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:49.206393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Added segment 57a4acca-b70d-4b52-a7cd-a958cc9b0fd4 of type vlan for network a3d1c900-ade5-4c6d-8df5-a3c46cf55c48 Dec 09 09:30:49.207453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Network 56479f00-69b3-4caa-9ec0-b22600a47121 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:49.219684 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fed10e1-da88-4fae-ad4d-1e30570f9392 req-aa49181a-d6c2-47b0-98d6-23427ee0101b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 1002 time: 0.1820140 Dec 09 09:30:49.227257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-943bb440-54d7-431e-9b7f-c03e65d7497a tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=49a205e7-3e29-4a79-a7e7-7ea7834d6ccb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3610687 Dec 09 09:30:49.267130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51646) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:49.272450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 56479f00-69b3-4caa-9ec0-b22600a47121) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:49.282149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc9455-d241-45b3-a9ff-98dd377302c8 None None] Network 56479f00-69b3-4caa-9ec0-b22600a47121 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:49.303659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:49.307800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:49.321080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae3884c6-da13-4a7f-943b-e4716c61a66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:49.437165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed10e1-da88-4fae-ad4d-1e30570f9392 req-0baa4f58-6063-4f78-a8a5-53fa72d6eb62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:49.438941 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fed10e1-da88-4fae-ad4d-1e30570f9392 req-0baa4f58-6063-4f78-a8a5-53fa72d6eb62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 200 len: 850 time: 0.2095773 Dec 09 09:30:49.498141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event updated for resources: {'Subnet': ['ID=4d7303f4-81be-4572-bad7-68b8f4e41980,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:49.510849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:49.524010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:49.525083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:49.526186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:49.528720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088066af-769a-403a-9721-8d1895864aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-56479f00-69b3-4caa-9ec0-b22600a47121', 'network_id': '56479f00-69b3-4caa-9ec0-b22600a47121', 'tenant_id': 'a97ba07378aa4e2f8594bb872e00e58e', 'fixed_ips': [{'subnet_id': '1be016ad-16c2-466e-9acb-c3ed458fbd35'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:30:49.529672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:49.531984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Checking segment: {'id': '3839bc51-b60b-4903-8418-f38d7b43ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd50c5f39-920e-4175-8c8b-6900a0b73d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:49.532504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Network hostable DHCP agents. Network: d50c5f39-920e-4175-8c8b-6900a0b73d05, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:49.537439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:49.697958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-088066af-769a-403a-9721-8d1895864aec None None] Allocated IP 172.20.0.2 (56479f00-69b3-4caa-9ec0-b22600a47121/1be016ad-16c2-466e-9acb-c3ed458fbd35/33ab8d23-e22c-4616-bec1-b6b378dfa691) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:49.705895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0705361 Dec 09 09:30:49.714799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51652) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:49.722994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Pushing event updated for resources: {'Network': ['ID=a3d1c900-ade5-4c6d-8df5-a3c46cf55c48,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:49.731533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7a791267-dbac-4a61-951b-3bb9e712e1d0 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Request body: {'network': {'project_id': 'f4ae71d7ae034a439a63ae680c398f88'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:49.736102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:49.737540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network a3d1c900-ade5-4c6d-8df5-a3c46cf55c48 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:30:49.747325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7a791267-dbac-4a61-951b-3bb9e712e1d0 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:49.763683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7a791267-dbac-4a61-951b-3bb9e712e1d0 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Usage tracker for resource:network and tenant:f4ae71d7ae034a439a63ae680c398f88 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:49.769442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7a791267-dbac-4a61-951b-3bb9e712e1d0 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:49.776661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Network d50c5f39-920e-4175-8c8b-6900a0b73d05 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:49.779201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7a791267-dbac-4a61-951b-3bb9e712e1d0 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:49.801494 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a791267-dbac-4a61-951b-3bb9e712e1d0 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 09:30:49.801998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a791267-dbac-4a61-951b-3bb9e712e1d0 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:30:49.806724 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7a791267-dbac-4a61-951b-3bb9e712e1d0 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0866141 Dec 09 09:30:49.807349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fed10e1-da88-4fae-ad4d-1e30570f9392 req-32743668-cb54-4f1a-a8aa-4ee1b4b36489 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3489618 Dec 09 09:30:49.808195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51656) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:49.825340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, d50c5f39-920e-4175-8c8b-6900a0b73d05) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:49.838807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:49.839249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:49.839929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:49.857437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f764a-eea0-4d32-815a-2c1adc721f1b None None] Network d50c5f39-920e-4175-8c8b-6900a0b73d05 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:49.915372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb151443-e6d9-42c7-807a-51f2fe04b679 req-184fb416-709a-4807-b77e-af0c631322d2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:49.916989 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb151443-e6d9-42c7-807a-51f2fe04b679 req-184fb416-709a-4807-b77e-af0c631322d2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.3538043 Dec 09 09:30:49.932115 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.9360702 Dec 09 09:30:49.943697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51660) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.024368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.029657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41d3c31-d0b2-438e-9b80-88f4d2296c2b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:50.033889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c41d3c31-d0b2-438e-9b80-88f4d2296c2b tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 881 time: 0.7523143 Dec 09 09:30:50.035548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51664) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.037986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device be92cea2-d238-432f-828b-faa0295270dd no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:50.044978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0139e328-1cf5-446c-b3a1-e6e43f9d64da tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:50.090536 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9482cef7-ac14-4e7d-8cdf-69e8003da434 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4ae71d7ae034a439a63ae680c398f88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2770076 Dec 09 09:30:50.099512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51668) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.126958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd76d4d6-46fc-4e6d-bc35-af5a36f17f74 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=49a205e7-3e29-4a79-a7e7-7ea7834d6ccb HTTP/1.1" status: 200 len: 205 time: 0.0845947 Dec 09 09:30:50.143687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51672) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.155391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Pushing event deleted for resources: {'Port': ['ID=5ae5e344-f880-4f31-b50d-dec91a3f758c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:50.175094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:50.232525 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb151443-e6d9-42c7-807a-51f2fe04b679 req-e569bc0c-34db-457a-8f11-887b77a80cc1 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011801 Dec 09 09:30:50.245201 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fed10e1-da88-4fae-ad4d-1e30570f9392 req-76479a88-de59-4111-8a88-d90092f080c3 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117062 Dec 09 09:30:50.251844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f4c2b1-ad1d-471f-bc3f-e00ca7e399e9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:50.253540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f4c2b1-ad1d-471f-bc3f-e00ca7e399e9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:50.265221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f4c2b1-ad1d-471f-bc3f-e00ca7e399e9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:50.265221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-58f4c2b1-ad1d-471f-bc3f-e00ca7e399e9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3098910 Dec 09 09:30:50.265221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.265589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51676) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.285793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: be92cea2-d238-432f-828b-faa0295270dd {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:30:50.286094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device be92cea2-d238-432f-828b-faa0295270dd not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:30:50.325618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.379562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-614a4f40-d68d-461c-b024-8a043c314311 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:50.494337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.494793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.513592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-088066af-769a-403a-9721-8d1895864aec None None] Transition to ACTIVE for port object 33ab8d23-e22c-4616-bec1-b6b378dfa691 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:50.524977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=a3e38fbd-c75e-4e34-bf3f-8aedc1546c18,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:50.533853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-d50c5f39-920e-4175-8c8b-6900a0b73d05', 'network_id': 'd50c5f39-920e-4175-8c8b-6900a0b73d05', 'tenant_id': 'a97ba07378aa4e2f8594bb872e00e58e', 'fixed_ips': [{'subnet_id': '4d7303f4-81be-4572-bad7-68b8f4e41980'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:30:50.535376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.537210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:50.565254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-088066af-769a-403a-9721-8d1895864aec None None] Transition to ACTIVE for port object 33ab8d23-e22c-4616-bec1-b6b378dfa691 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:50.613795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.622833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:50.711881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088066af-769a-403a-9721-8d1895864aec None None] Network 56479f00-69b3-4caa-9ec0-b22600a47121 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:50.716163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.720969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-088066af-769a-403a-9721-8d1895864aec None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:50.727515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088066af-769a-403a-9721-8d1895864aec None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:50.791164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088066af-769a-403a-9721-8d1895864aec None None] Pushing event updated for resources: {'Port': ['ID=33ab8d23-e22c-4616-bec1-b6b378dfa691,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:50.812498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Checking segment: {'id': '963adb25-2288-4a3b-ad60-cf372cd6b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:50.812927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network hostable DHCP agents. Network: b5fb7dd8-52d6-40b8-904d-36505f6b0819, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:30:50.832924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.837155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] 10.222.0.18 "DELETE /v2.0/floatingips/ef6c47c8-acdb-4263-a3a1-ca61ac2031dd HTTP/1.1" status: 204 len: 168 time: 2.8763192 Dec 09 09:30:50.844740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51680) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:50.871562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.892870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.893354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.893744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.894119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.894492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.894865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.895233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.895603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.895968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.896333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.896700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:30:50.901239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-088066af-769a-403a-9721-8d1895864aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:50.913455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-088066af-769a-403a-9721-8d1895864aec None None] Attempting to bind port 33ab8d23-e22c-4616-bec1-b6b378dfa691 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:30:50.914892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-088066af-769a-403a-9721-8d1895864aec None None] Attempting to bind port 33ab8d23-e22c-4616-bec1-b6b378dfa691 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ba9988a7-6130-499f-817d-5a80cf96dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56479f00-69b3-4caa-9ec0-b22600a47121'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:30:50.915309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088066af-769a-403a-9721-8d1895864aec None None] Attempting to bind port 33ab8d23-e22c-4616-bec1-b6b378dfa691 on network 56479f00-69b3-4caa-9ec0-b22600a47121 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:30:50.930937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088066af-769a-403a-9721-8d1895864aec None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:30:50.932215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088066af-769a-403a-9721-8d1895864aec None None] Checking segment: {'id': 'ba9988a7-6130-499f-817d-5a80cf96dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56479f00-69b3-4caa-9ec0-b22600a47121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:50.932215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.932215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088066af-769a-403a-9721-8d1895864aec None None] Bound using segment: {'id': 'ba9988a7-6130-499f-817d-5a80cf96dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56479f00-69b3-4caa-9ec0-b22600a47121'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:30:50.932698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-088066af-769a-403a-9721-8d1895864aec None None] Bound port: 33ab8d23-e22c-4616-bec1-b6b378dfa691, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9988a7-6130-499f-817d-5a80cf96dcc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '56479f00-69b3-4caa-9ec0-b22600a47121'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:30:50.933171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:50.956897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Allocated IP 172.20.0.18 (d50c5f39-920e-4175-8c8b-6900a0b73d05/4d7303f4-81be-4572-bad7-68b8f4e41980/a10c5cdd-d013-41a2-b5fe-860815ac1ecb) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:50.970115 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fed10e1-da88-4fae-ad4d-1e30570f9392 req-59231dd1-311f-4843-915e-3b1645ca1f19 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121372 Dec 09 09:30:51.006599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:30:51.049139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Deleting subnet 1be016ad-16c2-466e-9acb-c3ed458fbd35 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:30:51.056256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.083828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-088066af-769a-403a-9721-8d1895864aec None None] For port 33ab8d23-e22c-4616-bec1-b6b378dfa691, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:30:51.086989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.096199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f75075a-7ed0-4053-b9b6-303243fdacee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:51.107149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, b5fb7dd8-52d6-40b8-904d-36505f6b0819) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:51.121855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:51.122655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.126013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949dd23e-6272-4de2-a222-0423c8a90af5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:51.132687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:51.144921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de180f52-b4d1-4d99-8da0-d3eea49688bb None None] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:51.145677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.150715 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/949dd23e-6272-4de2-a222-0423c8a90af5 HTTP/1.1" status: 204 len: 168 time: 1.0406270 Dec 09 09:30:51.150715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.181899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51684) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:51.202115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.205870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-088066af-769a-403a-9721-8d1895864aec None None] For port 33ab8d23-e22c-4616-bec1-b6b378dfa691, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33ab8d23-e22c-4616-bec1-b6b378dfa691,segment=NetworkSegment(ba9988a7-6130-499f-817d-5a80cf96dcc0),segment_id=ba9988a7-6130-499f-817d-5a80cf96dcc0)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:30:51.219892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-088066af-769a-403a-9721-8d1895864aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.226057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.229719 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9372969 Dec 09 09:30:51.232239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51688) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:51.239628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:51.256532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Deleting port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:51.256897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.277137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-307117ab-ef1a-41fc-8112-602cb8a05ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:51.426290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.464793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.645244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088066af-769a-403a-9721-8d1895864aec None None] Pushing event updated for resources: {'Port': ['ID=33ab8d23-e22c-4616-bec1-b6b378dfa691,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:51.704307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-088066af-769a-403a-9721-8d1895864aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:51.738725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.758550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Transition to ACTIVE for port object a10c5cdd-d013-41a2-b5fe-860815ac1ecb will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:51.805057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.830126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Transition to ACTIVE for port object a10c5cdd-d013-41a2-b5fe-860815ac1ecb will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:51.837552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.843062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:51.846019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.854149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d1c900-ade5-4c6d-8df5-a3c46cf55c48']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:51.872396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a4acca-b70d-4b52-a7cd-a958cc9b0fd4') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:51.872615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a4acca-b70d-4b52-a7cd-a958cc9b0fd4') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:51.885313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-b5fb7dd8-52d6-40b8-904d-36505f6b0819', 'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819', 'tenant_id': '993210cd167143debe6dd7acbea17019', 'fixed_ips': [{'subnet_id': 'a3e38fbd-c75e-4e34-bf3f-8aedc1546c18'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:30:51.887056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.890847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cdb28fd5-3e17-4daa-9d28-5fd9948dfbe8 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:51.921298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.950908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Subnet': ['ID=1be016ad-16c2-466e-9acb-c3ed458fbd35,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:51.966150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:51.980254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:51.994220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:51.994667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.003669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Network d50c5f39-920e-4175-8c8b-6900a0b73d05 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:52.004903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:52.007931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:52.010817 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:52.015468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.036659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Pushing event updated for resources: {'Port': ['ID=a10c5cdd-d013-41a2-b5fe-860815ac1ecb,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:52.040369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:52.092855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] For port 4f56b278-44bc-4dbd-8de0-31c1ad2383d4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4f56b278-44bc-4dbd-8de0-31c1ad2383d4,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:52.093299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.097173 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/subnets/1be016ad-16c2-466e-9acb-c3ed458fbd35 HTTP/1.1" status: 204 len: 168 time: 1.8323615 Dec 09 09:30:52.100467 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-4c8f06e4-1cef-4900-9105-88e3d7ca7f27 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4465737 Dec 09 09:30:52.101519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51700) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:52.229432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Attempting to bind port a10c5cdd-d013-41a2-b5fe-860815ac1ecb on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:30:52.229875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Attempting to bind port a10c5cdd-d013-41a2-b5fe-860815ac1ecb by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '3839bc51-b60b-4903-8418-f38d7b43ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd50c5f39-920e-4175-8c8b-6900a0b73d05'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:30:52.230269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Attempting to bind port a10c5cdd-d013-41a2-b5fe-860815ac1ecb on network d50c5f39-920e-4175-8c8b-6900a0b73d05 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:30:52.249578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:30:52.250254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Checking segment: {'id': '3839bc51-b60b-4903-8418-f38d7b43ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd50c5f39-920e-4175-8c8b-6900a0b73d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:52.250708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.251276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Bound using segment: {'id': '3839bc51-b60b-4903-8418-f38d7b43ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd50c5f39-920e-4175-8c8b-6900a0b73d05'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:30:52.251806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Bound port: a10c5cdd-d013-41a2-b5fe-860815ac1ecb, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3839bc51-b60b-4903-8418-f38d7b43ecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'd50c5f39-920e-4175-8c8b-6900a0b73d05'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:30:52.252217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.266191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:52.277901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Calling delete_port for 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:52.325502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Allocated IP 2001:db8::2 (b5fb7dd8-52d6-40b8-904d-36505f6b0819/a3e38fbd-c75e-4e34-bf3f-8aedc1546c18/0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:52.439132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Deleting subnet 4d7303f4-81be-4572-bad7-68b8f4e41980 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:30:52.441394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.454730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.457483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:52.472787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03061331-b771-4466-a4a4-2ac2722b7c1a req-78cdc740-0193-4c35-b3dd-955afe15657b tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:52.474691 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03061331-b771-4466-a4a4-2ac2722b7c1a req-78cdc740-0193-4c35-b3dd-955afe15657b tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 1.0876973 Dec 09 09:30:52.476773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] For port a10c5cdd-d013-41a2-b5fe-860815ac1ecb, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:30:52.477729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:52.493938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3061fbba-75f8-4b5c-9cfc-7fe9e31390c8 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:52.499045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] For port a10c5cdd-d013-41a2-b5fe-860815ac1ecb, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a10c5cdd-d013-41a2-b5fe-860815ac1ecb,segment=NetworkSegment(3839bc51-b60b-4903-8418-f38d7b43ecce),segment_id=3839bc51-b60b-4903-8418-f38d7b43ecce)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:30:52.500752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:52.509278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.512778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:52.520524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.523622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3d1c900-ade5-4c6d-8df5-a3c46cf55c48,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:52.526790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:52.537080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.561035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:52.565563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a3d1c900-ade5-4c6d-8df5-a3c46cf55c48 HTTP/1.1" status: 204 len: 168 time: 1.3768132 Dec 09 09:30:52.567174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.572772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51704) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:52.583153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.600185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Deleting port 68ea483e-d1b6-4273-b8d3-cf697643458f {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:52.600571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.627562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.669947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-79dd54c1-0768-4f3f-80cb-2127c3d5a0de tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:52.683008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Pushing event updated for resources: {'Port': ['ID=a10c5cdd-d013-41a2-b5fe-860815ac1ecb,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:52.691567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:52.703690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.736639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Transition to ACTIVE for port object 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:52.767662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Transition to ACTIVE for port object 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:52.773103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.778308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d92b92f-261c-48cf-825d-6e193613b62f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:52.787154 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-f538c2ff-71aa-4350-8000-a29a180d51e5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1099 time: 0.6334124 Dec 09 09:30:52.794896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f56b278-44bc-4dbd-8de0-31c1ad2383d4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:52.808659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:52.833056 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03061331-b771-4466-a4a4-2ac2722b7c1a req-f60bedaf-5e6f-471f-bb84-db05c26643e5 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3144879 Dec 09 09:30:52.875377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:52.878566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:52.884158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:30:52.886497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Pushing event updated for resources: {'Port': ['ID=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:52.891022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:52.946199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Router 5c31780e-48e9-483a-a255-a130e4ec4d36 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:30:52.987671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Attempting to bind port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:30:52.988011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Attempting to bind port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '963adb25-2288-4a3b-ad60-cf372cd6b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:30:52.988425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Attempting to bind port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 on network b5fb7dd8-52d6-40b8-904d-36505f6b0819 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:30:52.991111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.995124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3e38fbd-c75e-4e34-bf3f-8aedc1546c18 (CIDR: 2001:db8::/64) Dec 09 09:30:52.996022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:30:52.996599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Checking segment: {'id': '963adb25-2288-4a3b-ad60-cf372cd6b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:30:52.997058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:52.997508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Bound using segment: {'id': '963adb25-2288-4a3b-ad60-cf372cd6b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:30:52.998032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Bound port: 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963adb25-2288-4a3b-ad60-cf372cd6b08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:30:52.998468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:53.003221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:30:53.004034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:30:53.091800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] For port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:30:53.095035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] For port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,segment=NetworkSegment(963adb25-2288-4a3b-ad60-cf372cd6b08b),segment_id=963adb25-2288-4a3b-ad60-cf372cd6b08b)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:30:53.099375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:53.104157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04e2e52b-abf1-4f7a-9157-5179ccbca7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:53.159759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:53.195634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Pushing event updated for resources: {'Port': ['ID=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:53.199100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:53.237411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:53.482415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:53.484389 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-45c7b89e-7a0b-4263-baf8-6fc198f14b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2494619 Dec 09 09:30:53.500525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51708) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:53.510379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:53.704370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Calling delete_port for 68ea483e-d1b6-4273-b8d3-cf697643458f owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:53.831859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-0aeb1dc4-9052-4bbf-a5ca-3a4b9792f1a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:53.834155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-0aeb1dc4-9052-4bbf-a5ca-3a4b9792f1a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 912 time: 1.0119550 Dec 09 09:30:54.097978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.122268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.142059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.191507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.211644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f0631c-bab4-4596-80a7-d2f4479910d7']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:54.221068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:54.261335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 33ab8d23-e22c-4616-bec1-b6b378dfa691 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:54.276972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027bc300-5bd2-412c-9a16-ac445a76468f') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:54.277331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027bc300-5bd2-412c-9a16-ac445a76468f') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:54.302340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Subnet': ['ID=4d7303f4-81be-4572-bad7-68b8f4e41980,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:54.322378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.323227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:54.331200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:54.331776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.332811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.354767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 33ab8d23-e22c-4616-bec1-b6b378dfa691 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:54.362211 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/subnets/4d7303f4-81be-4572-bad7-68b8f4e41980 HTTP/1.1" status: 204 len: 168 time: 2.2513523 Dec 09 09:30:54.362392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a10c5cdd-d013-41a2-b5fe-860815ac1ecb up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:54.362500 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-abb73063-37de-4038-9dab-d3517db4761d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 1002 time: 0.5148354 Dec 09 09:30:54.365075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.368161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51714) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:54.389796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b71b84-30f4-47ca-acd2-8b248e01ad7f None None] Network 56479f00-69b3-4caa-9ec0-b22600a47121 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:54.398460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:54.403141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:54.421934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:54.426310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.426900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 913532c5-e41e-4a67-9655-451a58ca1a95 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:54.458667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:54.475430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.476529 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "DELETE /v2.0/routers/913532c5-e41e-4a67-9655-451a58ca1a95 HTTP/1.1" status: 204 len: 168 time: 5.8858984 Dec 09 09:30:54.483538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51718) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:54.486372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:54.487078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.498494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1212008701', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:54.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:54.521685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:54.541494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Usage tracker for resource:router and tenant:4258a6c73cc140878118463412a1f36c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:54.548844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:54.562504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-82918072-ee68-44ed-9327-1254d0d82c69 None None] Provisioning for port 33ab8d23-e22c-4616-bec1-b6b378dfa691 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:54.609824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-82918072-ee68-44ed-9327-1254d0d82c69 None None] Provisioning complete for port 33ab8d23-e22c-4616-bec1-b6b378dfa691 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:54.610243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-82918072-ee68-44ed-9327-1254d0d82c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.614103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da45be-85bb-4821-8192-6fccff8d47ca req-757d4cb3-943a-40d2-a144-7aed095f564c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:54.615881 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03da45be-85bb-4821-8192-6fccff8d47ca req-757d4cb3-943a-40d2-a144-7aed095f564c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.5988100 Dec 09 09:30:54.643456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:54.705707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port a10c5cdd-d013-41a2-b5fe-860815ac1ecb completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:54.712036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e69946-1ed0-4b50-b785-538a1e47f29f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:54.712387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c1e69946-1ed0-4b50-b785-538a1e47f29f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Synchronizing usage tracker for tenant:a97ba07378aa4e2f8594bb872e00e58e on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:30:54.719821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-c146723d-90df-42e2-b2f8-2d992558d44c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:54.719985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:30:54.721427 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-c146723d-90df-42e2-b2f8-2d992558d44c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 200 len: 850 time: 0.2981246 Dec 09 09:30:54.726436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.778542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-84039ae0-8e70-47e8-8c48-e676c3352b65 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:54.785975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.787157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.805327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.820791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:30:54.833570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] 10.222.0.18 "PUT /v2.0/routers/5c31780e-48e9-483a-a255-a130e4ec4d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7734823 Dec 09 09:30:54.839145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51722) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:54.840326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8f0631c-bab4-4596-80a7-d2f4479910d7,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:54.856959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.860360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:54.865278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:54.873001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c1e69946-1ed0-4b50-b785-538a1e47f29f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Unset dirty status for tenant:a97ba07378aa4e2f8594bb872e00e58e on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:30:54.878981 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c1e69946-1ed0-4b50-b785-538a1e47f29f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4997885 Dec 09 09:30:54.880256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3514577-c424-46c2-a728-baf17ad4e2cf tempest-FloatingIPAdminTestJSON-145094956 tempest-FloatingIPAdminTestJSON-145094956-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:54.912882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d8f0631c-bab4-4596-80a7-d2f4479910d7 HTTP/1.1" status: 204 len: 168 time: 2.3393133 Dec 09 09:30:54.928540 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03da45be-85bb-4821-8192-6fccff8d47ca req-657136f6-89c7-4f69-aa47-c9ca26814244 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501650 Dec 09 09:30:54.929810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51726) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:55.061307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] Sync routers for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:30:55.077853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event deleted for resources: {'Port': ['ID=68ea483e-d1b6-4273-b8d3-cf697643458f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:55.108371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:55.109084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:55.118988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:55.146501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:55.462673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-82918072-ee68-44ed-9327-1254d0d82c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:55.531884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:55.591750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:55.602378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:55.696735 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-b121046e-b222-409b-9d6a-d1a40b81c30e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9521279 Dec 09 09:30:55.709087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] DHCP port deletion for 56479f00-69b3-4caa-9ec0-b22600a47121 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:30:55.718893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-82918072-ee68-44ed-9327-1254d0d82c69 None None] For port 33ab8d23-e22c-4616-bec1-b6b378dfa691, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33ab8d23-e22c-4616-bec1-b6b378dfa691,segment=NetworkSegment(ba9988a7-6130-499f-817d-5a80cf96dcc0),segment_id=ba9988a7-6130-499f-817d-5a80cf96dcc0)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:55.720165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] Deleting port 33ab8d23-e22c-4616-bec1-b6b378dfa691 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:55.737393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:55.901844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-82918072-ee68-44ed-9327-1254d0d82c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:55.912382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:56.013535 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-6937f8fd-6d47-4436-a74b-0d23fc767921 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039811 Dec 09 09:30:56.018843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Deleting port a10c5cdd-d013-41a2-b5fe-860815ac1ecb {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:56.019281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:56.131856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33fcef-ab53-4d7a-9082-5cee5111fde6 None None] Network d50c5f39-920e-4175-8c8b-6900a0b73d05 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:56.165571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 33ab8d23-e22c-4616-bec1-b6b378dfa691 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:56.235758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51738) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:56.308159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:56.402388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c105-9147-4d9e-9429-553e3203a569 req-73db0ba7-2c5c-4ea1-922a-fa03d9f68095 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:56.404246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f250c105-9147-4d9e-9429-553e3203a569 req-73db0ba7-2c5c-4ea1-922a-fa03d9f68095 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 1.1252613 Dec 09 09:30:56.480229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f86bf48-01d7-471e-aef1-db1bf97206b1 None None] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:30:56.515294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82918072-ee68-44ed-9327-1254d0d82c69 None None] Pushing event updated for resources: {'Port': ['ID=33ab8d23-e22c-4616-bec1-b6b378dfa691,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:56.532935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0f7c963f-75a0-4260-a9eb-9955be9338e7 None None] Provisioning for port a10c5cdd-d013-41a2-b5fe-860815ac1ecb completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:56.570519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:56.581099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-82918072-ee68-44ed-9327-1254d0d82c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:56.615889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0f7c963f-75a0-4260-a9eb-9955be9338e7 None None] Provisioning complete for port a10c5cdd-d013-41a2-b5fe-860815ac1ecb triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:56.616402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f7c963f-75a0-4260-a9eb-9955be9338e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:56.671571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:56.892829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] For port 33ab8d23-e22c-4616-bec1-b6b378dfa691, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33ab8d23-e22c-4616-bec1-b6b378dfa691,segment=NetworkSegment(ba9988a7-6130-499f-817d-5a80cf96dcc0),segment_id=ba9988a7-6130-499f-817d-5a80cf96dcc0)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:56.893301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:56.933267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.016104 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f250c105-9147-4d9e-9429-553e3203a569 req-0433c4f9-53a4-463c-a30c-e6396cf3b666 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5915020 Dec 09 09:30:57.051776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.074614 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-416ce57c-5383-428a-88fc-376fa71f9c12 req-41c844a6-52d3-488b-9d7f-1bc08b35de54 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0257318 Dec 09 09:30:57.095761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.122790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:57.127626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.133576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Usage tracker for resource:security_group_rule and tenant:e4456c476aeb46a49ce0da8ce013c232 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:57.144511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:57.150808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff6cdb2c-baa3-4109-872f-bb32a2a0fc86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:57.196081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:57.232189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] For port a10c5cdd-d013-41a2-b5fe-860815ac1ecb, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a10c5cdd-d013-41a2-b5fe-860815ac1ecb,segment=NetworkSegment(3839bc51-b60b-4903-8418-f38d7b43ecce),segment_id=3839bc51-b60b-4903-8418-f38d7b43ecce)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:57.232683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.243975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.244567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Fanout notify agent at l3_agent the message router_deleted on router 49a205e7-3e29-4a79-a7e7-7ea7834d6ccb {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:30:57.290336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:30:57.302669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:30:57.306475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=6d4dc1f6-40f5-4b39-bf84-442597b7e114,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:57.312647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] Calling delete_port for 33ab8d23-e22c-4616-bec1-b6b378dfa691 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:57.314076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:57.314751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.330147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:57.369903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Calling delete_port for a10c5cdd-d013-41a2-b5fe-860815ac1ecb owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:30:57.400757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.402394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/49a205e7-3e29-4a79-a7e7-7ea7834d6ccb HTTP/1.1" status: 204 len: 168 time: 7.2572675 Dec 09 09:30:57.408857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51750) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:57.414597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1391308977', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:57.424754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:57.425426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.437105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Usage tracker for resource:router and tenant:52e0a11af80743c3b097363d0b21183b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:57.447511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:57.457864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:57.473890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.483992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.485003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.489859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.492224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3344c1e6-6b82-41d8-8d3e-7fbe07d222b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:57.495787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45bda192-d942-4477-ac16-5f307d417798 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:57.540162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Port': ['ID=a10c5cdd-d013-41a2-b5fe-860815ac1ecb,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:57.546803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:57.552605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] No DVR routers for this DVR port a10c5cdd-d013-41a2-b5fe-860815ac1ecb on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:30:57.586353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.db [None req-0f7c963f-75a0-4260-a9eb-9955be9338e7 None None] No ports have port_id starting with a10c5cdd-d013-41a2-b5fe-860815ac1ecb Dec 09 09:30:57.593103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] Pushing event deleted for resources: {'Port': ['ID=33ab8d23-e22c-4616-bec1-b6b378dfa691,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:57.595672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:57.609938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.616343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.619477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.640113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:57.658944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.670107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:57.676235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] No DVR routers for this DVR port 33ab8d23-e22c-4616-bec1-b6b378dfa691 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:30:57.681912 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.1759396 Dec 09 09:30:57.681912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.686199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51754) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:57.698925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:30:57.699209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4f56b278-44bc-4dbd-8de0-31c1ad2383d4 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:30:57.703238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819', 'fixed_ips': [{'subnet_id': 'a3e38fbd-c75e-4e34-bf3f-8aedc1546c18'}, {'subnet_id': '6d4dc1f6-40f5-4b39-bf84-442597b7e114'}], 'name': 'tempest-PortsIpV6TestJSON-2053058652'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:57.705760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.767050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50c5f39-920e-4175-8c8b-6900a0b73d05']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:57.775109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:30:47Z', 'revision_number': 5, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:57.781498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3839bc51-b60b-4903-8418-f38d7b43ecce') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:57.781754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3839bc51-b60b-4903-8418-f38d7b43ecce') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:57.784931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] Checking router: 5c31780e-48e9-483a-a255-a130e4ec4d36 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:30:57.795827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.805514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-617e27f3-6b69-4596-9fed-3bea6eeba975 None None] Provisioning for port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:30:57.820704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.822451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-617e27f3-6b69-4596-9fed-3bea6eeba975 None None] Provisioning complete for port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:30:57.823057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-617e27f3-6b69-4596-9fed-3bea6eeba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.827872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:30:57.828614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.857544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29db1a1-fc49-4d0c-9110-ef12ded22a1f None None] DHCP port deletion for d50c5f39-920e-4175-8c8b-6900a0b73d05 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:30:57.859084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d445aa-1219-452d-9f53-64ec134c03b5,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:57.871796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] Routers {'5c31780e-48e9-483a-a255-a130e4ec4d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:30:57.872497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5c31780e-48e9-483a-a255-a130e4ec4d36'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:57.925909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:57.926592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:30:57.934630 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:30:57.943772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4456c476aeb46a49ce0da8ce013c232&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6663377 Dec 09 09:30:57.945140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51758) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:57.989499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:57.994371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.008753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-466fae7c-3c08-4f7e-a734-187e6fe09ad7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:58.045371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cc42e-676a-4557-aee2-f736b58ef3d8 req-36bd72bc-bd97-4fa1-b71d-11f0cf578d13 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:30:58.047227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.048523 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-177db126-4375-48a3-9185-c8bc0557dde2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6385963 Dec 09 09:30:58.053598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-963cc42e-676a-4557-aee2-f736b58ef3d8 req-36bd72bc-bd97-4fa1-b71d-11f0cf578d13 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.6243215 Dec 09 09:30:58.057678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Network': ['ID=d50c5f39-920e-4175-8c8b-6900a0b73d05,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:58.060229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:58.060779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51762) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:58.068886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/networks/d50c5f39-920e-4175-8c8b-6900a0b73d05 HTTP/1.1" status: 204 len: 168 time: 3.1247938 Dec 09 09:30:58.073917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': False}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:30:58.098976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a10c5cdd-d013-41a2-b5fe-860815ac1ecb no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:30:58.108251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51766) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:58.149594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: a10c5cdd-d013-41a2-b5fe-860815ac1ecb {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:30:58.149984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a10c5cdd-d013-41a2-b5fe-860815ac1ecb not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:30:58.226174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3dc92b2-175c-4726-bca2-6bda812cda7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.259437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-617e27f3-6b69-4596-9fed-3bea6eeba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.278816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] Update dhcp port {'port': {'network_id': 'b5fb7dd8-52d6-40b8-904d-36505f6b0819', 'fixed_ips': [{'subnet_id': 'a3e38fbd-c75e-4e34-bf3f-8aedc1546c18', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d4dc1f6-40f5-4b39-bf84-442597b7e114'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:30:58.316813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3dc92b2-175c-4726-bca2-6bda812cda7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.323913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] Set router 5c31780e-48e9-483a-a255-a130e4ec4d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:30:58.347549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:58.360244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.396653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Allocated IP 172.26.8.7 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/1ddd2a98-4fa8-4fa7-b5a1-301d4320867a) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:58.400343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:port and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:58.404749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-963cc42e-676a-4557-aee2-f736b58ef3d8 req-91af7294-dab2-4da9-b53e-367be607f687 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499181 Dec 09 09:30:58.409919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:58.412711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Deleting port acd44bfc-ea9b-435b-914a-a99d2a6d0171 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:58.413196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.450339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Deleting port 2c17f484-2def-4e92-af85-6083105aef2d {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:30:58.451035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.455409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.474266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-617e27f3-6b69-4596-9fed-3bea6eeba975 None None] For port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,segment=NetworkSegment(963adb25-2288-4a3b-ad60-cf372cd6b08b),segment_id=963adb25-2288-4a3b-ad60-cf372cd6b08b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:58.491042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:58.505830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-617e27f3-6b69-4596-9fed-3bea6eeba975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.507045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.512652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:58.599217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:30:58.609806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.629067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3dc92b2-175c-4726-bca2-6bda812cda7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.636518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.669826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:58.730113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc92b2-175c-4726-bca2-6bda812cda7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d445aa-1219-452d-9f53-64ec134c03b5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:58.750547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3dc92b2-175c-4726-bca2-6bda812cda7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:58.763054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3dc92b2-175c-4726-bca2-6bda812cda7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:58.764340 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d3dc92b2-175c-4726-bca2-6bda812cda7d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87d445aa-1219-452d-9f53-64ec134c03b5 HTTP/1.1" status: 204 len: 168 time: 0.8139322 Dec 09 09:30:58.812622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e27f3-6b69-4596-9fed-3bea6eeba975 None None] Pushing event updated for resources: {'Port': ['ID=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:58.831267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-617e27f3-6b69-4596-9fed-3bea6eeba975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:58.977230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] Allocated IP 2001:db8:0:1::2 (b5fb7dd8-52d6-40b8-904d-36505f6b0819/6d4dc1f6-40f5-4b39-bf84-442597b7e114/0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:30:58.992131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:30:47Z', 'revision_number': 5, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:59.002930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15956676-b9ac-45a0-82ad-3e6381695c6b None None] The sync data for ids ['5c31780e-48e9-483a-a255-a130e4ec4d36'] in dv-neutron-819581-1-hyperv is: [{'id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'name': 'tempest-ServersTestManualDisk-815127604-router', 'tenant_id': '03a040d3186a491e995d63e3c738a73a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114'}], 'enable_snat': True}, 'gw_port_id': '2c17f484-2def-4e92-af85-6083105aef2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:30:47Z', 'revision_number': 5, 'project_id': '03a040d3186a491e995d63e3c738a73a', 'gw_port': {'id': '2c17f484-2def-4e92-af85-6083105aef2d', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:68:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c31780e-48e9-483a-a255-a130e4ec4d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:30:59.061832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.098312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.212426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] For port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,segment=NetworkSegment(963adb25-2288-4a3b-ad60-cf372cd6b08b),segment_id=963adb25-2288-4a3b-ad60-cf372cd6b08b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:59.249893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.270358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] Transition to ACTIVE for port object 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:30:59.275124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.280388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-088066af-769a-403a-9721-8d1895864aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:59.286857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port eb07f5b4-4431-4670-a700-ab822eb6eb23 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:30:59.334010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51778) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:59.354666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.389859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:30:59.394715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0f555fae60054976a7a728c0b2d92977 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:30:59.397853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:30:59.404878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:30:59.442480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] Pushing event updated for resources: {'Port': ['ID=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:59.448130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:59.486983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.489827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.507847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:59.547127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f555fae60054976a7a728c0b2d92977&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2122834 Dec 09 09:30:59.549006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f0c9de-412d-49d5-bf9a-8d3d348e6196,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:59.551633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51782) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:30:59.555460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:59.619180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.629626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23b985c0-2702-476e-9b49-0777ed84617c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.748380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.752998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56479f00-69b3-4caa-9ec0-b22600a47121']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:59.817609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9988a7-6130-499f-817d-5a80cf96dcc0') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:59.817981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9988a7-6130-499f-817d-5a80cf96dcc0') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:30:59.836079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] For port 2c17f484-2def-4e92-af85-6083105aef2d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2c17f484-2def-4e92-af85-6083105aef2d,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:59.836792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.881169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.908720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23b985c0-2702-476e-9b49-0777ed84617c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.956911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] For port acd44bfc-ea9b-435b-914a-a99d2a6d0171, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=acd44bfc-ea9b-435b-914a-a99d2a6d0171,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:30:59.957334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.957698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23b985c0-2702-476e-9b49-0777ed84617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:30:59.963227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:30:59.978846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b985c0-2702-476e-9b49-0777ed84617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f0c9de-412d-49d5-bf9a-8d3d348e6196,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:30:59.983318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-23b985c0-2702-476e-9b49-0777ed84617c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:30:59.990665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23b985c0-2702-476e-9b49-0777ed84617c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:00.004649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-23b985c0-2702-476e-9b49-0777ed84617c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4f0c9de-412d-49d5-bf9a-8d3d348e6196 HTTP/1.1" status: 204 len: 168 time: 0.4517472 Dec 09 09:31:00.052651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865d78e-063c-42c3-8ae4-e7f575e9c57d req-e25baae3-7166-4435-a6b5-a800f43e70e8 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:00.056410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6865d78e-063c-42c3-8ae4-e7f575e9c57d req-e25baae3-7166-4435-a6b5-a800f43e70e8 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 1.2159209 Dec 09 09:31:00.058136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:00.101676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Calling delete_port for 2c17f484-2def-4e92-af85-6083105aef2d owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:00.247488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:00.348127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Calling delete_port for acd44bfc-ea9b-435b-914a-a99d2a6d0171 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:00.362565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 556c002a-b0c9-4f85-813f-7dcb784d1725 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:00.403067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9cd90-8b4e-443a-8e5f-c6baee2af355 None None] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:00.406538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:00.406995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:00.428354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 556c002a-b0c9-4f85-813f-7dcb784d1725 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:00.428718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 556c002a-b0c9-4f85-813f-7dcb784d1725 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:00.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:00.551116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-771db852-ff52-4ada-9a6e-558324ee1209 None None] Provisioning for port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:00.567955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-771db852-ff52-4ada-9a6e-558324ee1209 None None] Provisioning complete for port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:00.568366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-771db852-ff52-4ada-9a6e-558324ee1209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:00.595356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:00.606278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Allocated IP 172.26.8.207 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/cf145a58-c647-4606-ba8c-ae336463918b) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:00.618690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1e52558d-a920-47dc-84da-65f8f517e6b7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:00.715509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6865d78e-063c-42c3-8ae4-e7f575e9c57d req-1d0b65fd-f079-4b6c-aab0-e25d8debb3b5 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5815179 Dec 09 09:31:00.754269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:00.770230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:00.784152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:00.802209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:00.840186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:00.886420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event updated for resources: {'Port': ['ID=1ddd2a98-4fa8-4fa7-b5a1-301d4320867a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:00.912631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:00.933182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:00.936496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05cedbbd-080a-48b8-9b8c-0ebfb3b8b0ac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:00.946963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:00.951828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b91dac9-c8ca-4aea-86e3-e26a6ea6635d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:00.986255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Network': ['ID=56479f00-69b3-4caa-9ec0-b22600a47121,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:01.000985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:01.002823 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/networks/56479f00-69b3-4caa-9ec0-b22600a47121 HTTP/1.1" status: 204 len: 168 time: 2.8894079 Dec 09 09:31:01.014404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51802) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:01.085180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:01.092372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:01.185149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:01.238098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.242297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4760ed58-4bce-4aea-9779-876144d247f1 None None] Provisioning complete for port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:01.242970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4760ed58-4bce-4aea-9779-876144d247f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.267308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Pushing event updated for resources: {'Port': ['ID=cf145a58-c647-4606-ba8c-ae336463918b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:01.270558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:01.271346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51808) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:01.386760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::23c (b5fb7dd8-52d6-40b8-904d-36505f6b0819/a3e38fbd-c75e-4e34-bf3f-8aedc1546c18/eb07f5b4-4431-4670-a700-ab822eb6eb23) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:01.400926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8:0:1::3a2 (b5fb7dd8-52d6-40b8-904d-36505f6b0819/6d4dc1f6-40f5-4b39-bf84-442597b7e114/eb07f5b4-4431-4670-a700-ab822eb6eb23) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:01.482482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.486706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.496411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e5113bcc-8534-41cb-a4f3-f2039eac8595 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:01.496622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-597017235'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:01.510916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:01.526168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:network and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:01.532021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:01.540124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad27038-b030-4af4-b2d2-7bb4c31df39c']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:01.547602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:01.558046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1f9323-7665-4176-ae56-aa0c05b73bed') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:01.558381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1f9323-7665-4176-ae56-aa0c05b73bed') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:01.573297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.576457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c17f484-2def-4e92-af85-6083105aef2d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:01.580694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:01.585787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:01.586223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.613270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.628161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.641695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:01.642168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.645012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.658258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:01.660720 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:01.753668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd44bfc-ea9b-435b-914a-a99d2a6d0171,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:01.767632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:01.770688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:01.774888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group_rule and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:01.778107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.779970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:01.793007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37ff322c-50eb-41cf-a260-d0037f61184e tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:01.813226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:01.815751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:01.826636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Network': ['ID=8ad27038-b030-4af4-b2d2-7bb4c31df39c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:01.843027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:01.858642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/networks/8ad27038-b030-4af4-b2d2-7bb4c31df39c HTTP/1.1" status: 204 len: 168 time: 0.8385158 Dec 09 09:31:01.862822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51816) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:02.068541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.128799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.176192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.186113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.211411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.253494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.265208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-76899217-eab6-427f-99d7-40c3bd6e92cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:02.342575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:02.347474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object eb07f5b4-4431-4670-a700-ab822eb6eb23 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:02.412062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.412593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfe3f6-92e9-4388-aca4-03cec36f4ec5 req-d0d8ece4-2a56-4539-bd2c-9691f313c6df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:02.412822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.414590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fdfe3f6-92e9-4388-aca4-03cec36f4ec5 req-d0d8ece4-2a56-4539-bd2c-9691f313c6df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.5147746 Dec 09 09:31:02.421548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.421953 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Added segment 800e630c-33f1-4bb2-be75-eba6efab66e5 of type vlan for network b4b40889-9d50-41b4-b4ce-5af841f00280 Dec 09 09:31:02.423206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971704b4-1529-4f3c-a983-eacbe4bc194f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:02.447950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.450694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:02.478812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.567989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.569062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.575278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.593485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.611415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.623531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-acfeb92e-c9c7-4c41-9c6f-f2427968c78f tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:02.687340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89abff57-f719-4e87-954b-682f3d1c4d7a']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:02.701702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fdfe3f6-92e9-4388-aca4-03cec36f4ec5 req-fc310d61-bd70-4847-8d04-ab3e02dca23d tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732065 Dec 09 09:31:02.718862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b11dfd9-cd66-4f6d-bc0c-fc6e8b578db1') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:02.719160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b11dfd9-cd66-4f6d-bc0c-fc6e8b578db1') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:02.742550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.762791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.766923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:02.767610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.777241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0ae9043-a759-42ae-aebe-8f4c9fdb3732 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:02.811228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.848187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:02.848568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:02.872770 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:02.882423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6059194 Dec 09 09:31:02.957073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51822) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:03.036364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.036967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c31780e-48e9-483a-a255-a130e4ec4d36 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:31:03.045900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:03.057609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:03.059720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=eb07f5b4-4431-4670-a700-ab822eb6eb23,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:03.062394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:03.066764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:03.067483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.083045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:03.181852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.186052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5c31780e-48e9-483a-a255-a130e4ec4d36 HTTP/1.1" status: 204 len: 168 time: 8.3116534 Dec 09 09:31:03.187916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.4983168 Dec 09 09:31:03.189846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51826) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:03.212992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51828) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:03.259487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'name': 'tempest-PortsTestJSON-1584024920'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:03.268293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3e38fbd-c75e-4e34-bf3f-8aedc1546c18'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:03.367946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.401580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] Deleting subnet 7c5a3f78-88c9-4137-86e6-bb3399d43eb7 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:03.408517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Network': ['ID=b4b40889-9d50-41b4-b4ce-5af841f00280,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:03.409029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.422878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:03.437490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:03.439116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:03.457043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.471884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] 10.222.0.18 "DELETE /v2.0/networks/89abff57-f719-4e87-954b-682f3d1c4d7a HTTP/1.1" status: 204 len: 168 time: 1.6074042 Dec 09 09:31:03.489067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.546315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Pushing event deleted for resources: {'Network': ['ID=89abff57-f719-4e87-954b-682f3d1c4d7a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:03.551769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:03.603354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:03.608252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:port and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:03.611771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:03.621489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:03.638733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:03.644762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.651107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-23684bf5-bee0-4ba6-9897-24e17d91b92f None None] Provisioning for port eb07f5b4-4431-4670-a700-ab822eb6eb23 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:03.662707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-23684bf5-bee0-4ba6-9897-24e17d91b92f None None] Provisioning complete for port eb07f5b4-4431-4670-a700-ab822eb6eb23 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:03.663195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23684bf5-bee0-4ba6-9897-24e17d91b92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.693633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7871e-90bb-440c-98f8-dcebe93cc695 req-13a45733-594d-4918-a16a-568835be8ae0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:03.695296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fb7871e-90bb-440c-98f8-dcebe93cc695 req-13a45733-594d-4918-a16a-568835be8ae0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4203269 Dec 09 09:31:03.701198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port f6239df7-a8fe-4916-8f4e-2e58a14442e4 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:03.716693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:03.764545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-23684bf5-bee0-4ba6-9897-24e17d91b92f None None] Port eb07f5b4-4431-4670-a700-ab822eb6eb23 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:03.859445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fb7871e-90bb-440c-98f8-dcebe93cc695 req-02fbb542-5ef6-4e0a-968b-13b6012f13fa tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147850 Dec 09 09:31:03.913358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:31:03.965547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.011371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2c17f484-2def-4e92-af85-6083105aef2d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:04.021863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Router 91b03cb5-fcd3-414f-9d44-acd528eee604 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:31:04.023728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51840) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:04.043683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.051727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.053365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 2c17f484-2def-4e92-af85-6083105aef2d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:04.053365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2c17f484-2def-4e92-af85-6083105aef2d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:04.088795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Router 19109215-e3ac-4235-bdc1-8851dd38db1f is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:31:04.166787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.174981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-30a6cc54-b930-4e6b-a59b-e1e0d3192f94 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:04.265438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.346217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-84faa6c5-55dc-436e-bdf4-fa38b48a3c86 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:04.360012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=f6239df7-a8fe-4916-8f4e-2e58a14442e4,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:04.367078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:04.386438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a017229c-f358-41f0-b5e2-102fd4697713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.399299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-32f2eb85-12d1-4b25-852b-e251c1203796 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a97ba07378aa4e2f8594bb872e00e58e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3684280 Dec 09 09:31:04.400353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51846) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:04.405862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5a3f78-88c9-4137-86e6-bb3399d43eb7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:04.414248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:04.429460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Checking segment: {'id': '800e630c-33f1-4bb2-be75-eba6efab66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:04.429864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network hostable DHCP agents. Network: b4b40889-9d50-41b4-b4ce-5af841f00280, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:04.476147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be65958-0ce9-49e8-9e60-a15c77482ea7 None None] Network 56cbb88c-3618-49e4-96c2-31c16bc3e914 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:04.486009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.514933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:04.525874 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7c5a3f78-88c9-4137-86e6-bb3399d43eb7 HTTP/1.1" status: 204 len: 168 time: 1.3261392 Dec 09 09:31:04.527273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d57f8151-9d74-4fe8-9678-fc95238544d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.527543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51850) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:04.532198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:31:04.541507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c03f69-0af3-4b40-a064-0914408119c0 None None] Sync routers for ids ['91b03cb5-fcd3-414f-9d44-acd528eee604'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:31:04.544480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, b4b40889-9d50-41b4-b4ce-5af841f00280) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:04.555440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:04.560313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:04.560464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.567105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c03f69-0af3-4b40-a064-0914408119c0 None None] Routers {'91b03cb5-fcd3-414f-9d44-acd528eee604'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:04.568208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-00c03f69-0af3-4b40-a064-0914408119c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['91b03cb5-fcd3-414f-9d44-acd528eee604'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:04.578393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.582565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "PUT /v2.0/routers/91b03cb5-fcd3-414f-9d44-acd528eee604 HTTP/1.1" status: 200 len: 920 time: 6.5191376 Dec 09 09:31:04.586108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59881d4a-5dd6-4fcd-b194-ef8fa014a759 None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:04.589028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51854) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:04.597575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d57f8151-9d74-4fe8-9678-fc95238544d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.676139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-00c03f69-0af3-4b40-a064-0914408119c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:04.691284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c03f69-0af3-4b40-a064-0914408119c0 None None] Routers {'91b03cb5-fcd3-414f-9d44-acd528eee604'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:04.692874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-00c03f69-0af3-4b40-a064-0914408119c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['91b03cb5-fcd3-414f-9d44-acd528eee604'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:04.692996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4410243 Dec 09 09:31:04.698808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51858) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:04.716544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1671060190'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:04.728341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:04.734620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:network and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:04.739049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:04.749042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:04.778354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:04.783918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.858311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d57f8151-9d74-4fe8-9678-fc95238544d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.868807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-faee9a42-2e69-4092-aa53-312efea97bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:04.879585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-00c03f69-0af3-4b40-a064-0914408119c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:04.881211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c03f69-0af3-4b40-a064-0914408119c0 None None] The sync data for ids ['91b03cb5-fcd3-414f-9d44-acd528eee604'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:31:04.889244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f8151-9d74-4fe8-9678-fc95238544d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edfd10e-c8da-4210-9d12-40fcb8cc857b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:04.910865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:04.923449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.924175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Added segment 18b9f90c-6bb4-48da-a8c3-1e7d099d749f of type vlan for network c6e66ccc-5e68-49f6-89c2-5607794c59e0 Dec 09 09:31:04.932393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.963267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d57f8151-9d74-4fe8-9678-fc95238544d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:04.977965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d57f8151-9d74-4fe8-9678-fc95238544d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:04.981875 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d57f8151-9d74-4fe8-9678-fc95238544d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6edfd10e-c8da-4210-9d12-40fcb8cc857b HTTP/1.1" status: 204 len: 168 time: 0.5751612 Dec 09 09:31:04.991089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.054879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] DHCP port deletion for 56cbb88c-3618-49e4-96c2-31c16bc3e914 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:31:05.059431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.061997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] Deleting port 4fbec1e0-5cb7-4444-94b7-43da41855221 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:05.062649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.063870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:05.064909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.072870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:05.127392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2ee9347a-6f48-4cf3-89fc-88524bff943d tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/routers/91b03cb5-fcd3-414f-9d44-acd528eee604 HTTP/1.1" status: 200 len: 926 time: 0.5343611 Dec 09 09:31:05.135558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51866) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:05.186562 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4854403 Dec 09 09:31:05.280870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51872) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:05.281998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Network': ['ID=c6e66ccc-5e68-49f6-89c2-5607794c59e0,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:05.287241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:05.292751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'ports': [{'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280'}, {'network_id': 'c6e66ccc-5e68-49f6-89c2-5607794c59e0'}]} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:05.293397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:05.294431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'c6e66ccc-5e68-49f6-89c2-5607794c59e0'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:05.310805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network c6e66ccc-5e68-49f6-89c2-5607794c59e0 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:05.336416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Deleting port 4fbec1e0-5cb7-4444-94b7-43da41855221 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:05.336794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.366160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Delete allocated IP 2001:db8:0:1::3a2 (b5fb7dd8-52d6-40b8-904d-36505f6b0819/6d4dc1f6-40f5-4b39-bf84-442597b7e114) {{(pid=88884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 09 09:31:05.393567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] For port 4fbec1e0-5cb7-4444-94b7-43da41855221, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4fbec1e0-5cb7-4444-94b7-43da41855221,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:05.394014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.505508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f49e66bc-1d82-4a69-9a3d-969911f0e1d9 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=91b03cb5-fcd3-414f-9d44-acd528eee604&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3646994 Dec 09 09:31:05.516835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51882) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:05.604648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] Calling delete_port for 4fbec1e0-5cb7-4444-94b7-43da41855221 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:05.671338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.697500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.701150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2d2b27-7631-4226-a44b-44dddae912e5 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:05.703138 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-db2d2b27-7631-4226-a44b-44dddae912e5 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 881 time: 0.1856797 Dec 09 09:31:05.707311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51888) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:05.725341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51077eed-b63d-4d27-91c3-23954578c182 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:05.742258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:31:05.772350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccd69d-2ac3-4be6-ab4c-818427d4bd8f None None] Sync routers for ids ['19109215-e3ac-4235-bdc1-8851dd38db1f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:31:05.776713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] No DVR routers for this DVR port 4fbec1e0-5cb7-4444-94b7-43da41855221 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:31:05.791367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] Pushing event deleted for resources: {'Port': ['ID=4fbec1e0-5cb7-4444-94b7-43da41855221,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:05.802594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:05.814986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ccd69d-2ac3-4be6-ab4c-818427d4bd8f None None] Routers {'19109215-e3ac-4235-bdc1-8851dd38db1f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:05.815784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-46ccd69d-2ac3-4be6-ab4c-818427d4bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['19109215-e3ac-4235-bdc1-8851dd38db1f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:05.891098 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-92f7e467-e2c9-46ff-912b-fc2409def6bd tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b03cb5-fcd3-414f-9d44-acd528eee604 HTTP/1.1" status: 200 len: 205 time: 0.1802092 Dec 09 09:31:05.896027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51896) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:05.900927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-46ccd69d-2ac3-4be6-ab4c-818427d4bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:05.914597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ccd69d-2ac3-4be6-ab4c-818427d4bd8f None None] Routers {'19109215-e3ac-4235-bdc1-8851dd38db1f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:05.915353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-46ccd69d-2ac3-4be6-ab4c-818427d4bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:30:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['19109215-e3ac-4235-bdc1-8851dd38db1f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:05.918126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b0a4c-1b3e-41e6-bcdd-461e15bc5489 req-d12c3ef7-6791-4755-968f-e21d970a27ea tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:05.919759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-932b0a4c-1b3e-41e6-bcdd-461e15bc5489 req-d12c3ef7-6791-4755-968f-e21d970a27ea tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.9038119 Dec 09 09:31:05.968104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.969428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.4806788 Dec 09 09:31:05.979045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] For port 4fbec1e0-5cb7-4444-94b7-43da41855221, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4fbec1e0-5cb7-4444-94b7-43da41855221,segment=NetworkSegment(55fc5fe1-82dc-441b-a1ca-b1325567fb85),segment_id=55fc5fe1-82dc-441b-a1ca-b1325567fb85)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:05.979445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:05.991091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51900) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:06.013992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-207bacc2-f559-42f8-a7ae-0a34db699129 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': False}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:06.028908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-46ccd69d-2ac3-4be6-ab4c-818427d4bd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:06.029906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ccd69d-2ac3-4be6-ab4c-818427d4bd8f None None] The sync data for ids ['19109215-e3ac-4235-bdc1-8851dd38db1f'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:31:06.037144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:06.041660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:port and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:06.044660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:06.051027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:06.063262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 2} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:06.071567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:06.075613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4fbec1e0-5cb7-4444-94b7-43da41855221 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:06.111820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 4fbec1e0-5cb7-4444-94b7-43da41855221 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:06.112211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4fbec1e0-5cb7-4444-94b7-43da41855221 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:06.117233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:06.209406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51906) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:06.223184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Calling delete_port for 4fbec1e0-5cb7-4444-94b7-43da41855221 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:06.269363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:06.333206 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-932b0a4c-1b3e-41e6-bcdd-461e15bc5489 req-711e0cdd-4646-4ef4-86e1-0eaf44820643 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019907 Dec 09 09:31:06.334426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object eb07f5b4-4431-4670-a700-ab822eb6eb23 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:06.348418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:06.419715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:06.516547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:06.516911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:31:06.618405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=eb07f5b4-4431-4670-a700-ab822eb6eb23,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:06.633598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:06.635986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] In _notify_port_updated(), no bound segment for port eb07f5b4-4431-4670-a700-ab822eb6eb23 on network b5fb7dd8-52d6-40b8-904d-36505f6b0819 {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:31:06.640213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:06.640897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:06.644886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "PUT /v2.0/ports/eb07f5b4-4431-4670-a700-ab822eb6eb23 HTTP/1.1" status: 200 len: 926 time: 3.4258287 Dec 09 09:31:06.645038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port 233c94a9-4830-4b2e-8de8-1142187e384b yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:06.648616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51916) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:06.657777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6d75b36b-fe1c-4385-9256-36be3fca8d29 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:06.659005 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-6d75b36b-fe1c-4385-9256-36be3fca8d29 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:31:06.661273 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6d75b36b-fe1c-4385-9256-36be3fca8d29 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2027450 Dec 09 09:31:06.668898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51920) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:06.670968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a3e38fbd-c75e-4e34-bf3f-8aedc1546c18'}, {'subnet_id': '6d4dc1f6-40f5-4b39-bf84-442597b7e114'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:06.678402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'tempest-secgroup--303766979'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:06.686522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99a69c5a-9b53-426f-9c4e-7bbff2ee30ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:06.687557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:06.695696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:06.708880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:06.720432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:06.753261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:06.766694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Router 4657061a-418b-4542-9890-2032cec0df89 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:31:06.774908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:06.800163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71912b94-4ab7-43a1-8876-f663de65b64d req-be719764-61d7-48c8-872c-a6203e51f821 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:06.805861 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-71912b94-4ab7-43a1-8876-f663de65b64d req-be719764-61d7-48c8-872c-a6203e51f821 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.3368008 Dec 09 09:31:06.961811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:06.967765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:06.969825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:06.973683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:06.983044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:07.017375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.027590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Deleting port 4fbec1e0-5cb7-4444-94b7-43da41855221 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:07.027780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ac8de550-4c05-4cd2-9096-54b36f07285d None None] Provisioning for port eb07f5b4-4431-4670-a700-ab822eb6eb23 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:07.028015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.033303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ac8de550-4c05-4cd2-9096-54b36f07285d None None] Provisioning complete for port eb07f5b4-4431-4670-a700-ab822eb6eb23 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:07.033727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac8de550-4c05-4cd2-9096-54b36f07285d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.097005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ac8de550-4c05-4cd2-9096-54b36f07285d None None] Port eb07f5b4-4431-4670-a700-ab822eb6eb23 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:07.117931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] The port '4fbec1e0-5cb7-4444-94b7-43da41855221' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:31:07.132219 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-71912b94-4ab7-43a1-8876-f663de65b64d req-01d72566-b293-44dc-ab58-3dbf4a64016d tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771552 Dec 09 09:31:07.236567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.305723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.499310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port b1da872e-bf73-42ff-9bd4-fbcf9cb79f52 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:07.715569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.727884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.748584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.765713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:07.801684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cbb88c-3618-49e4-96c2-31c16bc3e914']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:07.853743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fc5fe1-82dc-441b-a1ca-b1325567fb85') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:07.854077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fc5fe1-82dc-441b-a1ca-b1325567fb85') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:07.866709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.877849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:07.880274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3c08e7-30df-4f7a-878b-ddd07cca6810,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:07.889864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:07.891564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.901563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:07.902591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Deleting port cf145a58-c647-4606-ba8c-ae336463918b {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:07.902971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.905364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:07.925198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:07.933980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00113884-0a06-4c0c-9a45-d240b656537f req-39957177-52f1-4542-ab5f-b8fe18b899a2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:07.935608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-00113884-0a06-4c0c-9a45-d240b656537f req-39957177-52f1-4542-ab5f-b8fe18b899a2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4434345 Dec 09 09:31:07.941704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.958422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.964242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:07.964703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:07.991908 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:08.158013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8:0:1::ab (b5fb7dd8-52d6-40b8-904d-36505f6b0819/6d4dc1f6-40f5-4b39-bf84-442597b7e114/eb07f5b4-4431-4670-a700-ab822eb6eb23) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:08.173076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:31:08.184633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] Sync routers for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:31:08.198263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.201602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:08.202546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:08.212126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e63aa059-b840-4965-99f9-9b9ba39b2289 tempest-PortsAdminExtendedAttrsTestJSON-837252789 tempest-PortsAdminExtendedAttrsTestJSON-837252789-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:08.224727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.232515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.236658 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-00113884-0a06-4c0c-9a45-d240b656537f req-e17bddca-7074-47da-9797-a29bed68d936 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813525 Dec 09 09:31:08.246132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:08.260700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.271844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.302664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.304397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Pushing event deleted for resources: {'Network': ['ID=56cbb88c-3618-49e4-96c2-31c16bc3e914,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:08.305934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.311728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:08.313861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6bc923c9-e856-4b51-bfae-fb70340b0f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:08.328383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7d53b1af-bd99-4c32-9b13-6a3a493926c6 admin admin] 10.222.0.18 "PUT /v2.0/routers/4657061a-418b-4542-9890-2032cec0df89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4801106 Dec 09 09:31:08.330512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] 10.222.0.18 "DELETE /v2.0/networks/56cbb88c-3618-49e4-96c2-31c16bc3e914 HTTP/1.1" status: 204 len: 168 time: 3.7686369 Dec 09 09:31:08.334617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51926) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:08.338608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.339868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6697993 Dec 09 09:31:08.344705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51934) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:08.420611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '021bc5f3-5c88-40ce-8acb-b8848e28b073', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:08.440628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:31:08.490112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:08.494219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=021bc5f3-5c88-40ce-8acb-b8848e28b073,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:08.504727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:08.506698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:08.513821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:08.524134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:08.586704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.608451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:08.629686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:08.632500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:08.633758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.643940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=233c94a9-4830-4b2e-8de8-1142187e384b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:08.647182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:08.648279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:08.749084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-207bacc2-f559-42f8-a7ae-0a34db699129 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.759088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.766829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.774505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:08.787765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Calling delete_port for cf145a58-c647-4606-ba8c-ae336463918b owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:08.802714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f271ee-d867-4d89-bf49-db4da4afaa99,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:08.826947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:08.853443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=b1da872e-bf73-42ff-9bd4-fbcf9cb79f52,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:08.856504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.857845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4516058 Dec 09 09:31:08.862081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:08.870748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:31:01Z', 'revision_number': 5, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:08.875537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] Checking router: 4657061a-418b-4542-9890-2032cec0df89 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:31:08.889059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] Routers {'4657061a-418b-4542-9890-2032cec0df89'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:08.889802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4657061a-418b-4542-9890-2032cec0df89'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:08.925580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51938) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:08.925969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51940) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:08.956502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-01a95fb4-6648-4dbe-9f56-2db006e90e3d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '021bc5f3-5c88-40ce-8acb-b8848e28b073', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:08.971969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-01a95fb4-6648-4dbe-9f56-2db006e90e3d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:08.985957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-01a95fb4-6648-4dbe-9f56-2db006e90e3d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:08.989316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-01a95fb4-6648-4dbe-9f56-2db006e90e3d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:09.060741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-01a95fb4-6648-4dbe-9f56-2db006e90e3d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:09.089599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] Set router 4657061a-418b-4542-9890-2032cec0df89 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:31:09.132573 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2f896fdd-a732-4f1d-b2a3-4a865d1a983e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03a040d3186a491e995d63e3c738a73a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2026601 Dec 09 09:31:09.135739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01a95fb4-6648-4dbe-9f56-2db006e90e3d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.146259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51946) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:09.153004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:09.276882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Checking segment: {'id': '18b9f90c-6bb4-48da-a8c3-1e7d099d749f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c6e66ccc-5e68-49f6-89c2-5607794c59e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:09.277468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network hostable DHCP agents. Network: c6e66ccc-5e68-49f6-89c2-5607794c59e0, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:09.339630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.373810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2e8f0-de7e-4663-a693-a3d2b40e3ae9 req-a6e868db-9105-45dc-81b8-5e8834f8939f tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:09.375633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-86a2e8f0-de7e-4663-a693-a3d2b40e3ae9 req-a6e868db-9105-45dc-81b8-5e8834f8939f tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.6270964 Dec 09 09:31:09.413838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:31:01Z', 'revision_number': 5, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:09.418322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ef4343-bb2c-45dc-99f9-204cbf15464e None None] The sync data for ids ['4657061a-418b-4542-9890-2032cec0df89'] in dv-neutron-819581-1-hyperv is: [{'id': '4657061a-418b-4542-9890-2032cec0df89', 'name': 'tempest-ServersTestJSON-1200628086-router', 'tenant_id': '7d726456491348a493aa4dd6659dd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:41Z', 'updated_at': '2021-12-09T09:31:01Z', 'revision_number': 5, 'project_id': '7d726456491348a493aa4dd6659dd405', 'gw_port': {'id': 'a56cbf6d-218d-4a84-a4d1-256a5bb37f54', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4657061a-418b-4542-9890-2032cec0df89', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:43Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:31:09.429480 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-01a95fb4-6648-4dbe-9f56-2db006e90e3d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:31:09.433634 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-01a95fb4-6648-4dbe-9f56-2db006e90e3d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5037603 Dec 09 09:31:09.438329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51950) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:09.443047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network c6e66ccc-5e68-49f6-89c2-5607794c59e0 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:09.468006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06272f84-5e79-472f-b27b-a128731fdbba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.471697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, c6e66ccc-5e68-49f6-89c2-5607794c59e0) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:09.490508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7893fc-d8b2-48dc-8069-8e86dbcb605a None None] Network c6e66ccc-5e68-49f6-89c2-5607794c59e0 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:09.493392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:09.497785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:09.501334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:09.502035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.522047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object eb07f5b4-4431-4670-a700-ab822eb6eb23 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:09.531887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.533599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.540571 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-86a2e8f0-de7e-4663-a693-a3d2b40e3ae9 req-c37a71d3-1f2f-4cae-a1d3-c797fd3901cd tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535034 Dec 09 09:31:09.551065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a43ab8e-44f3-4e8b-b037-bc38415c2112 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:09.606368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event deleted for resources: {'Port': ['ID=cf145a58-c647-4606-ba8c-ae336463918b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:09.620476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06272f84-5e79-472f-b27b-a128731fdbba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.689777 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.4017253 Dec 09 09:31:09.698545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51956) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:09.763813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-207bacc2-f559-42f8-a7ae-0a34db699129 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.766429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.777143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ba022bd-a200-4acc-839a-04cf96bb935b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.807812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06272f84-5e79-472f-b27b-a128731fdbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.815513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ba022bd-a200-4acc-839a-04cf96bb935b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.824513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:09.838954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-207bacc2-f559-42f8-a7ae-0a34db699129 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.847745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06272f84-5e79-472f-b27b-a128731fdbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bb98ac-5960-425d-ae22-207f102be437,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:09.859017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-06272f84-5e79-472f-b27b-a128731fdbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:09.865547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Deleting port a56cbf6d-218d-4a84-a4d1-256a5bb37f54 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:09.865929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.887652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=eb07f5b4-4431-4670-a700-ab822eb6eb23,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:09.910181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:09.915209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:09.915857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:09.921908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] In _notify_port_updated(), no bound segment for port eb07f5b4-4431-4670-a700-ab822eb6eb23 on network b5fb7dd8-52d6-40b8-904d-36505f6b0819 {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:31:09.926877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:09.927601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.932120 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "PUT /v2.0/ports/eb07f5b4-4431-4670-a700-ab822eb6eb23 HTTP/1.1" status: 200 len: 1011 time: 3.2771418 Dec 09 09:31:09.934873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51960) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:09.941591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port b1da872e-bf73-42ff-9bd4-fbcf9cb79f52 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:09.941980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:09.997817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device acd44bfc-ea9b-435b-914a-a99d2a6d0171 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:10.045372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: acd44bfc-ea9b-435b-914a-a99d2a6d0171 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:10.046023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device acd44bfc-ea9b-435b-914a-a99d2a6d0171 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:10.190289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d358afee-2657-4328-9532-453bb9fbdd72 None None] Provisioning for port eb07f5b4-4431-4670-a700-ab822eb6eb23 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:10.196009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d358afee-2657-4328-9532-453bb9fbdd72 None None] Provisioning complete for port eb07f5b4-4431-4670-a700-ab822eb6eb23 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:10.196510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d358afee-2657-4328-9532-453bb9fbdd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.259508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port eb07f5b4-4431-4670-a700-ab822eb6eb23 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:10.259900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.265331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d358afee-2657-4328-9532-453bb9fbdd72 None None] Port eb07f5b4-4431-4670-a700-ab822eb6eb23 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:10.282585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06272f84-5e79-472f-b27b-a128731fdbba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.283820 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-06272f84-5e79-472f-b27b-a128731fdbba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28bb98ac-5960-425d-ae22-207f102be437 HTTP/1.1" status: 204 len: 168 time: 1.1348274 Dec 09 09:31:10.313221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.398148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ba022bd-a200-4acc-839a-04cf96bb935b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.411318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff7e2252-a74b-45a8-97f5-36dda06b0481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:10.439125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba022bd-a200-4acc-839a-04cf96bb935b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=021bc5f3-5c88-40ce-8acb-b8848e28b073,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:10.443388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9ba022bd-a200-4acc-839a-04cf96bb935b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:10.457738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ba022bd-a200-4acc-839a-04cf96bb935b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.463390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9ba022bd-a200-4acc-839a-04cf96bb935b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/021bc5f3-5c88-40ce-8acb-b8848e28b073 HTTP/1.1" status: 204 len: 168 time: 1.0231278 Dec 09 09:31:10.468326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51966) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:10.590848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] For port a56cbf6d-218d-4a84-a4d1-256a5bb37f54, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a56cbf6d-218d-4a84-a4d1-256a5bb37f54,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:10.591237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.734367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Calling delete_port for a56cbf6d-218d-4a84-a4d1-256a5bb37f54 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:10.794797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.806199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e646120b-8d6e-4d20-b5a4-bbac1d6dcf28 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Synchronizing usage tracker for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:10.814899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.870980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e646120b-8d6e-4d20-b5a4-bbac1d6dcf28 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Unset dirty status for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:10.878660 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e646120b-8d6e-4d20-b5a4-bbac1d6dcf28 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4030337 Dec 09 09:31:10.879429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51976) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:10.888899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'tempest-secgroup--231112895'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:10.901172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:10.922484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:10.925770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207bacc2-f559-42f8-a7ae-0a34db699129 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Router 19109215-e3ac-4235-bdc1-8851dd38db1f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:31:10.947451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.968506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:10.979207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for b1da872e-bf73-42ff-9bd4-fbcf9cb79f52 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:11.115392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:11.125546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:11.129704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:11.152298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:11.172050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.180414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61b58a81-6c53-4e76-83c8-eca078b8d618 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:11.290936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Pushing event deleted for resources: {'Port': ['ID=a56cbf6d-218d-4a84-a4d1-256a5bb37f54,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:11.301160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:11.393641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.394204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Fanout notify agent at l3_agent the message router_deleted on router 91b03cb5-fcd3-414f-9d44-acd528eee604 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:31:11.417842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.434201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.435399 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a76becb-c88d-450b-9ea4-7433768d5b6b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/91b03cb5-fcd3-414f-9d44-acd528eee604 HTTP/1.1" status: 204 len: 168 time: 5.5383780 Dec 09 09:31:11.438277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.439758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 51990) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:11.462233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.467586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.473372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:11.486390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 51994) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:11.500589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-419c9eb3-e56d-4d5d-85bc-3a41eeec0d51 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:11.605199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1088816509', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:11.617840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for eb07f5b4-4431-4670-a700-ab822eb6eb23 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:11.662824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:11.668510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=b1da872e-bf73-42ff-9bd4-fbcf9cb79f52,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:11.676171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Usage tracker for resource:router and tenant:52e0a11af80743c3b097363d0b21183b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:11.682587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a07ac67f-7774-4ed9-998b-b92b75b64b72,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:11.682728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:11.685663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:11.686196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:11.695395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.703320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:11.712569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.727055 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/b1da872e-bf73-42ff-9bd4-fbcf9cb79f52 HTTP/1.1" status: 204 len: 168 time: 2.0274143 Dec 09 09:31:11.742192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52000) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:11.744098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.745322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.823668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.825021 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9445601 Dec 09 09:31:11.835986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207bacc2-f559-42f8-a7ae-0a34db699129 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:31:11.843101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52004) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:11.847696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-207bacc2-f559-42f8-a7ae-0a34db699129 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.851490 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-207bacc2-f559-42f8-a7ae-0a34db699129 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "PUT /v2.0/routers/19109215-e3ac-4235-bdc1-8851dd38db1f HTTP/1.1" status: 200 len: 920 time: 5.8546870 Dec 09 09:31:11.851639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45238596-8d7f-4af0-a321-5db4c41e38df None None] Sync routers for ids ['19109215-e3ac-4235-bdc1-8851dd38db1f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:31:11.856868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-79ca07cc-b20c-443a-833f-0c3333a65329 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': 'a07ac67f-7774-4ed9-998b-b92b75b64b72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:11.857590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-79ca07cc-b20c-443a-833f-0c3333a65329 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:11.861383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-79ca07cc-b20c-443a-833f-0c3333a65329 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0145521 Dec 09 09:31:11.861551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52008) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:11.862995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52010) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:11.954512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:11.967116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b16055b1-f3d5-4f8c-8ed8-4682a4544874 tempest-AgentManagementNegativeTest-465620188 tempest-AgentManagementNegativeTest-465620188-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4737008 Dec 09 09:31:12.119553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45238596-8d7f-4af0-a321-5db4c41e38df None None] Routers {'19109215-e3ac-4235-bdc1-8851dd38db1f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:12.120487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-45238596-8d7f-4af0-a321-5db4c41e38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['19109215-e3ac-4235-bdc1-8851dd38db1f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:12.159982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169f0b7-bfe5-4099-9de1-4abe922642ff tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:12.165677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169f0b7-bfe5-4099-9de1-4abe922642ff tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:12.166597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9169f0b7-bfe5-4099-9de1-4abe922642ff tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:12.220418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-45238596-8d7f-4af0-a321-5db4c41e38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:12.237887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45238596-8d7f-4af0-a321-5db4c41e38df None None] Routers {'19109215-e3ac-4235-bdc1-8851dd38db1f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:12.238918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-45238596-8d7f-4af0-a321-5db4c41e38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['19109215-e3ac-4235-bdc1-8851dd38db1f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:12.263278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.273501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9386fd9d-7a0e-4da5-99fc-53ab7df03a3f tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:12.285208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.294546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.322826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63cd01b5-5097-47dc-88fc-e4a9c67ea0df tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.341925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-45238596-8d7f-4af0-a321-5db4c41e38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:12.343101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45238596-8d7f-4af0-a321-5db4c41e38df None None] The sync data for ids ['19109215-e3ac-4235-bdc1-8851dd38db1f'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:31:12.360168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.360168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4657061a-418b-4542-9890-2032cec0df89 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:31:12.367463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63cd01b5-5097-47dc-88fc-e4a9c67ea0df tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.381422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9169f0b7-bfe5-4099-9de1-4abe922642ff tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:12.383591 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9169f0b7-bfe5-4099-9de1-4abe922642ff tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6344836 Dec 09 09:31:12.384614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=eb07f5b4-4431-4670-a700-ab822eb6eb23,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:12.387290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52020) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.388835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.392688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] 10.222.0.18 "DELETE /v2.0/routers/4657061a-418b-4542-9890-2032cec0df89 HTTP/1.1" status: 204 len: 168 time: 4.0530446 Dec 09 09:31:12.394689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52024) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.398655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:12.417720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52028) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.452019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63cd01b5-5097-47dc-88fc-e4a9c67ea0df tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.457670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:12.479322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd01b5-5097-47dc-88fc-e4a9c67ea0df tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07ac67f-7774-4ed9-998b-b92b75b64b72,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:12.483665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63cd01b5-5097-47dc-88fc-e4a9c67ea0df tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:12.491427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63cd01b5-5097-47dc-88fc-e4a9c67ea0df tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.493306 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-63cd01b5-5097-47dc-88fc-e4a9c67ea0df tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/a07ac67f-7774-4ed9-998b-b92b75b64b72 HTTP/1.1" status: 204 len: 168 time: 0.6285229 Dec 09 09:31:12.495791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52034) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.526113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.589416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e31b69e9-010d-4d42-85be-9785d111fd59 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Synchronizing usage tracker for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:12.610959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e31b69e9-010d-4d42-85be-9785d111fd59 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Unset dirty status for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:12.616698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e31b69e9-010d-4d42-85be-9785d111fd59 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1158011 Dec 09 09:31:12.618288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52038) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.624854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914845716'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:12.633892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:12.646010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:12.662759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.705797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.709107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.750373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] Deleting subnet dfe9113b-65ce-44e9-b256-78fbd1441f03 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:12.771610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:12.774834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:12.775735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 233c94a9-4830-4b2e-8de8-1142187e384b {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:12.776130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.784727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:12.788454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Usage tracker for resource:security_group_rule and tenant:94c30e4e0c134b7bbfd8083f1c90e4dc is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:12.792261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:12.794996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:12.805488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:12.807796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:12.813022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.884203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/eb07f5b4-4431-4670-a700-ab822eb6eb23 HTTP/1.1" status: 204 len: 168 time: 2.9141400 Dec 09 09:31:12.890207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52042) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:12.949472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.964929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.965199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:12.969611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9be7c2-a505-42a5-a4a6-5ef6bf8249cf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:31:12.970181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bb9be7c2-a505-42a5-a4a6-5ef6bf8249cf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:12.977373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:13.023270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.040534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.060966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9df094-47fc-4a84-981e-953e79fcbf72,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:13.068227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bb9be7c2-a505-42a5-a4a6-5ef6bf8249cf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:13.072649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bb9be7c2-a505-42a5-a4a6-5ef6bf8249cf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/eb07f5b4-4431-4670-a700-ab822eb6eb23 HTTP/1.1" status: 404 len: 333 time: 0.1783259 Dec 09 09:31:13.073521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:13.074000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:13.079304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52046) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.093098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.094952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4750290 Dec 09 09:31:13.097733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-37fef55a-2cbd-4e57-bc0a-adb2d54acb01 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/routers/19109215-e3ac-4235-bdc1-8851dd38db1f HTTP/1.1" status: 200 len: 920 time: 1.2363162 Dec 09 09:31:13.102700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52050) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.103062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52052) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.118198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94c30e4e0c134b7bbfd8083f1c90e4dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6987119 Dec 09 09:31:13.119969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c52567-1769-458f-8c36-8baf0d0f7860,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:13.122469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52054) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.125399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:13.188369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c1ea-6e52-44ff-aeae-4428398c0c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.192554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1121bbda-e241-41b8-a1ef-372237704233 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': 'bc9df094-47fc-4a84-981e-953e79fcbf72', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:13.193356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-1121bbda-e241-41b8-a1ef-372237704233 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:13.197836 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1121bbda-e241-41b8-a1ef-372237704233 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0571544 Dec 09 09:31:13.204461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52062) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.251161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c1ea-6e52-44ff-aeae-4428398c0c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.328462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7e5d-2a24-4b2b-ad03-9d0e60c8b8d1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.358995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c1ea-6e52-44ff-aeae-4428398c0c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.367222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4df8acb-f4fe-4373-b72b-210c995edbb7 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:13.377645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7e5d-2a24-4b2b-ad03-9d0e60c8b8d1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.391919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8c1ea-6e52-44ff-aeae-4428398c0c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c52567-1769-458f-8c36-8baf0d0f7860,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:13.396220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9c8c1ea-6e52-44ff-aeae-4428398c0c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:13.411460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9c8c1ea-6e52-44ff-aeae-4428398c0c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.415964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9c8c1ea-6e52-44ff-aeae-4428398c0c1c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37c52567-1769-458f-8c36-8baf0d0f7860 HTTP/1.1" status: 204 len: 168 time: 0.2892556 Dec 09 09:31:13.447185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7e5d-2a24-4b2b-ad03-9d0e60c8b8d1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.452764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:13.470290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c7e5d-2a24-4b2b-ad03-9d0e60c8b8d1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9df094-47fc-4a84-981e-953e79fcbf72,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:13.472742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6c1c7e5d-2a24-4b2b-ad03-9d0e60c8b8d1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:13.479360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c1c7e5d-2a24-4b2b-ad03-9d0e60c8b8d1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.480618 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6c1c7e5d-2a24-4b2b-ad03-9d0e60c8b8d1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/bc9df094-47fc-4a84-981e-953e79fcbf72 HTTP/1.1" status: 204 len: 168 time: 0.2751372 Dec 09 09:31:13.483498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52068) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.546774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-06dd8c43-4b2a-4793-ab67-d1d6554c8dee tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Synchronizing usage tracker for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:13.564207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-06dd8c43-4b2a-4793-ab67-d1d6554c8dee tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Unset dirty status for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:13.569870 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-06dd8c43-4b2a-4793-ab67-d1d6554c8dee tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0810702 Dec 09 09:31:13.570272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52072) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.576470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372156580'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:13.590927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:13.601414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:13.611706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.641795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.657701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:13.661677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:13.665077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:13.671348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:13.680718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.748624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.754256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.761582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:13.813999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326a06e3-83e8-4879-86a7-76755aea848a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:13.817591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:13.820972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.822416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2511125 Dec 09 09:31:13.825344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52078) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.838276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-417eee00-4336-413a-b2fe-0955245cb6d6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '326a06e3-83e8-4879-86a7-76755aea848a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:13.838276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-417eee00-4336-413a-b2fe-0955245cb6d6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:13.838276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-417eee00-4336-413a-b2fe-0955245cb6d6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067172 Dec 09 09:31:13.838276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52082) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.843778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-43fced3a-332c-4dcf-9d03-60d4581abe34 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '326a06e3-83e8-4879-86a7-76755aea848a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:13.844509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-43fced3a-332c-4dcf-9d03-60d4581abe34 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:13.848124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-43fced3a-332c-4dcf-9d03-60d4581abe34 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066278 Dec 09 09:31:13.848265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52088) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.855150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-45599ff4-50c9-418d-908e-3c2187916f1d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '326a06e3-83e8-4879-86a7-76755aea848a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:13.855858 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-45599ff4-50c9-418d-908e-3c2187916f1d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:13.859645 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-45599ff4-50c9-418d-908e-3c2187916f1d tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079179 Dec 09 09:31:13.859801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52092) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.871072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-71e3ca07-6f18-4715-b37f-4459cfb525ed tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '326a06e3-83e8-4879-86a7-76755aea848a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:13.871824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-71e3ca07-6f18-4715-b37f-4459cfb525ed tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:13.873148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-71e3ca07-6f18-4715-b37f-4459cfb525ed tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121679 Dec 09 09:31:13.873929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 233c94a9-4830-4b2e-8de8-1142187e384b owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:13.876166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52096) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:13.956691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e84bffe4-211d-4bfe-b676-b7b2fa62dbab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:13.993296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e84bffe4-211d-4bfe-b676-b7b2fa62dbab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.011139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a56cbf6d-218d-4a84-a4d1-256a5bb37f54 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:14.042990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a654c6e2-317f-4106-a6af-c09ba89c3be7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Synchronizing usage tracker for tenant:76bd5a36efc64de88f38366d386f4487 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:14.052704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: a56cbf6d-218d-4a84-a4d1-256a5bb37f54 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:14.052937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e84bffe4-211d-4bfe-b676-b7b2fa62dbab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.053025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a56cbf6d-218d-4a84-a4d1-256a5bb37f54 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:14.062365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fe878299-ccaf-46aa-b3be-34a690a1665e tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:14.075286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bffe4-211d-4bfe-b676-b7b2fa62dbab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=326a06e3-83e8-4879-86a7-76755aea848a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:14.081279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e84bffe4-211d-4bfe-b676-b7b2fa62dbab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:14.090154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e84bffe4-211d-4bfe-b676-b7b2fa62dbab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.095665 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e84bffe4-211d-4bfe-b676-b7b2fa62dbab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/326a06e3-83e8-4879-86a7-76755aea848a HTTP/1.1" status: 204 len: 168 time: 0.2182879 Dec 09 09:31:14.097616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52106) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.123839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.165803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35dcba84-b18d-4ec0-a44c-9a350c5d2851 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Synchronizing usage tracker for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:14.181304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35dcba84-b18d-4ec0-a44c-9a350c5d2851 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Unset dirty status for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:14.182217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.187336 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-35dcba84-b18d-4ec0-a44c-9a350c5d2851 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0882974 Dec 09 09:31:14.188078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52110) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.188870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.194027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229372242'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:14.201178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:14.212028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:14.223754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.231823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet 6d4dc1f6-40f5-4b39-bf84-442597b7e114 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:14.239598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a654c6e2-317f-4106-a6af-c09ba89c3be7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Unset dirty status for tenant:76bd5a36efc64de88f38366d386f4487 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:14.244309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a654c6e2-317f-4106-a6af-c09ba89c3be7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=19109215-e3ac-4235-bdc1-8851dd38db1f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.1014395 Dec 09 09:31:14.244309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.244877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52116) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.275643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0806f00e-c680-4f8c-afc7-6aef31193a39 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:14.306939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.349445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe9113b-65ce-44e9-b256-78fbd1441f03,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:14.363809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:14.368075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a8e2dff-2d7c-4330-bb50-8066263228d7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:14.371525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:14.386035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:14.390612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:14.400273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:14.433382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=233c94a9-4830-4b2e-8de8-1142187e384b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:14.434770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24899055-4617-4941-b368-55cefbf9da40 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:14.435405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-24899055-4617-4941-b368-55cefbf9da40 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Synchronizing usage tracker for tenant:76bd5a36efc64de88f38366d386f4487 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:14.439756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4477c74e-ee4a-4f5d-ac7f-17af08312e76 None None] Network a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:14.447853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.477531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-24899055-4617-4941-b368-55cefbf9da40 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Unset dirty status for tenant:76bd5a36efc64de88f38366d386f4487 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:14.481594 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-24899055-4617-4941-b368-55cefbf9da40 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 881 time: 0.2331233 Dec 09 09:31:14.482910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52126) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.484754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.502194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.537195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.541157 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0aaed40b-5475-4b62-9aa5-338b8df9b4c1 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=19109215-e3ac-4235-bdc1-8851dd38db1f HTTP/1.1" status: 200 len: 205 time: 0.0577109 Dec 09 09:31:14.545957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52130) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.546506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52132) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.551930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.594108 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/dfe9113b-65ce-44e9-b256-78fbd1441f03 HTTP/1.1" status: 204 len: 168 time: 2.1942070 Dec 09 09:31:14.605284 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/233c94a9-4830-4b2e-8de8-1142187e384b HTTP/1.1" status: 204 len: 168 time: 2.2116966 Dec 09 09:31:14.605284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52140) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.605284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:14.611166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52142) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.630757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:14.707118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Allocated IP 172.26.8.124 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/2ecd3e6c-8fd6-4272-a2f2-314bdb7fbe0a) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:14.741427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776f5b02-9cef-486e-84cf-0261e74ab40b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:14.748026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:14.751593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.756470 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5673571 Dec 09 09:31:14.758391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52148) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.773429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] DHCP port deletion for a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:31:14.777689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-50e5bbb2-1cca-4a4d-995e-4f988ac374f2 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '776f5b02-9cef-486e-84cf-0261e74ab40b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:14.778248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] Deleting port fe9949a3-479c-4eee-8df6-fe936cadcba0 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:14.778370 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-50e5bbb2-1cca-4a4d-995e-4f988ac374f2 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:14.778667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.782725 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50e5bbb2-1cca-4a4d-995e-4f988ac374f2 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195982 Dec 09 09:31:14.793298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52152) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.805529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-56f98e8d-4a59-4240-aec3-2accc73e9742 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '776f5b02-9cef-486e-84cf-0261e74ab40b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:14.812494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-56f98e8d-4a59-4240-aec3-2accc73e9742 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:14.822414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-56f98e8d-4a59-4240-aec3-2accc73e9742 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:14.830554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-93977104'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:14.836416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-56f98e8d-4a59-4240-aec3-2accc73e9742 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:14.840942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:14.847976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-56f98e8d-4a59-4240-aec3-2accc73e9742 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:14.855126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:network and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:14.863781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.902524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.910229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:14.928886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:14.961463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:14.966737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:14.980308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-56f98e8d-4a59-4240-aec3-2accc73e9742 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:14.984158 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-56f98e8d-4a59-4240-aec3-2accc73e9742 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1843884 Dec 09 09:31:14.986129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52158) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:14.991923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f7b1aea3-d418-4f33-9d05-b76bbdc3e7e3 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '776f5b02-9cef-486e-84cf-0261e74ab40b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:14.992192 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-f7b1aea3-d418-4f33-9d05-b76bbdc3e7e3 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:14.995932 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f7b1aea3-d418-4f33-9d05-b76bbdc3e7e3 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072536 Dec 09 09:31:14.995932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.002943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52162) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.022049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ac592602-b13b-49cd-b161-1f1ad5aa16c6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '776f5b02-9cef-486e-84cf-0261e74ab40b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:15.034068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] For port fe9949a3-479c-4eee-8df6-fe936cadcba0, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fe9949a3-479c-4eee-8df6-fe936cadcba0,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:15.034819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.044502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Deleting port fe9949a3-479c-4eee-8df6-fe936cadcba0 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:15.044880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.059892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:15.066680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.077003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ac592602-b13b-49cd-b161-1f1ad5aa16c6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:15.085280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b940eb-652a-4617-9bd7-016307913510 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:15.086155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-92b940eb-652a-4617-9bd7-016307913510 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:15.104474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ac592602-b13b-49cd-b161-1f1ad5aa16c6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:15.116718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ac592602-b13b-49cd-b161-1f1ad5aa16c6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:15.120211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:security_group_rule and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:15.128049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:15.139077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ac592602-b13b-49cd-b161-1f1ad5aa16c6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:15.144426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:15.165902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] Calling delete_port for fe9949a3-479c-4eee-8df6-fe936cadcba0 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:15.181620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-92b940eb-652a-4617-9bd7-016307913510 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:15.185710 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-92b940eb-652a-4617-9bd7-016307913510 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5655537 Dec 09 09:31:15.187454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52166) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.208921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.222020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.242053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:15.246213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.251772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a4fc5ffb-5bc0-47d2-9745-553e864db4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:15.258402 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f888fa-5d7c-4540-9a48-25fac4e2630a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:31:15.262455 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-57f888fa-5d7c-4540-9a48-25fac4e2630a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/b1da872e-bf73-42ff-9bd4-fbcf9cb79f52 HTTP/1.1" status: 404 len: 333 time: 0.0700600 Dec 09 09:31:15.265607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52172) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.302324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4dc1f6-40f5-4b39-bf84-442597b7e114,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:15.316625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] Pushing event deleted for resources: {'Port': ['ID=fe9949a3-479c-4eee-8df6-fe936cadcba0,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:15.318752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] No DVR routers for this DVR port fe9949a3-479c-4eee-8df6-fe936cadcba0 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:31:15.320477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:15.321727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:15.346297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-ac592602-b13b-49cd-b161-1f1ad5aa16c6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:15.350185 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ac592602-b13b-49cd-b161-1f1ad5aa16c6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3367517 Dec 09 09:31:15.353480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.356003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52176) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.362749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7a52a4-65e1-4a7e-afdd-a0598e2880fa None None] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:15.378425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d9cf53d0-2ed9-4ba7-bc16-f02cdbe5d218 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '776f5b02-9cef-486e-84cf-0261e74ab40b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:15.379127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-d9cf53d0-2ed9-4ba7-bc16-f02cdbe5d218 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:15.384373 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d9cf53d0-2ed9-4ba7-bc16-f02cdbe5d218 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0221899 Dec 09 09:31:15.387400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52180) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.388884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/6d4dc1f6-40f5-4b39-bf84-442597b7e114 HTTP/1.1" status: 204 len: 168 time: 2.3059628 Dec 09 09:31:15.393292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52184) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.408812 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2242a258-2ad2-4ff2-ab89-b7bde75baf3d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:31:15.412386 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2242a258-2ad2-4ff2-ab89-b7bde75baf3d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/233c94a9-4830-4b2e-8de8-1142187e384b HTTP/1.1" status: 404 len: 333 time: 0.1432052 Dec 09 09:31:15.446649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52188) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.449067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9f233c60-3b1f-47f5-b55c-e257e2521eab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '776f5b02-9cef-486e-84cf-0261e74ab40b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:15.454837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.474823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9f233c60-3b1f-47f5-b55c-e257e2521eab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:15.486480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] For port fe9949a3-479c-4eee-8df6-fe936cadcba0, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fe9949a3-479c-4eee-8df6-fe936cadcba0,segment=NetworkSegment(581aa113-b7a6-40cd-8ddf-77c48599a741),segment_id=581aa113-b7a6-40cd-8ddf-77c48599a741)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:15.486886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.496201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9f233c60-3b1f-47f5-b55c-e257e2521eab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:15.496769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.499133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9f233c60-3b1f-47f5-b55c-e257e2521eab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:15.505832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.508723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1879e7d3-e5bc-4068-b707-ca6c7199d560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:15.514994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7781f36c-ea58-445f-872b-92cf19638916 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:15.544544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9f233c60-3b1f-47f5-b55c-e257e2521eab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:15.570149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:15.683219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e208eb7-13ad-441c-95f3-c1394ae579b6,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:15.693620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Calling delete_port for fe9949a3-479c-4eee-8df6-fe936cadcba0 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:15.710614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:15.711654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.712044 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Added segment 09b68f65-07a8-4c9b-9475-6b362fb01faa of type vlan for network 2d5d328b-91d8-47d0-9229-6819f3b6112b Dec 09 09:31:15.740124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.770159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:15.780141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:15.789840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:15.821778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event updated for resources: {'Port': ['ID=2ecd3e6c-8fd6-4272-a2f2-314bdb7fbe0a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:15.836114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:15.847792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.872907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-9f233c60-3b1f-47f5-b55c-e257e2521eab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:15.874215 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9f233c60-3b1f-47f5-b55c-e257e2521eab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4841583 Dec 09 09:31:15.877720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52192) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.887487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-15c7b679-932a-4e57-b002-17b13fa20e83 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '776f5b02-9cef-486e-84cf-0261e74ab40b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:15.888247 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-15c7b679-932a-4e57-b002-17b13fa20e83 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:15.889413 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-15c7b679-932a-4e57-b002-17b13fa20e83 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101700 Dec 09 09:31:15.892014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:15.892528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:31:15.892943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52196) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:15.941533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-037cd955-fc99-40e4-b984-3ac92a3eaca4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '776f5b02-9cef-486e-84cf-0261e74ab40b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:15.962999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-037cd955-fc99-40e4-b984-3ac92a3eaca4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:15.970734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-037cd955-fc99-40e4-b984-3ac92a3eaca4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:15.975826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-037cd955-fc99-40e4-b984-3ac92a3eaca4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:15.977313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet a3e38fbd-c75e-4e34-bf3f-8aedc1546c18 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:15.979406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:15.997511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-037cd955-fc99-40e4-b984-3ac92a3eaca4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:16.001089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.051805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fe9949a3-479c-4eee-8df6-fe936cadcba0 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:16.080601 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-037cd955-fc99-40e4-b984-3ac92a3eaca4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:16.081942 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-037cd955-fc99-40e4-b984-3ac92a3eaca4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1858363 Dec 09 09:31:16.086835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52200) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:16.097022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b9fd70e9-8801-4be7-8fa6-b5c3af8f7156 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '776f5b02-9cef-486e-84cf-0261e74ab40b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:16.105326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b9fd70e9-8801-4be7-8fa6-b5c3af8f7156 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:16.108605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: fe9949a3-479c-4eee-8df6-fe936cadcba0 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:16.109133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fe9949a3-479c-4eee-8df6-fe936cadcba0 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:16.109631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b9fd70e9-8801-4be7-8fa6-b5c3af8f7156 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:16.115165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Deleting port 1ddd2a98-4fa8-4fa7-b5a1-301d4320867a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:16.115332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b9fd70e9-8801-4be7-8fa6-b5c3af8f7156 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:16.115545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.129822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b9fd70e9-8801-4be7-8fa6-b5c3af8f7156 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:16.157296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.167655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.168432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.172613 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-b9fd70e9-8801-4be7-8fa6-b5c3af8f7156 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:16.174965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b9fd70e9-8801-4be7-8fa6-b5c3af8f7156 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0827885 Dec 09 09:31:16.175867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.186219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52204) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:16.190555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:16.191209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.199467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.234967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:16.347400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e66ccc-5e68-49f6-89c2-5607794c59e0']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:16.393457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Deleting port fe9949a3-479c-4eee-8df6-fe936cadcba0 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:16.394021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.479706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] The port 'fe9949a3-479c-4eee-8df6-fe936cadcba0' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:31:16.535325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f0fb3f53-e024-4812-abf1-eb847915ef4e None None] Provisioning complete for port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:16.535691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0fb3f53-e024-4812-abf1-eb847915ef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.654772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b9f90c-6bb4-48da-a8c3-1e7d099d749f') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:16.655199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b9f90c-6bb4-48da-a8c3-1e7d099d749f') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:16.795275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.810483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Network': ['ID=2d5d328b-91d8-47d0-9229-6819f3b6112b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:16.818436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:16.823604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:16.830731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2774088 Dec 09 09:31:16.846457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52208) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:16.866575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:16.890574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.893023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.919128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Router 5347588e-f481-45b5-9f0c-e64dcf306ecd is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:31:16.924976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60b1dba-af2d-4ce3-8ad3-11ff1d49f206']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:16.939053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:16.939675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.939790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '581aa113-b7a6-40cd-8ddf-77c48599a741') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:16.939956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '581aa113-b7a6-40cd-8ddf-77c48599a741') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:16.956236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:16.960367 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:17.040324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.044478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-809987f0-5ac1-4854-9c3b-ed68a8c6f07e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.048778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.049394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:17.049827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:17.063915 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:17.123898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.135260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.166022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.223641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31fb2954-441e-42b4-bf10-f1170f134d97 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:17.247082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.255740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Pushing event deleted for resources: {'Network': ['ID=a60b1dba-af2d-4ce3-8ad3-11ff1d49f206,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:17.264874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:17.281144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a60b1dba-af2d-4ce3-8ad3-11ff1d49f206 HTTP/1.1" status: 204 len: 168 time: 2.6710446 Dec 09 09:31:17.323718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:31:17.328749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-809987f0-5ac1-4854-9c3b-ed68a8c6f07e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.335820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96058c19-c518-4693-bede-1ee69fce2817 None None] Sync routers for ids ['5347588e-f481-45b5-9f0c-e64dcf306ecd'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:31:17.345656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Calling delete_port for 1ddd2a98-4fa8-4fa7-b5a1-301d4320867a owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:17.351171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96058c19-c518-4693-bede-1ee69fce2817 None None] Routers {'5347588e-f481-45b5-9f0c-e64dcf306ecd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:17.351946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-96058c19-c518-4693-bede-1ee69fce2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5347588e-f481-45b5-9f0c-e64dcf306ecd'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:17.352602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.353997 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9132290 Dec 09 09:31:17.357044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52214) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:17.364911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:17.385336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.399317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:17.421601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:17.423647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-96058c19-c518-4693-bede-1ee69fce2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:17.426229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:17.436526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96058c19-c518-4693-bede-1ee69fce2817 None None] Routers {'5347588e-f481-45b5-9f0c-e64dcf306ecd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:17.437453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-96058c19-c518-4693-bede-1ee69fce2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5347588e-f481-45b5-9f0c-e64dcf306ecd'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:17.449769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:17.453075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.484697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:17.495413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Network': ['ID=c6e66ccc-5e68-49f6-89c2-5607794c59e0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:17.509645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:17.528471 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/networks/c6e66ccc-5e68-49f6-89c2-5607794c59e0 HTTP/1.1" status: 204 len: 168 time: 2.0727279 Dec 09 09:31:17.544974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52218) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:17.549451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:17.564270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-558324670'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:17.569631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52222) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:17.575331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.576490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:17.595096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-809987f0-5ac1-4854-9c3b-ed68a8c6f07e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.605186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:network and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:17.605731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:17.617319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:17.631248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:17.681359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-96058c19-c518-4693-bede-1ee69fce2817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:17.681819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96058c19-c518-4693-bede-1ee69fce2817 None None] The sync data for ids ['5347588e-f481-45b5-9f0c-e64dcf306ecd'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:31:17.689639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:17.695299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.711267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e38fbd-c75e-4e34-bf3f-8aedc1546c18,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:17.727252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:17.733490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63cd01b5-5097-47dc-88fc-e4a9c67ea0df tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:17.738252 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-27665181-ec45-4702-a908-08f6c8228b55 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d726456491348a493aa4dd6659dd405&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1631818 Dec 09 09:31:17.739087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52226) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:17.753929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaef70a0-6fe5-4fde-b231-773943df3339 None None] Network b5fb7dd8-52d6-40b8-904d-36505f6b0819 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:17.754171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.759215 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/a3e38fbd-c75e-4e34-bf3f-8aedc1546c18 HTTP/1.1" status: 204 len: 168 time: 2.3572283 Dec 09 09:31:17.760753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52230) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:17.762433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809987f0-5ac1-4854-9c3b-ed68a8c6f07e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776f5b02-9cef-486e-84cf-0261e74ab40b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:17.770197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.777570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:17.793566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-809987f0-5ac1-4854-9c3b-ed68a8c6f07e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.797298 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-809987f0-5ac1-4854-9c3b-ed68a8c6f07e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/776f5b02-9cef-486e-84cf-0261e74ab40b HTTP/1.1" status: 204 len: 168 time: 1.5985787 Dec 09 09:31:17.799320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.799320 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Added segment d0cd90a6-956b-414c-8a73-36b8b9d8bdd9 of type vlan for network 3efcff25-9d1f-40c6-9ce6-58f58884b498 Dec 09 09:31:17.799536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-809987f0-5ac1-4854-9c3b-ed68a8c6f07e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:17.800136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52234) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:17.931410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:17.980882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4ef5c40-3373-4a3a-b59a-6a6e9b92d776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.016646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.020846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:18.021525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.034612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a99caf32-cb45-4e16-9920-6b310734ff02 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:18.071693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] DHCP port deletion for b5fb7dd8-52d6-40b8-904d-36505f6b0819 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:31:18.076609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] Deleting port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:18.077100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.105821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.139273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4ef5c40-3373-4a3a-b59a-6a6e9b92d776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.153660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7cba5d6a-b748-4611-8c2a-3b131ed7eeee tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Synchronizing usage tracker for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:18.158788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:18.159196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.186315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6323199 Dec 09 09:31:18.188187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.195302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52238) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:18.199873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a078e4af-eb7c-4995-b66f-01fd7c26b17d tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:18.252149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Network': ['ID=3efcff25-9d1f-40c6-9ce6-58f58884b498,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:18.255220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': '3efcff25-9d1f-40c6-9ce6-58f58884b498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:18.269059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:18.283608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 3efcff25-9d1f-40c6-9ce6-58f58884b498 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:18.292869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event deleted for resources: {'Port': ['ID=1ddd2a98-4fa8-4fa7-b5a1-301d4320867a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:18.313336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:18.315686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4ef5c40-3373-4a3a-b59a-6a6e9b92d776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.321916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d384bcf6-3511-4265-b81d-01e57fd1848b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:18.342133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef5c40-3373-4a3a-b59a-6a6e9b92d776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321aec9-125c-4fb7-94d7-9b3b708ed167,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:18.347626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7cba5d6a-b748-4611-8c2a-3b131ed7eeee tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Unset dirty status for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:18.348895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7cba5d6a-b748-4611-8c2a-3b131ed7eeee tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5252671 Dec 09 09:31:18.354733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4ef5c40-3373-4a3a-b59a-6a6e9b92d776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:18.416370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52242) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:18.428874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'tempest-secgroup--820144366'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:18.435204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4ef5c40-3373-4a3a-b59a-6a6e9b92d776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.439146 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4ef5c40-3373-4a3a-b59a-6a6e9b92d776 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8321aec9-125c-4fb7-94d7-9b3b708ed167 HTTP/1.1" status: 204 len: 168 time: 0.6963243 Dec 09 09:31:18.439276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] For port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,segment=NetworkSegment(963adb25-2288-4a3b-ad60-cf372cd6b08b),segment_id=963adb25-2288-4a3b-ad60-cf372cd6b08b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:18.439276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.440762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:18.455912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:18.476702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.581880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] Calling delete_port for 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:18.590817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:18.598147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:18.601814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:18.611108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:18.645455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:18.660048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:18.667373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:18.672958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.686390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-088066af-769a-403a-9721-8d1895864aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:18.698300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.715431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:18.716374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.721266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.725903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c081be10-6532-4966-8f58-dbc3304583ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:18.775092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.789794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02aeaf6a-4a25-4866-9965-c6dd3024de3e,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:18.793402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] No DVR routers for this DVR port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:31:18.793603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:18.794623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Deleting port 2ecd3e6c-8fd6-4272-a2f2-314bdb7fbe0a {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:18.795044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.807839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] Pushing event deleted for resources: {'Port': ['ID=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:18.812200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:18.830059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:18.831422 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4144151 Dec 09 09:31:18.839202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52250) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:18.847891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e3777a52-b5d8-4b65-966c-8bc8eb2bf26a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '02aeaf6a-4a25-4866-9965-c6dd3024de3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:18.858674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e3777a52-b5d8-4b65-966c-8bc8eb2bf26a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:18.876993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e3777a52-b5d8-4b65-966c-8bc8eb2bf26a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:18.883512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e3777a52-b5d8-4b65-966c-8bc8eb2bf26a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:18.909096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e3777a52-b5d8-4b65-966c-8bc8eb2bf26a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:19.064695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:19.073031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-e3777a52-b5d8-4b65-966c-8bc8eb2bf26a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The resource could not be found. Dec 09 09:31:19.076911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e3777a52-b5d8-4b65-966c-8bc8eb2bf26a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2339957 Dec 09 09:31:19.077182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52260) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:19.086154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7cd9011c-5a11-47e7-ae1e-52806b147854 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '02aeaf6a-4a25-4866-9965-c6dd3024de3e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5aa6d2c8-2dec-4743-bb96-98275dcdf87a'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:19.152594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:19.203745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7cd9011c-5a11-47e7-ae1e-52806b147854 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:19.214358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Calling delete_port for 2ecd3e6c-8fd6-4272-a2f2-314bdb7fbe0a owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:19.254881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7cd9011c-5a11-47e7-ae1e-52806b147854 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:19.258381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:19.261007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7cd9011c-5a11-47e7-ae1e-52806b147854 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:19.273455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7cd9011c-5a11-47e7-ae1e-52806b147854 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:19.332135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:19.361062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:19.369818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-7cd9011c-5a11-47e7-ae1e-52806b147854 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The resource could not be found. Dec 09 09:31:19.372733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7cd9011c-5a11-47e7-ae1e-52806b147854 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2928531 Dec 09 09:31:19.374329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52268) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:19.542123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb05ff14-263f-4a18-abe5-2979a4e25753 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:19.564722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:19.565580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] For port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1,segment=NetworkSegment(963adb25-2288-4a3b-ad60-cf372cd6b08b),segment_id=963adb25-2288-4a3b-ad60-cf372cd6b08b)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:19.565984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:19.576528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33b05dd9-3c48-4eef-bad4-e690b98b0b62 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:19.580578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:19.628892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Pushing event deleted for resources: {'Port': ['ID=2ecd3e6c-8fd6-4272-a2f2-314bdb7fbe0a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:19.632215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:19.634929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb05ff14-263f-4a18-abe5-2979a4e25753 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:19.893705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=2a4e0426-d831-4a0a-b7ff-56d8f4156de0,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:19.907490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:19.947186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:20.015897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Performing IP validity checks on allocation pools {{(pid=88884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 09 09:31:20.016632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 09 09:31:20.031382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.059236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.061038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:20.061465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network hostable DHCP agents. Network: 2d5d328b-91d8-47d0-9229-6819f3b6112b, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:20.074969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:20.121893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:20.122244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:31:20.126538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:20.127278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:20.134241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.135225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Fanout notify agent at l3_agent the message router_deleted on router 19109215-e3ac-4235-bdc1-8851dd38db1f {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:31:20.175268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb05ff14-263f-4a18-abe5-2979a4e25753 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.177322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:20.181307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cffd3f5-b6d7-48db-aaf7-f9e7ba1f48e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:20.189275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.213275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 2d5d328b-91d8-47d0-9229-6819f3b6112b) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:20.224033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5bff7b-03b7-452a-909f-4a3664a1912a None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:20.224965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:20.225733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.252030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.253270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/19109215-e3ac-4235-bdc1-8851dd38db1f HTTP/1.1" status: 204 len: 168 time: 5.7055738 Dec 09 09:31:20.270479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52286) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.277844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-464980488', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:20.288181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:20.295800 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4455719 Dec 09 09:31:20.304089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52290) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.305349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Usage tracker for resource:router and tenant:4258a6c73cc140878118463412a1f36c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:20.311230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:20.312292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05ff14-263f-4a18-abe5-2979a4e25753 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aeaf6a-4a25-4866-9965-c6dd3024de3e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:20.317821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'name': 'tempest-NetworksTestDHCPv6-1167704777'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:20.323815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eb05ff14-263f-4a18-abe5-2979a4e25753 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:20.342178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.344135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb05ff14-263f-4a18-abe5-2979a4e25753 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.346745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:20.348930 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-eb05ff14-263f-4a18-abe5-2979a4e25753 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/02aeaf6a-4a25-4866-9965-c6dd3024de3e HTTP/1.1" status: 204 len: 168 time: 0.9732914 Dec 09 09:31:20.350749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52296) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.368779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.376525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.435895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:20.487182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.488240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.549875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-490493ff-34b5-412d-9eb5-eb908cd78228 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Synchronizing usage tracker for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:20.582576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '2a4e0426-d831-4a0a-b7ff-56d8f4156de0'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:31:20.583167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.584430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Router 5347588e-f481-45b5-9f0c-e64dcf306ecd has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:31:20.589507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-490493ff-34b5-412d-9eb5-eb908cd78228 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Unset dirty status for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:20.594901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=a205a927-7a93-475f-9e8c-215483bc1106,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:20.595697 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-490493ff-34b5-412d-9eb5-eb908cd78228 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2437098 Dec 09 09:31:20.598430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52304) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.602028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:20.607866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a0e859c6-118a-4576-a6af-5ab3f35a1c15 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': '9cc97793-aacf-4204-ac53-0f6f52b0f523', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:20.612996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.617048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a0e859c6-118a-4576-a6af-5ab3f35a1c15 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:20.624787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a0e859c6-118a-4576-a6af-5ab3f35a1c15 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:20.625773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:20.626158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.629991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a0e859c6-118a-4576-a6af-5ab3f35a1c15 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:20.652219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:20.670009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:20.675592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Checking segment: {'id': 'd0cd90a6-956b-414c-8a73-36b8b9d8bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3efcff25-9d1f-40c6-9ce6-58f58884b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:20.675991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network hostable DHCP agents. Network: 3efcff25-9d1f-40c6-9ce6-58f58884b498, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:20.683361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:20.701295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a0e859c6-118a-4576-a6af-5ab3f35a1c15 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:20.720282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:20.740926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] The port '0de5cd43-ccde-4b4f-8d04-fa8fc9bc85d1' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:31:20.745818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.813962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:31:20.822532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.823964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "PUT /v2.0/routers/5347588e-f481-45b5-9f0c-e64dcf306ecd HTTP/1.1" status: 200 len: 710 time: 3.4657137 Dec 09 09:31:20.825811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:20.830566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52310) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.831339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.840098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faec1d7-565b-41c2-b3b9-64a2a05237f8 None None] Sync routers for ids ['5347588e-f481-45b5-9f0c-e64dcf306ecd'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:31:20.844088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/2a4e0426-d831-4a0a-b7ff-56d8f4156de0/44677f5c-ff0d-49a6-bc1d-b8ac99f850dd) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:20.863737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:20.868479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f7ce090a-1849-4872-8091-66ced19c620f tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5935240 Dec 09 09:31:20.874929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52314) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.876785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faec1d7-565b-41c2-b3b9-64a2a05237f8 None None] Routers {'5347588e-f481-45b5-9f0c-e64dcf306ecd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:20.878336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4faec1d7-565b-41c2-b3b9-64a2a05237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5347588e-f481-45b5-9f0c-e64dcf306ecd'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:20.885818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:20.958044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52318) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.988726 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-a0e859c6-118a-4576-a6af-5ab3f35a1c15 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The resource could not be found. Dec 09 09:31:20.994692 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a0e859c6-118a-4576-a6af-5ab3f35a1c15 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3948488 Dec 09 09:31:20.997146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52324) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:20.997839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4faec1d7-565b-41c2-b3b9-64a2a05237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:21.004143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'tempest-secgroup--237364930'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:21.017890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:21.035488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a384d57b-ff04-44e4-8564-384c92197a89 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/routers/5347588e-f481-45b5-9f0c-e64dcf306ecd HTTP/1.1" status: 200 len: 745 time: 0.2034786 Dec 09 09:31:21.040698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52328) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:21.044505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:21.089617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faec1d7-565b-41c2-b3b9-64a2a05237f8 None None] Routers {'5347588e-f481-45b5-9f0c-e64dcf306ecd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:21.091600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4faec1d7-565b-41c2-b3b9-64a2a05237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5347588e-f481-45b5-9f0c-e64dcf306ecd'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:21.102080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-24e21356-0732-4b8a-92b0-787ff127f576 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=5347588e-f481-45b5-9f0c-e64dcf306ecd HTTP/1.1" status: 200 len: 205 time: 0.0595894 Dec 09 09:31:21.105173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52332) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:21.159367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.173644 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-61f2cba5-f37b-41fa-8e86-a20cb63dfa32 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=5347588e-f481-45b5-9f0c-e64dcf306ecd HTTP/1.1" status: 200 len: 205 time: 0.0671301 Dec 09 09:31:21.176307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52336) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:21.270863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-182167200'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:21.306474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port fb2255eb-6d35-43ae-9f6e-d595edeeb5d6 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:21.331913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:21.340482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4faec1d7-565b-41c2-b3b9-64a2a05237f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:21.340861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faec1d7-565b-41c2-b3b9-64a2a05237f8 None None] The sync data for ids ['5347588e-f481-45b5-9f0c-e64dcf306ecd'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:31:21.342266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.353446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Usage tracker for resource:network and tenant:1989eedfafb1412da083d0891e63f19a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:21.358108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:21.359263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network 3efcff25-9d1f-40c6-9ce6-58f58884b498 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:21.375713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:21.391699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:21.399736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Made reservation on behalf of 1989eedfafb1412da083d0891e63f19a for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:21.405489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.415211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fb7dd8-52d6-40b8-904d-36505f6b0819']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:21.417758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:21.423426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-188f1b77-6206-4cb2-933d-0b18babc8f4b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.426794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 3efcff25-9d1f-40c6-9ce6-58f58884b498) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:21.442023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2745e0a6-5f20-417a-b741-f4f7cfc79b8d None None] Network 3efcff25-9d1f-40c6-9ce6-58f58884b498 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:21.446219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963adb25-2288-4a3b-ad60-cf372cd6b08b') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:21.446566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963adb25-2288-4a3b-ad60-cf372cd6b08b') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:21.455780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:21.456437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.475440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:21.482112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.494645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:21.497068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.540996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.572322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Transition to ACTIVE for port object 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:21.624566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.630427 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3954639 Dec 09 09:31:21.632252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52340) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:21.642504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': '3efcff25-9d1f-40c6-9ce6-58f58884b498', 'name': 'tempest-PortsTestJSON-231848141'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:21.646143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:21.646593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:21.662731 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:21.677985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:21.730164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-3efcff25-9d1f-40c6-9ce6-58f58884b498', 'network_id': '3efcff25-9d1f-40c6-9ce6-58f58884b498', 'tenant_id': 'b9c451e18adc40d191f568b470792110', 'fixed_ips': [{'subnet_id': 'a205a927-7a93-475f-9e8c-215483bc1106'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:31:21.731070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.770716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Usage tracker for resource:security_group_rule and tenant:1989eedfafb1412da083d0891e63f19a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:21.777126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.794597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Transition to ACTIVE for port object 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:21.810423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.821723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:21.883845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2683b867-c35a-45bf-bd00-06bd7eb03c9a tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:21.895314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:21.904497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:21.909810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:21.919920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:21.926070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Pushing event updated for resources: {'Port': ['ID=44677f5c-ff0d-49a6-bc1d-b8ac99f850dd,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:21.968929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:21.985403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Network': ['ID=b5fb7dd8-52d6-40b8-904d-36505f6b0819,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:21.999510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:22.006279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/networks/b5fb7dd8-52d6-40b8-904d-36505f6b0819 HTTP/1.1" status: 204 len: 168 time: 4.2415943 Dec 09 09:31:22.015592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52346) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:22.071382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::12c (2d5d328b-91d8-47d0-9229-6819f3b6112b/2a4e0426-d831-4a0a-b7ff-56d8f4156de0/fb2255eb-6d35-43ae-9f6e-d595edeeb5d6) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:22.088388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.092477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Allocated IP 172.20.0.2 (3efcff25-9d1f-40c6-9ce6-58f58884b498/a205a927-7a93-475f-9e8c-215483bc1106/42c6a71b-5eb5-4053-9cc6-00b154fbb942) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:22.101416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Attempting to bind port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:31:22.102782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Attempting to bind port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:31:22.102782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Attempting to bind port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:31:22.119130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:31:22.119130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:22.119130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.119529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:31:22.120180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Bound port: 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:31:22.120646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.128266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:22.161489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:22.196935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.323057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4cf4a9-ae31-4688-a25b-6191554d21b7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:22.323821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c4cf4a9-ae31-4688-a25b-6191554d21b7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:22.335771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.344532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] For port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:31:22.359040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3dc92b2-175c-4726-bca2-6bda812cda7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:22.367322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] For port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=44677f5c-ff0d-49a6-bc1d-b8ac99f850dd,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:31:22.397618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.410653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-188f1b77-6206-4cb2-933d-0b18babc8f4b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.410872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4f8dfa7-0112-4660-bde0-67ba5f8439d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:22.431370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:22.431693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c4cf4a9-ae31-4688-a25b-6191554d21b7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:22.432931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9c4cf4a9-ae31-4688-a25b-6191554d21b7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4127100 Dec 09 09:31:22.442687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52350) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:22.457936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-188f1b77-6206-4cb2-933d-0b18babc8f4b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.462785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1a727-267e-48e2-a77e-80bb4992cb0d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:22.479633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.503831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:22.504593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object fb2255eb-6d35-43ae-9f6e-d595edeeb5d6 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:22.512129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:22.520310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.524393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5236454 Dec 09 09:31:22.534002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.536216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52354) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:22.541348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Pushing event updated for resources: {'Port': ['ID=44677f5c-ff0d-49a6-bc1d-b8ac99f850dd,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:22.547861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:22.551023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'tempest-secgroup--401169101'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:22.555685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Transition to ACTIVE for port object 42c6a71b-5eb5-4053-9cc6-00b154fbb942 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:22.556803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.579151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:22.588866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:22.595093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.595837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Transition to ACTIVE for port object 42c6a71b-5eb5-4053-9cc6-00b154fbb942 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:22.600334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.600822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.605242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:22.619276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:22.640026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:22.657275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.659609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:22.674337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-188f1b77-6206-4cb2-933d-0b18babc8f4b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.674667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188f1b77-6206-4cb2-933d-0b18babc8f4b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Fanout notify agent at l3_agent the message router_deleted on router 5347588e-f481-45b5-9f0c-e64dcf306ecd {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:31:22.674772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Network 3efcff25-9d1f-40c6-9ce6-58f58884b498 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:22.674938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.678780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:22.681051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port b8c99757-cf87-4b09-8e4f-974d1f995eac yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:22.683800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Pushing event updated for resources: {'Port': ['ID=42c6a71b-5eb5-4053-9cc6-00b154fbb942,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:22.684127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0ccf7c5-94e5-4981-b062-8791ac1903b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:22.686029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:22.717623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:22.725086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.733836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d297ff71-aecc-4dbf-b3b0-4acd3de531a1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:22.796945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:22.798025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.802296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Attempting to bind port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:31:22.805819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Attempting to bind port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd0cd90a6-956b-414c-8a73-36b8b9d8bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3efcff25-9d1f-40c6-9ce6-58f58884b498'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:31:22.806507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Attempting to bind port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 on network 3efcff25-9d1f-40c6-9ce6-58f58884b498 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:31:22.809556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:22.822137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:31:22.823074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Checking segment: {'id': 'd0cd90a6-956b-414c-8a73-36b8b9d8bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3efcff25-9d1f-40c6-9ce6-58f58884b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:22.823977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.824122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Bound using segment: {'id': 'd0cd90a6-956b-414c-8a73-36b8b9d8bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3efcff25-9d1f-40c6-9ce6-58f58884b498'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:31:22.824751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Bound port: 42c6a71b-5eb5-4053-9cc6-00b154fbb942, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cd90a6-956b-414c-8a73-36b8b9d8bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3efcff25-9d1f-40c6-9ce6-58f58884b498'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:31:22.825272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.843227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:22.843592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ea50cebc-a36c-43b0-95bc-fc3a728eb1c2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:22.851408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=fb2255eb-6d35-43ae-9f6e-d595edeeb5d6,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:22.861309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:22.865540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:22.866692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.872937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-188f1b77-6206-4cb2-933d-0b18babc8f4b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.874186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-188f1b77-6206-4cb2-933d-0b18babc8f4b tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/5347588e-f481-45b5-9f0c-e64dcf306ecd HTTP/1.1" status: 204 len: 168 time: 1.6968870 Dec 09 09:31:22.875509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:22.875675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.875913 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Added segment 89697401-d0cf-4b87-b188-1f5f1d224711 of type vlan for network c4083307-118c-4945-b09d-519efe0cb05f Dec 09 09:31:22.882326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d081a95-df74-497b-b05a-9c83f9303eaa,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:22.884995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52358) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:22.894733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:22.937875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] For port 42c6a71b-5eb5-4053-9cc6-00b154fbb942, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:31:22.941627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] For port 42c6a71b-5eb5-4053-9cc6-00b154fbb942, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=42c6a71b-5eb5-4053-9cc6-00b154fbb942,segment=NetworkSegment(d0cd90a6-956b-414c-8a73-36b8b9d8bdd9),segment_id=d0cd90a6-956b-414c-8a73-36b8b9d8bdd9)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:31:22.946062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:22.958322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:22.969178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9c4a848f-0cd6-460b-8546-a9c50c78ab4d tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=5347588e-f481-45b5-9f0c-e64dcf306ecd HTTP/1.1" status: 200 len: 205 time: 0.0808859 Dec 09 09:31:22.970722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52362) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:22.972186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6635952 Dec 09 09:31:22.975011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ea50cebc-a36c-43b0-95bc-fc3a728eb1c2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:22.977222 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ea50cebc-a36c-43b0-95bc-fc3a728eb1c2 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5277648 Dec 09 09:31:22.987094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52366) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:22.987665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52368) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:22.995601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:23.014565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1625643108'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:23.046953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Allocated IP 172.26.8.165 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/fb2c2d71-0fef-4674-9773-9cad22bed2a6) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:23.056663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:23.058264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Pushing event updated for resources: {'Port': ['ID=42c6a71b-5eb5-4053-9cc6-00b154fbb942,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:23.062420 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-9ccaf4d5-a7f6-4943-a734-a07ae1246233 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] delete failed (client error): The resource could not be found. Dec 09 09:31:23.063737 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9ccaf4d5-a7f6-4943-a734-a07ae1246233 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/5347588e-f481-45b5-9f0c-e64dcf306ecd HTTP/1.1" status: 404 len: 336 time: 0.0902567 Dec 09 09:31:23.066676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:23.067310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:23.072524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52374) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.088245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:23.130854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:network and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:23.136201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.136993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a4566acc-3729-4714-a4e5-4a2462bbcdce tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=91b03cb5-fcd3-414f-9d44-acd528eee604 HTTP/1.1" status: 200 len: 205 time: 0.0639112 Dec 09 09:31:23.143791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:23.150728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.3 (3efcff25-9d1f-40c6-9ce6-58f58884b498/a205a927-7a93-475f-9e8c-215483bc1106/b8c99757-cf87-4b09-8e4f-974d1f995eac) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:23.152450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52378) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.163057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:23.176163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:23.248149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-b623c2da-3ae2-42e3-9182-49354e687187 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] delete failed (client error): The resource could not be found. Dec 09 09:31:23.252140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b623c2da-3ae2-42e3-9182-49354e687187 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/91b03cb5-fcd3-414f-9d44-acd528eee604 HTTP/1.1" status: 404 len: 336 time: 0.0958157 Dec 09 09:31:23.252328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:23.256421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.268403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52382) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.377637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.383987 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4c86fcee-0ab2-483c-badb-af194a445f05 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=49a205e7-3e29-4a79-a7e7-7ea7834d6ccb HTTP/1.1" status: 200 len: 205 time: 0.1061814 Dec 09 09:31:23.384787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.386612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52386) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.388823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:23.389664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.404186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:23.480485 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-1db71d5e-e9cc-46f7-9948-82e1ad4f10f8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] delete failed (client error): The resource could not be found. Dec 09 09:31:23.481586 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1db71d5e-e9cc-46f7-9948-82e1ad4f10f8 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/49a205e7-3e29-4a79-a7e7-7ea7834d6ccb HTTP/1.1" status: 404 len: 336 time: 0.0935736 Dec 09 09:31:23.484707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52390) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.485102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.544850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bc086b35-c647-4f0e-9045-83d43337cec7 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ba8fc73-3289-4e22-a8bc-f99d06e4781e HTTP/1.1" status: 200 len: 205 time: 0.0587180 Dec 09 09:31:23.548024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52394) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.550495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.576097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:23.622319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.627911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-f8c8fc7e-cf98-4241-ba2e-f15ecd8fd15e tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] delete failed (client error): The resource could not be found. Dec 09 09:31:23.633433 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8c8fc7e-cf98-4241-ba2e-f15ecd8fd15e tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/3ba8fc73-3289-4e22-a8bc-f99d06e4781e HTTP/1.1" status: 404 len: 336 time: 0.0842977 Dec 09 09:31:23.634112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52398) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.635768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a235ba4e-9303-437e-a683-73df81c8d3af tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:23.665852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe4722-1dac-4d68-bc67-bdb71f3ba356 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:23.670039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fe4722-1dac-4d68-bc67-bdb71f3ba356 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:23.674694 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c6fe4722-1dac-4d68-bc67-bdb71f3ba356 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6857481 Dec 09 09:31:23.678379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52402) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.739157 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.7730076 Dec 09 09:31:23.740027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Pushing event updated for resources: {'Network': ['ID=c4083307-118c-4945-b09d-519efe0cb05f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:23.750312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.750709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Added segment 5cf9b680-4f18-4d11-8aa4-3689fb3932a3 of type vlan for network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d Dec 09 09:31:23.752270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:23.757150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network c4083307-118c-4945-b09d-519efe0cb05f details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:23.762673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52404) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.763363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-23b985c0-2702-476e-9b49-0777ed84617c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:23.783947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.785344 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2438917 Dec 09 09:31:23.799381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52408) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:23.829793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3de840dc-5548-42a8-8d26-028acbdffae4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group_rule': {'security_group_id': 'a6a1a727-267e-48e2-a77e-80bb4992cb0d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '10df661d-c35e-4842-aadb-14916f8da6dc'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:23.856876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3de840dc-5548-42a8-8d26-028acbdffae4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:23.876137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3de840dc-5548-42a8-8d26-028acbdffae4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:23.883372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10df661d-c35e-4842-aadb-14916f8da6dc,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:23.887933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3de840dc-5548-42a8-8d26-028acbdffae4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:23.892188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.900189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:23.913253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3de840dc-5548-42a8-8d26-028acbdffae4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:23.928048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:23.941206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Request body: {'network': {'name': 'tempest-network--829536509', 'router:external': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:23.954203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:23.974215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Usage tracker for resource:network and tenant:e1481d50e96a46bfa08636aae355721d is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:23.989841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:24.009063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object b8c99757-cf87-4b09-8e4f-974d1f995eac will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:24.012852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:24.026688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.030932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:24.031591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.039854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:24.049964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e9edf34a-e47e-4226-a45f-f81b693c270a tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=aafe1456-349a-410f-9ca1-de86984a7bf1 HTTP/1.1" status: 200 len: 205 time: 0.3761790 Dec 09 09:31:24.051788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52416) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.063702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-3de840dc-5548-42a8-8d26-028acbdffae4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:31:24.067548 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3de840dc-5548-42a8-8d26-028acbdffae4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2589750 Dec 09 09:31:24.074332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52420) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.081812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Made reservation on behalf of e1481d50e96a46bfa08636aae355721d for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:24.086801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.125661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:24.132989 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1421847 Dec 09 09:31:24.136007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event updated for resources: {'Port': ['ID=fb2c2d71-0fef-4674-9773-9cad22bed2a6,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:24.140712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.153807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52424) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.154744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:24.157062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:24.158556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:24.189317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:24.194461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-707021a2-bc09-4c2b-b7c0-fbf27ab417dc tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] delete failed (client error): The resource could not be found. Dec 09 09:31:24.198246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-707021a2-bc09-4c2b-b7c0-fbf27ab417dc tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/aafe1456-349a-410f-9ca1-de86984a7bf1 HTTP/1.1" status: 404 len: 336 time: 0.1366544 Dec 09 09:31:24.204870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '9b328957-ed5a-4e88-a726-fe8b00ae6e3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:24.223867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52428) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.241137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:24.241317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Network': ['ID=9b328957-ed5a-4e88-a726-fe8b00ae6e3d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:24.247213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 42c6a71b-5eb5-4053-9cc6-00b154fbb942 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:24.256878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:24.258292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.278632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-53b4d1eb-1f58-4b39-819c-bed78f9b0773 tempest-RoutersIpV6AdminTest-983324633 tempest-RoutersIpV6AdminTest-983324633-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:24.279917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:24.297867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port fb2255eb-6d35-43ae-9f6e-d595edeeb5d6 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:24.298251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.337798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:24.358594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Usage tracker for resource:security_group_rule and tenant:e1481d50e96a46bfa08636aae355721d is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:24.370575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:24.391498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:24.401678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network 3efcff25-9d1f-40c6-9ce6-58f58884b498 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:24.402619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=b8c99757-cf87-4b09-8e4f-974d1f995eac,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:24.409377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:24.412554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e7af6c7e-cefe-421d-bf55-0c8b1d7d35a6 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "GET /v2.0/ports?device_id=38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0 HTTP/1.1" status: 200 len: 205 time: 0.1720753 Dec 09 09:31:24.415140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:24.415884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-900c2b21-b771-4031-8759-26ecc1941ba7 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.418846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:24.431288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52432) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.432350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:24.516498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-900c2b21-b771-4031-8759-26ecc1941ba7 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.559126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:24.559799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.564748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:24.570402 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-923912e8-9019-4522-a335-8ab4258653c2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] delete failed (client error): The resource could not be found. Dec 09 09:31:24.574155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-923912e8-9019-4522-a335-8ab4258653c2 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/routers/38c094d0-f2ff-4fe8-a3dc-a7b56114a6f0 HTTP/1.1" status: 404 len: 336 time: 0.1375098 Dec 09 09:31:24.580360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52436) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.604906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:24.615137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:24.640199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:24.676645 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-be27dd0b-934c-4dc6-8f1a-bff898b2ce46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:24.677156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be27dd0b-934c-4dc6-8f1a-bff898b2ce46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:31:24.692371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.698488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be27dd0b-934c-4dc6-8f1a-bff898b2ce46 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] 10.222.0.18 "DELETE /v2.0/subnets/39f189f7-f680-4b1d-aced-44f2e8321202 HTTP/1.1" status: 404 len: 337 time: 0.1032679 Dec 09 09:31:24.700354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0672421 Dec 09 09:31:24.701249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52442) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.704268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-900c2b21-b771-4031-8759-26ecc1941ba7 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.706769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-900c2b21-b771-4031-8759-26ecc1941ba7 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.710784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-900c2b21-b771-4031-8759-26ecc1941ba7 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/10df661d-c35e-4842-aadb-14916f8da6dc HTTP/1.1" status: 204 len: 168 time: 0.6276150 Dec 09 09:31:24.710784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26e0a81b-2926-48a3-a527-8580d26ab3ce tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:24.717615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.725763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:24.751318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52446) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:24.780147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c2b21-b771-4031-8759-26ecc1941ba7 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10df661d-c35e-4842-aadb-14916f8da6dc,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:24.785757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-900c2b21-b771-4031-8759-26ecc1941ba7 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:24.788717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-812472a7-f1d9-4f58-8ada-e5e519dbb555 tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:24.824020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:24.861227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e279d1-916f-4d4c-b85a-cf14cbd88aa4,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:24.879340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port b8c99757-cf87-4b09-8e4f-974d1f995eac {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:24.879700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.907950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:24.919001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:24.919733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Added segment 8734e9f7-1c15-4291-aa0c-dc484a041d91 of type vlan for network bcd17c7d-e2f5-4897-a8ba-ad274fe201a8 Dec 09 09:31:24.968776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.044163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.086078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.089541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.090700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:25.091463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.098993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51548684-b95d-4538-8118-1a0496dfbf90 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:25.161907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2753fc-0ba5-4ecd-bd50-bc2d1f3dbfff None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:25.271369 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4965458 Dec 09 09:31:25.271369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52452) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:25.271778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52454) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:25.312219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for fb2255eb-6d35-43ae-9f6e-d595edeeb5d6 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:25.343248 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-67b8fbda-9130-419a-ab8b-b597290ef794 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5848663 Dec 09 09:31:25.353126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b330519-933e-4cf7-ac24-03a43613b339 None None] Provisioning for port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:25.360183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52462) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:25.378585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'Network': ['ID=bcd17c7d-e2f5-4897-a8ba-ad274fe201a8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:25.393329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b330519-933e-4cf7-ac24-03a43613b339 None None] Provisioning complete for port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:25.393989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b330519-933e-4cf7-ac24-03a43613b339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.395853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:25.488513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.509712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network bcd17c7d-e2f5-4897-a8ba-ad274fe201a8 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:25.518427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.592855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.643673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4cf851-305d-4d53-a51d-3f9b2e270519 None None] Network 3efcff25-9d1f-40c6-9ce6-58f58884b498 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:25.712525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a86c9386-da49-40a7-8a80-629d96dd88d4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:25.778687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for b8c99757-cf87-4b09-8e4f-974d1f995eac owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:25.836408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b330519-933e-4cf7-ac24-03a43613b339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.102853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a86c9386-da49-40a7-8a80-629d96dd88d4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.128194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.143946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8b330519-933e-4cf7-ac24-03a43613b339 None None] For port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=44677f5c-ff0d-49a6-bc1d-b8ac99f850dd,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:26.156688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b330519-933e-4cf7-ac24-03a43613b339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.159769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.161672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.165557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:26.179816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc956309-9f54-4d7b-bcaa-f74d91ebb005 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:26.212797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.215127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.222491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.241818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=fb2255eb-6d35-43ae-9f6e-d595edeeb5d6,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:26.249012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:26.250693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aea1711d-a11f-41e2-85eb-e69a4f7e7635 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:26.283912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd17c7d-e2f5-4897-a8ba-ad274fe201a8']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:26.301964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8734e9f7-1c15-4291-aa0c-dc484a041d91') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:26.302310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8734e9f7-1c15-4291-aa0c-dc484a041d91') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:26.315963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.317533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b330519-933e-4cf7-ac24-03a43613b339 None None] Pushing event updated for resources: {'Port': ['ID=44677f5c-ff0d-49a6-bc1d-b8ac99f850dd,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:26.325007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b330519-933e-4cf7-ac24-03a43613b339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:26.332265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.339590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:26.340076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.347522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-22930f61-def7-43a1-b9b1-b9672c6642de None None] Provisioning for port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:26.354135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-22930f61-def7-43a1-b9b1-b9672c6642de None None] Provisioning complete for port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:26.354932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22930f61-def7-43a1-b9b1-b9672c6642de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.420336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a86c9386-da49-40a7-8a80-629d96dd88d4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:26.435276 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:26.442731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:26.449534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Usage tracker for resource:security_group_rule and tenant:52e0a11af80743c3b097363d0b21183b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:26.453452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:26.463232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:26.466735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.484742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/fb2255eb-6d35-43ae-9f6e-d595edeeb5d6 HTTP/1.1" status: 204 len: 168 time: 2.5070598 Dec 09 09:31:26.509433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a86c9386-da49-40a7-8a80-629d96dd88d4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.513999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a86c9386-da49-40a7-8a80-629d96dd88d4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/a6a1a727-267e-48e2-a77e-80bb4992cb0d HTTP/1.1" status: 204 len: 168 time: 1.1527033 Dec 09 09:31:26.515608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52470) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:26.515983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52472) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:26.544418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22930f61-def7-43a1-b9b1-b9672c6642de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.580115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=3dbbfe9e-4aaa-465d-9550-b6a77ce3b20d,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:26.591679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.597019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-22930f61-def7-43a1-b9b1-b9672c6642de None None] For port 42c6a71b-5eb5-4053-9cc6-00b154fbb942, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=42c6a71b-5eb5-4053-9cc6-00b154fbb942,segment=NetworkSegment(d0cd90a6-956b-414c-8a73-36b8b9d8bdd9),segment_id=d0cd90a6-956b-414c-8a73-36b8b9d8bdd9)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:26.601870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22930f61-def7-43a1-b9b1-b9672c6642de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.605333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e62ce4e-4077-4d01-bd60-54023ccf2b87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:26.611843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d17bdd4-b484-481f-95a9-2a6bea456606 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:26.622913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:26.627889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bcd17c7d-e2f5-4897-a8ba-ad274fe201a8 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 09 09:31:26.638731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6c1c7e5d-2a24-4b2b-ad03-9d0e60c8b8d1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:26.640663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.657273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event deleted for resources: {'Network': ['ID=bcd17c7d-e2f5-4897-a8ba-ad274fe201a8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:26.666575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.667926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:26.687952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.698329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c9386-da49-40a7-8a80-629d96dd88d4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1a727-267e-48e2-a77e-80bb4992cb0d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:26.701417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b92d7444-f189-4cf6-95e1-42ab5923a0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:26.718951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a86c9386-da49-40a7-8a80-629d96dd88d4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:26.720375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22930f61-def7-43a1-b9b1-b9672c6642de None None] Pushing event updated for resources: {'Port': ['ID=42c6a71b-5eb5-4053-9cc6-00b154fbb942,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:26.733539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22930f61-def7-43a1-b9b1-b9672c6642de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:26.752611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Checking segment: {'id': '5cf9b680-4f18-4d11-8aa4-3689fb3932a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b328957-ed5a-4e88-a726-fe8b00ae6e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:26.753026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network hostable DHCP agents. Network: 9b328957-ed5a-4e88-a726-fe8b00ae6e3d, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:26.757551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7e824d0b-54e5-4f81-a9d9-91c4990f3390 None None] Could not find standard attr ID for object fb2255eb-6d35-43ae-9f6e-d595edeeb5d6. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:31:26.775750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.789034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "DELETE /v2.0/networks/bcd17c7d-e2f5-4897-a8ba-ad274fe201a8 HTTP/1.1" status: 204 len: 168 time: 1.5064392 Dec 09 09:31:26.791660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7e824d0b-54e5-4f81-a9d9-91c4990f3390 None None] Provisioning complete for port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:26.791660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e824d0b-54e5-4f81-a9d9-91c4990f3390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:26.810301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52478) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:26.856690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52e0a11af80743c3b097363d0b21183b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5760081 Dec 09 09:31:26.857707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91675e7-5cef-453a-aa79-5f14d0130eb1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:26.860173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52482) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:26.863708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:26.875474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b3142-f99e-470a-9bc3-b243a294444e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:26.876338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-069bbf74-fac1-4780-9fec-414161399e8a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:26.876933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9b3142-f99e-470a-9bc3-b243a294444e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:26.885158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7d9b3142-f99e-470a-9bc3-b243a294444e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:26.912127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:26.947182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:26.986674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=b8c99757-cf87-4b09-8e4f-974d1f995eac,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:27.006961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:27.040196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Usage tracker for resource:network and tenant:e1481d50e96a46bfa08636aae355721d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:27.054048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c138e7d3-c7f5-4219-b293-42e90c355970 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Synchronizing usage tracker for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:27.060120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:27.073256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:27.079949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7d9b3142-f99e-470a-9bc3-b243a294444e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:27.084982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52488) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:27.085298 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7d9b3142-f99e-470a-9bc3-b243a294444e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5629141 Dec 09 09:31:27.120016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Made reservation on behalf of e1481d50e96a46bfa08636aae355721d for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:27.124852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.142472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c138e7d3-c7f5-4219-b293-42e90c355970 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Unset dirty status for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:27.143764 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c138e7d3-c7f5-4219-b293-42e90c355970 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6161082 Dec 09 09:31:27.144649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:27.152176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-66fdf484-e127-411c-a50b-1fbfa3d91a04 None None] Provisioning complete for port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:27.152597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66fdf484-e127-411c-a50b-1fbfa3d91a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.153620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52492) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:27.174033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640223869'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:27.186707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:27.200249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 9b328957-ed5a-4e88-a726-fe8b00ae6e3d) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:27.211398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:27.218855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:27.219499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.225598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5af04e-1fe9-4562-a1be-561866b6a7e0 None None] Network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:27.251420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:27.260535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.262064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.264180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/b8c99757-cf87-4b09-8e4f-974d1f995eac HTTP/1.1" status: 204 len: 168 time: 2.5614076 Dec 09 09:31:27.271452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52496) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:27.290235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.290633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Added segment e27a2542-8dab-4a0d-b024-71ad6920e2eb of type vlan for network a5b0b100-2e71-43f2-ad96-087008f83a25 Dec 09 09:31:27.293836 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1368198 Dec 09 09:31:27.300521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52500) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:27.321726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '9b328957-ed5a-4e88-a726-fe8b00ae6e3d', 'name': 'tempest-PortsIpV6TestJSON-535331981'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:27.364350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ccdd-fbc6-4ff4-84e6-dc48cfb7a4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.427384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:27.487158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.500175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Usage tracker for resource:security_group_rule and tenant:213bdc3b9032403b86eba19ea76843f2 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:27.505568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:27.529446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:27.650014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 2a4e0426-d831-4a0a-b7ff-56d8f4156de0 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:27.654438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1baaff6-ef9c-454a-94a4-1a40208fe9cd tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:27.655117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1baaff6-ef9c-454a-94a4-1a40208fe9cd tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:31:27.658761 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e1baaff6-ef9c-454a-94a4-1a40208fe9cd tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/b8c99757-cf87-4b09-8e4f-974d1f995eac HTTP/1.1" status: 404 len: 333 time: 0.3852444 Dec 09 09:31:27.661335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.663578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52504) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:27.665349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:27.683475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ccdd-fbc6-4ff4-84e6-dc48cfb7a4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.731984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:27.737605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.744037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ba1e4d7-bc0e-4ab6-9b48-5fd1f77719bf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:27.745336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ccdd-fbc6-4ff4-84e6-dc48cfb7a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.751839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-66fdf484-e127-411c-a50b-1fbfa3d91a04 None None] Could not find standard attr ID for object b8c99757-cf87-4b09-8e4f-974d1f995eac. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:31:27.753279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.766930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-9b328957-ed5a-4e88-a726-fe8b00ae6e3d', 'network_id': '9b328957-ed5a-4e88-a726-fe8b00ae6e3d', 'tenant_id': '993210cd167143debe6dd7acbea17019', 'fixed_ips': [{'subnet_id': '3dbbfe9e-4aaa-465d-9550-b6a77ce3b20d'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:31:27.768414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.791235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5877ec0-62fc-4108-a262-fde852bd3bac tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:27.811512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7ccdd-fbc6-4ff4-84e6-dc48cfb7a4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91675e7-5cef-453a-aa79-5f14d0130eb1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:27.827073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fcf7ccdd-fbc6-4ff4-84e6-dc48cfb7a4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:27.842799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Router c7f6c1a4-1c09-4a1e-aec3-6f400eea338e is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:31:27.845052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:27.852043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ccdd-fbc6-4ff4-84e6-dc48cfb7a4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.853687 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fcf7ccdd-fbc6-4ff4-84e6-dc48cfb7a4ee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c91675e7-5cef-453a-aa79-5f14d0130eb1 HTTP/1.1" status: 204 len: 168 time: 0.9917941 Dec 09 09:31:27.876895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.965068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1bc2ba24-f82f-4e6f-9104-8f431292e430 None None] Could not find standard attr ID for object fb2255eb-6d35-43ae-9f6e-d595edeeb5d6. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:31:27.969535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:27.996133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1bc2ba24-f82f-4e6f-9104-8f431292e430 None None] Could not find standard attr ID for object b8c99757-cf87-4b09-8e4f-974d1f995eac. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:31:28.007566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'Network': ['ID=a5b0b100-2e71-43f2-ad96-087008f83a25,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:28.011153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.012766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:28.013949 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c55385-0391-4971-bf24-c7c7991a4836 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:31:28.016186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-81c55385-0391-4971-bf24-c7c7991a4836 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/b8c99757-cf87-4b09-8e4f-974d1f995eac HTTP/1.1" status: 404 len: 333 time: 0.3422608 Dec 09 09:31:28.038778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.076194 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2616572 Dec 09 09:31:28.079992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52512) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.081718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52514) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.084185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-739b2706-74ac-49b7-a5da-4ae72b229ba1 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:28.111893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network a5b0b100-2e71-43f2-ad96-087008f83a25 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:28.113645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.119257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9551399 Dec 09 09:31:28.145566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52518) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.162016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:28.172366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-60b352b9-1059-4fef-bf37-c08b5643bd27 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:28.173371 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-60b352b9-1059-4fef-bf37-c08b5643bd27 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 09:31:28.186404 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-60b352b9-1059-4fef-bf37-c08b5643bd27 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "PUT /v2.0/security-groups/0381fbe2-9b0e-4832-9a85-13e8fa8cea96 HTTP/1.1" status: 409 len: 330 time: 0.0278208 Dec 09 09:31:28.186975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52528) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.268001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:28.274957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.305652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Request body: {'subnet': {'network_id': 'a5b0b100-2e71-43f2-ad96-087008f83a25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:28.312757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Allocated IP 2001:db8::2 (9b328957-ed5a-4e88-a726-fe8b00ae6e3d/3dbbfe9e-4aaa-465d-9550-b6a77ce3b20d/5505dfa4-f901-43e9-a707-e2c2bee233e6) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:28.368552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:28.398449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Usage tracker for resource:subnet and tenant:e1481d50e96a46bfa08636aae355721d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:28.405723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:28.409983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0381fbe2-9b0e-4832-9a85-13e8fa8cea96,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:28.412317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.418843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port eb15ebb6-e8f7-4407-bfaf-e3dca9d17479 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:28.441531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac69dd60-074a-4895-8217-2bda73844747 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:28.458884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:28.465218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52532) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.466241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:28.506707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=2a4e0426-d831-4a0a-b7ff-56d8f4156de0,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:28.512486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fca51691-b662-4fd3-9fb7-09ab5751a377 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.515441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:28.536836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.557780 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bc74fac-f348-4055-8279-73b351246594 req-b397dee9-9758-4d1f-bdc3-d7f5241ce789 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1099 time: 0.3600004 Dec 09 09:31:28.570536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6357aa-b362-4ba3-b0f6-53ce769fd616 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:28.577531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Made reservation on behalf of e1481d50e96a46bfa08636aae355721d for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:28.582183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.592677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:28.593104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.602825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570a66f-057c-4623-a46d-07678c7b826e req-a30c2a8a-fd10-488a-a698-de0327025274 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:28.604464 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6570a66f-057c-4623-a46d-07678c7b826e req-a30c2a8a-fd10-488a-a698-de0327025274 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.3309326 Dec 09 09:31:28.614493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fca51691-b662-4fd3-9fb7-09ab5751a377 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.657672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/2a4e0426-d831-4a0a-b7ff-56d8f4156de0 HTTP/1.1" status: 204 len: 168 time: 1.5671225 Dec 09 09:31:28.671994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52536) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.754686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.806525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Transition to ACTIVE for port object 5505dfa4-f901-43e9-a707-e2c2bee233e6 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:28.858039 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8fc8d4df-7b77-4921-9e27-e2e7a94466dc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1824462 Dec 09 09:31:28.863810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52540) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.876342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:28.895346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fca51691-b662-4fd3-9fb7-09ab5751a377 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.900111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cdb9b94d-6305-45b5-bf97-5bec388b26fa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2651b50102a24dff935c742557099e56&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4251201 Dec 09 09:31:28.903301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Transition to ACTIVE for port object 5505dfa4-f901-43e9-a707-e2c2bee233e6 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:28.908293 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6570a66f-057c-4623-a46d-07678c7b826e req-3ce8a58a-2b7a-4e18-901c-9c77931589b5 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834778 Dec 09 09:31:28.908994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52544) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.911863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6fe4074f-b293-484e-ab31-529a9318fa0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:28.916324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.929105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc1fd029-a1ba-4a03-9586-59fc38da9264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:28.930109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca51691-b662-4fd3-9fb7-09ab5751a377 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0381fbe2-9b0e-4832-9a85-13e8fa8cea96,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:28.943758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fca51691-b662-4fd3-9fb7-09ab5751a377 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:28.950120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fca51691-b662-4fd3-9fb7-09ab5751a377 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:28.953970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fca51691-b662-4fd3-9fb7-09ab5751a377 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/0381fbe2-9b0e-4832-9a85-13e8fa8cea96 HTTP/1.1" status: 204 len: 168 time: 0.7593732 Dec 09 09:31:28.954286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52548) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:28.957441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74fac-f348-4055-8279-73b351246594 req-6176711a-8001-40c1-8b40-9513cf9b95ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:28.959003 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bc74fac-f348-4055-8279-73b351246594 req-6176711a-8001-40c1-8b40-9513cf9b95ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 912 time: 0.3884065 Dec 09 09:31:29.012292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 42c6a71b-5eb5-4053-9cc6-00b154fbb942 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:29.036708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet a205a927-7a93-475f-9e8c-215483bc1106 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:29.057167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:29.090928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:29.105287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Pushing event updated for resources: {'Port': ['ID=5505dfa4-f901-43e9-a707-e2c2bee233e6,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:29.105590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bc74fac-f348-4055-8279-73b351246594 req-10f26be8-4c31-4746-9be5-3a1c75c44eec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 1002 time: 0.1323855 Dec 09 09:31:29.107874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:29.108857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-46ac662f-b7e3-46fc-a520-a758b905966a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Synchronizing usage tracker for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:29.109702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:29.113857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:29.183583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-46ac662f-b7e3-46fc-a520-a758b905966a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Unset dirty status for tenant:213bdc3b9032403b86eba19ea76843f2 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:29.184855 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-46ac662f-b7e3-46fc-a520-a758b905966a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2296546 Dec 09 09:31:29.189301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc74fac-f348-4055-8279-73b351246594 req-459ae681-204e-47cf-8c90-666e5b71ec48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:29.190711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bc74fac-f348-4055-8279-73b351246594 req-459ae681-204e-47cf-8c90-666e5b71ec48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 200 len: 850 time: 0.0770261 Dec 09 09:31:29.191204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52552) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:29.208309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:31:29.234904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] Deleting port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:29.235322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:29.252850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-d5b60bb0-c3e3-4293-ad88-3ccd07477389 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] delete failed (client error): The resource could not be found. Dec 09 09:31:29.260109 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d5b60bb0-c3e3-4293-ad88-3ccd07477389 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "DELETE /v2.0/security-groups/fcac9fea-1960-46a3-b774-8bcb5832fdad HTTP/1.1" status: 404 len: 347 time: 0.0618124 Dec 09 09:31:29.261499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52556) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:29.278751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Attempting to bind port 5505dfa4-f901-43e9-a707-e2c2bee233e6 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:31:29.279174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Attempting to bind port 5505dfa4-f901-43e9-a707-e2c2bee233e6 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '5cf9b680-4f18-4d11-8aa4-3689fb3932a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b328957-ed5a-4e88-a726-fe8b00ae6e3d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:31:29.279583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Attempting to bind port 5505dfa4-f901-43e9-a707-e2c2bee233e6 on network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:31:29.289140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:29.289550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:29.289671 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-276d82e3-fb87-49f0-933f-0a1615bb965a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] show failed (client error): The resource could not be found. Dec 09 09:31:29.291868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-276d82e3-fb87-49f0-933f-0a1615bb965a tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-groups/bd348fe7-6f87-484d-bba9-a958910423e9 HTTP/1.1" status: 404 len: 347 time: 0.0269589 Dec 09 09:31:29.296462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52560) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:29.333042 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-9d068805-bcc8-4945-bd53-bb0f25faed9f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] show failed (client error): The resource could not be found. Dec 09 09:31:29.336981 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9d068805-bcc8-4945-bd53-bb0f25faed9f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] 10.222.0.18 "GET /v2.0/security-group-rules/824a8ea8-d868-427b-b010-5c5eed86f733 HTTP/1.1" status: 404 len: 356 time: 0.0384343 Dec 09 09:31:29.346665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:31:29.347185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Checking segment: {'id': '5cf9b680-4f18-4d11-8aa4-3689fb3932a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b328957-ed5a-4e88-a726-fe8b00ae6e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:29.347731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:29.348171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Bound using segment: {'id': '5cf9b680-4f18-4d11-8aa4-3689fb3932a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b328957-ed5a-4e88-a726-fe8b00ae6e3d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:31:29.348715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Bound port: 5505dfa4-f901-43e9-a707-e2c2bee233e6, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf9b680-4f18-4d11-8aa4-3689fb3932a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9b328957-ed5a-4e88-a726-fe8b00ae6e3d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:31:29.349157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:29.355789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bc74fac-f348-4055-8279-73b351246594 req-7aa28b0f-95c1-4059-abb6-14912ab520e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1488237 Dec 09 09:31:29.527461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::1ae (9b328957-ed5a-4e88-a726-fe8b00ae6e3d/3dbbfe9e-4aaa-465d-9550-b6a77ce3b20d/eb15ebb6-e8f7-4407-bfaf-e3dca9d17479) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:29.542628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:29.562742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bc74fac-f348-4055-8279-73b351246594 req-26a91e1a-30b3-4617-b6fc-614634c406fa service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986611 Dec 09 09:31:29.573803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:29.580707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:29.601582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:29.640389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:29.758258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52568) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:29.758975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:29.774101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bc74fac-f348-4055-8279-73b351246594 req-2288ca98-bc4d-4238-92c1-8129682400fc service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041078 Dec 09 09:31:29.851202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:31:29.852923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d80becef-b9e6-40e7-aeed-4b23ca1cd279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:29.872571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb223d0-ff5e-41ab-b253-0a07c5a0b6a8 None None] Sync routers for ids ['c7f6c1a4-1c09-4a1e-aec3-6f400eea338e'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:31:29.876194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] For port 5505dfa4-f901-43e9-a707-e2c2bee233e6, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:31:29.881897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] For port 5505dfa4-f901-43e9-a707-e2c2bee233e6, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5505dfa4-f901-43e9-a707-e2c2bee233e6,segment=NetworkSegment(5cf9b680-4f18-4d11-8aa4-3689fb3932a3),segment_id=5cf9b680-4f18-4d11-8aa4-3689fb3932a3)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:31:29.888193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] For port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=44677f5c-ff0d-49a6-bc1d-b8ac99f850dd,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:29.889328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:29.894908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb223d0-ff5e-41ab-b253-0a07c5a0b6a8 None None] Routers {'c7f6c1a4-1c09-4a1e-aec3-6f400eea338e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:29.898352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7fb223d0-ff5e-41ab-b253-0a07c5a0b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c7f6c1a4-1c09-4a1e-aec3-6f400eea338e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:29.899126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:29.909980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2928f008-6fb3-4a5f-847c-bb8d7310cb04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:30.054270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7fb223d0-ff5e-41ab-b253-0a07c5a0b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:30.082748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb223d0-ff5e-41ab-b253-0a07c5a0b6a8 None None] Routers {'c7f6c1a4-1c09-4a1e-aec3-6f400eea338e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:30.084265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7fb223d0-ff5e-41ab-b253-0a07c5a0b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c7f6c1a4-1c09-4a1e-aec3-6f400eea338e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:30.109155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d80becef-b9e6-40e7-aeed-4b23ca1cd279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.124606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.128478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "PUT /v2.0/routers/c7f6c1a4-1c09-4a1e-aec3-6f400eea338e HTTP/1.1" status: 200 len: 879 time: 9.2476616 Dec 09 09:31:30.128965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52576) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:30.161073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7fb223d0-ff5e-41ab-b253-0a07c5a0b6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:30.161916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb223d0-ff5e-41ab-b253-0a07c5a0b6a8 None None] The sync data for ids ['c7f6c1a4-1c09-4a1e-aec3-6f400eea338e'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:31:30.180309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.195519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:30.228818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] Calling delete_port for 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:30.351822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Pushing event updated for resources: {'Port': ['ID=5505dfa4-f901-43e9-a707-e2c2bee233e6,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:30.366173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:30.386576 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-27b7f820-3c79-4d35-a561-446ff01d0d00 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/routers/c7f6c1a4-1c09-4a1e-aec3-6f400eea338e HTTP/1.1" status: 200 len: 920 time: 0.2556927 Dec 09 09:31:30.388829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52580) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:30.428541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d80becef-b9e6-40e7-aeed-4b23ca1cd279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.428723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.434808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:30.441652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.449492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.496149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-809987f0-5ac1-4854-9c3b-ed68a8c6f07e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:30.496437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] Pushing event deleted for resources: {'Port': ['ID=44677f5c-ff0d-49a6-bc1d-b8ac99f850dd,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:30.502925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:30.505460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.520020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] No DVR routers for this DVR port 44677f5c-ff0d-49a6-bc1d-b8ac99f850dd on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:31:30.590255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d80becef-b9e6-40e7-aeed-4b23ca1cd279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.594022 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d80becef-b9e6-40e7-aeed-4b23ca1cd279 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/779b98dc-fef5-407c-9092-6ae02b1492f9 HTTP/1.1" status: 204 len: 168 time: 1.6664546 Dec 09 09:31:30.640319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80becef-b9e6-40e7-aeed-4b23ca1cd279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779b98dc-fef5-407c-9092-6ae02b1492f9,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:30.702677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d80becef-b9e6-40e7-aeed-4b23ca1cd279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:30.782211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object eb15ebb6-e8f7-4407-bfaf-e3dca9d17479 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:30.791735 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-42f8fc2f-83e4-45c4-8d98-21a15e7aeaf7 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=c7f6c1a4-1c09-4a1e-aec3-6f400eea338e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4013844 Dec 09 09:31:30.792421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52588) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:30.847349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a0214ad5-bef3-49df-ba29-05e38283d0c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=213bdc3b9032403b86eba19ea76843f2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0700564 Dec 09 09:31:30.850979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.852832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52592) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:30.861462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:30.914822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0111e180-e3d2-4bc9-9b16-0f9b69fde923 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:30.972751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d5223f-5671-44a8-8eef-64fbb1b7bab5 None None] Network 3efcff25-9d1f-40c6-9ce6-58f58884b498 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:30.983362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.002345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/a205a927-7a93-475f-9e8c-215483bc1106 HTTP/1.1" status: 204 len: 168 time: 2.8814914 Dec 09 09:31:31.003091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52598) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:31.051555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c715f2ba-1bae-4896-a36f-9abe1f5825bd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:31.052730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c715f2ba-1bae-4896-a36f-9abe1f5825bd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Synchronizing usage tracker for tenant:76bd5a36efc64de88f38366d386f4487 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:31.162131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c715f2ba-1bae-4896-a36f-9abe1f5825bd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Unset dirty status for tenant:76bd5a36efc64de88f38366d386f4487 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:31.164152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c715f2ba-1bae-4896-a36f-9abe1f5825bd tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 881 time: 0.3706727 Dec 09 09:31:31.169729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52606) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:31.200760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.214075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:31.214451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.264879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211bb71-d9de-4857-a102-150f0f424707 req-b9652503-0a21-4dcb-a277-6b205391a254 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:31.267133 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a211bb71-d9de-4857-a102-150f0f424707 req-b9652503-0a21-4dcb-a277-6b205391a254 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 1.0571163 Dec 09 09:31:31.278417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:31.298378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=eb15ebb6-e8f7-4407-bfaf-e3dca9d17479,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:31.301479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:31.302586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:31.305034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:31.315486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:31.316488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.330450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d630052a-5f80-4991-8088-30617903d117 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:31.368134 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5592d4ee-e035-4cd7-9b04-a7b8ba13eae2 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f6c1a4-1c09-4a1e-aec3-6f400eea338e HTTP/1.1" status: 200 len: 205 time: 0.1731539 Dec 09 09:31:31.368250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52612) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:31.420964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=a205a927-7a93-475f-9e8c-215483bc1106,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:31.423509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:31.465008 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1551957 Dec 09 09:31:31.473543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52618) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:31.480326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d096b2b0-db98-48eb-aa50-fc8bf01aa4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.484807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '9b328957-ed5a-4e88-a726-fe8b00ae6e3d', 'name': 'tempest-PortsIpV6TestJSON-1778059368'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:31.564809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] DHCP port deletion for 3efcff25-9d1f-40c6-9ce6-58f58884b498 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:31:31.572405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] Deleting port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:31.572834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.580242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a211bb71-d9de-4857-a102-150f0f424707 req-78a21878-822b-4c66-9fe7-9da301988ccc tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843556 Dec 09 09:31:31.590898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d096b2b0-db98-48eb-aa50-fc8bf01aa4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.604348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.607382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.608170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] For port 42c6a71b-5eb5-4053-9cc6-00b154fbb942, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=42c6a71b-5eb5-4053-9cc6-00b154fbb942,segment=NetworkSegment(d0cd90a6-956b-414c-8a73-36b8b9d8bdd9),segment_id=d0cd90a6-956b-414c-8a73-36b8b9d8bdd9)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:31.608589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.644259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c7bec08-1b77-4ca4-8d2a-88bce3396f83 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:31.753071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:31.761955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b93b85d5-daf6-4181-93ce-50daf9673bcf,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:31.799528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:31.802602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:31.803303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.831238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 42c6a71b-5eb5-4053-9cc6-00b154fbb942 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:31.865709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Checking segment: {'id': 'e27a2542-8dab-4a0d-b024-71ad6920e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'a5b0b100-2e71-43f2-ad96-087008f83a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:31.866488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Network hostable DHCP agents. Network: a5b0b100-2e71-43f2-ad96-087008f83a25, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:31.876407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d096b2b0-db98-48eb-aa50-fc8bf01aa4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.879049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d096b2b0-db98-48eb-aa50-fc8bf01aa4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.889478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d096b2b0-db98-48eb-aa50-fc8bf01aa4d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a3c08e7-30df-4f7a-878b-ddd07cca6810 HTTP/1.1" status: 204 len: 168 time: 1.0266905 Dec 09 09:31:31.889478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0201306 Dec 09 09:31:31.889478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=701fc5cb-27b7-4509-a661-c2f7ea862cd9,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:31.890309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:31.896534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52628) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:31.897674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52630) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:31.898843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:31.899317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:31.905445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd3cf8e8-d4cc-4598-bda7-aff7cf868442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:31.907273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dcdb3d-4d4c-46c7-b005-54cc9d960ec1 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:31.919657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'name': 'tempest-NetworksTestDHCPv6-1228741434'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:31.922071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:31.926563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:port and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:31.929714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:31.935780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:31.948544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:31.954133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:31.956686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096b2b0-db98-48eb-aa50-fc8bf01aa4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3c08e7-30df-4f7a-878b-ddd07cca6810,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:31.959927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d096b2b0-db98-48eb-aa50-fc8bf01aa4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:32.012668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] For port 42c6a71b-5eb5-4053-9cc6-00b154fbb942, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=42c6a71b-5eb5-4053-9cc6-00b154fbb942,segment=NetworkSegment(d0cd90a6-956b-414c-8a73-36b8b9d8bdd9),segment_id=d0cd90a6-956b-414c-8a73-36b8b9d8bdd9)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:32.013448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:32.058336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Network a5b0b100-2e71-43f2-ad96-087008f83a25 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:32.075766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, a5b0b100-2e71-43f2-ad96-087008f83a25) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:32.081802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:32.082627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:32.132223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port 04266ad9-0c76-40ae-be75-ef3e844fd3db yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:32.151420 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3512bf85-5ebf-450b-b06d-a717f08aa89d tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0288539 Dec 09 09:31:32.163385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52638) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:32.180090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:32.187299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Request body: {'floatingip': {'floating_network_id': 'a5b0b100-2e71-43f2-ad96-087008f83a25'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:32.192991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:32.197146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:32.214309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:32.218608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Usage tracker for resource:floatingip and tenant:e1481d50e96a46bfa08636aae355721d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:32.224471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:32.234851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:32.245488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1741324673'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:32.248410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652c8ab-4df3-4aab-b401-92ddf68bc0aa None None] Network a5b0b100-2e71-43f2-ad96-087008f83a25 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:32.258973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:32.265533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:32.266344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5505dfa4-f901-43e9-a707-e2c2bee233e6 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:32.272658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Usage tracker for resource:network and tenant:6fd388ab3fbc4b00af5a0ba93a2a610c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:32.278051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:32.289605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:32.295894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:32.298439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:32.308847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:32.314248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:32.326472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3aaef08e-b611-4775-be5e-85566146f3ce tempest-ServersTestJSON-1244796322 tempest-ServersTestJSON-1244796322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:32.358273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:32.404021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Made reservation on behalf of 6fd388ab3fbc4b00af5a0ba93a2a610c for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:32.410083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:32.426151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:32.441859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=42c6a71b-5eb5-4053-9cc6-00b154fbb942,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:32.464106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No DVR routers for this DVR port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:31:32.481198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] Calling delete_port for 42c6a71b-5eb5-4053-9cc6-00b154fbb942 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:32.521331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:32.594365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:32.607982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Usage tracker for resource:security_group_rule and tenant:6fd388ab3fbc4b00af5a0ba93a2a610c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:32.645200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:32.669316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:32.689091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:32.882582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::262 (9b328957-ed5a-4e88-a726-fe8b00ae6e3d/3dbbfe9e-4aaa-465d-9550-b6a77ce3b20d/04266ad9-0c76-40ae-be75-ef3e844fd3db) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:32.899929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:32.933137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:32.934093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:31:32.946062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d320d9-82f6-4c24-9ca6-8dfa678d1257 None None] Network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:32.993723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3efcff25-9d1f-40c6-9ce6-58f58884b498']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:33.032506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cd90a6-956b-414c-8a73-36b8b9d8bdd9') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:33.032857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cd90a6-956b-414c-8a73-36b8b9d8bdd9') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:33.033919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::155 (2d5d328b-91d8-47d0-9229-6819f3b6112b/701fc5cb-27b7-4509-a661-c2f7ea862cd9/7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:33.069927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.077683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.104605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920978ec-6d27-4f9e-a864-c3e5b2f5b0d2 None None] Network a5b0b100-2e71-43f2-ad96-087008f83a25 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:33.197422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.240390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:33.240769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.252801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6d9298ad-1587-4780-95ba-dbde15b79b17 None None] Provisioning for port 5505dfa4-f901-43e9-a707-e2c2bee233e6 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:33.259548 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:33.270461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.280888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.293238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:33.301963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.302350 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Added segment d11778d5-3c6a-4803-82ef-085673c0d218 of type vlan for network e6551960-9039-4209-9149-9e8d72f28625 Dec 09 09:31:33.321735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55073da3-e4cc-47b1-8aaf-8111d392e124 req-a5b58ce7-75ef-4729-bf39-43d180c9591c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:33.328905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-55073da3-e4cc-47b1-8aaf-8111d392e124 req-a5b58ce7-75ef-4729-bf39-43d180c9591c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4347913 Dec 09 09:31:33.333222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6d9298ad-1587-4780-95ba-dbde15b79b17 None None] Provisioning complete for port 5505dfa4-f901-43e9-a707-e2c2bee233e6 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:33.333752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d9298ad-1587-4780-95ba-dbde15b79b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.424863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Allocated IP 172.20.0.2 (a5b0b100-2e71-43f2-ad96-087008f83a25/b93b85d5-daf6-4181-93ce-50daf9673bcf/2d37aaf8-30a0-4940-935e-ef6a75736557) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:33.489124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-55faf065-6144-49c9-97c3-e086c9c23433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:33.538625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 5505dfa4-f901-43e9-a707-e2c2bee233e6 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:33.565868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52660) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:33.568122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.586567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] Deleting port 42c6a71b-5eb5-4053-9cc6-00b154fbb942 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:33.587083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.610778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5505dfa4-f901-43e9-a707-e2c2bee233e6 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:33.611211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.767862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2d296d-7d10-45c2-ac83-0ef798952cbd,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:33.776798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:33.791797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.808962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.821412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:33.822084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.825147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0563c262-c3bc-4b61-af05-df34c3a781a1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:33.832354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04f4e8df-5d40-4559-9143-2f75bb72410b tempest-PortsAdminExtendedAttrsTestJSON-237414029 tempest-PortsAdminExtendedAttrsTestJSON-237414029-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:33.840936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.867163 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-55073da3-e4cc-47b1-8aaf-8111d392e124 req-72552c9c-e6c4-4b07-ac00-5342b98d44c1 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5357969 Dec 09 09:31:33.887782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1729104580'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:33.902975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.906856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Network': ['ID=3efcff25-9d1f-40c6-9ce6-58f58884b498,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:33.915439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:33.919968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.928435 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/networks/3efcff25-9d1f-40c6-9ce6-58f58884b498 HTTP/1.1" status: 204 len: 168 time: 2.9206688 Dec 09 09:31:33.930820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52668) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:33.930954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:33.934279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:33.944428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1815900166'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:33.952570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:33.955178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object 04266ad9-0c76-40ae-be75-ef3e844fd3db will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:33.961498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:network and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:33.966650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:33.983219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:33.989311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.007184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-035193ae-25f7-452d-bc1b-03560f44a251 None None] The port '42c6a71b-5eb5-4053-9cc6-00b154fbb942' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:31:34.008066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:34.008190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Usage tracker for resource:network and tenant:9733ff634bbe4438af9dadb7428efd49 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:34.013721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.018677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:34.028462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Deleting port fb2c2d71-0fef-4674-9773-9cad22bed2a6 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:34.029185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.039221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Network': ['ID=e6551960-9039-4209-9149-9e8d72f28625,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:34.044570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:34.053670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:34.053670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:34.054603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1521420 Dec 09 09:31:34.060503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52672) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:34.072700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'subnet': {'network_id': 'e6551960-9039-4209-9149-9e8d72f28625', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:34.078631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.089899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3c694eb-feb7-41e7-938d-6409dae2a7ae tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:34.127070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Made reservation on behalf of 9733ff634bbe4438af9dadb7428efd49 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:34.131471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network e6551960-9039-4209-9149-9e8d72f28625 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:34.132662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.204871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.220200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:34.235030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:34.241971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.252521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-825c997d-7678-4936-b4ba-3cfed63bf35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:34.293992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.294270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:34.310188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '701fc5cb-27b7-4509-a661-c2f7ea862cd9'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:31:34.310915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:34.311035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.315000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:34.315675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.320836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=04266ad9-0c76-40ae-be75-ef3e844fd3db,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:34.325982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.326733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Added segment 3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5 of type vlan for network 698555b1-6718-4a56-9ec2-6e3dffa72ee4 Dec 09 09:31:34.327729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:34.327871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:34.337209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Usage tracker for resource:subnet and tenant:6fd388ab3fbc4b00af5a0ba93a2a610c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:34.351877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.359120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:34.376492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d9298ad-1587-4780-95ba-dbde15b79b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.380097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:34.383397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Network a5b0b100-2e71-43f2-ad96-087008f83a25 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:34.384517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:34.387098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'Port': ['ID=2d37aaf8-30a0-4940-935e-ef6a75736557,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:34.392692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:34.393180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9158306 Dec 09 09:31:34.394622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:34.395507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.395640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Usage tracker for resource:security_group_rule and tenant:9733ff634bbe4438af9dadb7428efd49 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:34.399121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52676) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:34.401615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c33d932-3e03-4981-bf73-eede08f60543 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:34.408706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.446062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:34.448943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:34.500700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4a267da-e398-42cb-9707-0943e510f090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.528236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 5505dfa4-f901-43e9-a707-e2c2bee233e6, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5505dfa4-f901-43e9-a707-e2c2bee233e6,segment=NetworkSegment(5cf9b680-4f18-4d11-8aa4-3689fb3932a3),segment_id=5cf9b680-4f18-4d11-8aa4-3689fb3932a3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:34.529013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:34.538300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.545090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:34.546080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:34.547934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:34.549389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Made reservation on behalf of 6fd388ab3fbc4b00af5a0ba93a2a610c for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:34.565065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Calling delete_port for fb2c2d71-0fef-4674-9773-9cad22bed2a6 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:34.570992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:34.575939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:34.575939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.624632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.637434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:34.638120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.645915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5e4c7d6-c9a0-4225-889d-04362426820b tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:34.659751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:34.675085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:34.676192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 42c6a71b-5eb5-4053-9cc6-00b154fbb942 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:34.780958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 42c6a71b-5eb5-4053-9cc6-00b154fbb942 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:34.782803 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8821466 Dec 09 09:31:34.791673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52680) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:34.795623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 42c6a71b-5eb5-4053-9cc6-00b154fbb942 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:34.830086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=5505dfa4-f901-43e9-a707-e2c2bee233e6,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:34.830238 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8949285 Dec 09 09:31:34.830321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-6d9298ad-1587-4780-95ba-dbde15b79b17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:34.830416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-6d9298ad-1587-4780-95ba-dbde15b79b17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:31:34.831985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52684) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:34.832718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Network': ['ID=698555b1-6718-4a56-9ec2-6e3dffa72ee4,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:34.832844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:34.839417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:34.845488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': '698555b1-6718-4a56-9ec2-6e3dffa72ee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:34.856855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:34.858635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/701fc5cb-27b7-4509-a661-c2f7ea862cd9/9cb851f4-9255-4672-848d-e681294ff1ca) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:34.866734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 698555b1-6718-4a56-9ec2-6e3dffa72ee4 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:35.025697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:35.033008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:35.037688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:35.049569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:35.058874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.064174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d654acc-b850-4b32-9770-c2ff138816ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:35.108698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:35.134914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event deleted for resources: {'Port': ['ID=fb2c2d71-0fef-4674-9773-9cad22bed2a6,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:35.155160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:35.167789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f895c3-46c1-4a52-9efd-bcdcc9be649d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:35.168585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26f895c3-46c1-4a52-9efd-bcdcc9be649d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:35.199424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.216681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.230104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Transition to ACTIVE for port object 9cb851f4-9255-4672-848d-e681294ff1ca will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:35.241419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.245492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.253734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Transition to ACTIVE for port object 9cb851f4-9255-4672-848d-e681294ff1ca will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:35.259222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26f895c3-46c1-4a52-9efd-bcdcc9be649d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:35.260632 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-26f895c3-46c1-4a52-9efd-bcdcc9be649d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ae HTTP/1.1" status: 200 len: 928 time: 0.8245490 Dec 09 09:31:35.261431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.262158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:35.267116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d80becef-b9e6-40e7-aeed-4b23ca1cd279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:35.268293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59275518-0001-4490-b54d-f0d080ae3429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:35.284405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52688) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:35.323787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.383982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:35.390119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:35.392120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Pushing event updated for resources: {'Port': ['ID=9cb851f4-9255-4672-848d-e681294ff1ca,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:35.397217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:35.399624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:35.408114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.408507 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Added segment 25e6c8e7-086b-41b6-af0c-f2cb78fc8566 of type vlan for network 4dcb83e2-0423-412c-969b-963edbc63f4a Dec 09 09:31:35.436741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b06dba-7afc-4df1-bcfe-e4717501be51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:35.437599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-48b06dba-7afc-4df1-bcfe-e4717501be51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:35.450118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bed17d-0c2e-43d6-89f2-1e35135b5098,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:35.458273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:35.538311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.590393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 04266ad9-0c76-40ae-be75-ef3e844fd3db {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:35.591255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.599088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.649188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.717019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-48b06dba-7afc-4df1-bcfe-e4717501be51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:35.718440 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-48b06dba-7afc-4df1-bcfe-e4717501be51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.9257295 Dec 09 09:31:35.733491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Attempting to bind port 9cb851f4-9255-4672-848d-e681294ff1ca on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:31:35.733825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Attempting to bind port 9cb851f4-9255-4672-848d-e681294ff1ca by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:31:35.734237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Attempting to bind port 9cb851f4-9255-4672-848d-e681294ff1ca on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:31:35.738356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52692) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:35.741783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.749954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:31:35.750377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:35.750828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.751265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:31:35.751797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Bound port: 9cb851f4-9255-4672-848d-e681294ff1ca, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:31:35.752217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.847394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Provisioning for port eb15ebb6-e8f7-4407-bfaf-e3dca9d17479 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:35.866022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Provisioning complete for port eb15ebb6-e8f7-4407-bfaf-e3dca9d17479 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:35.866536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.926067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] For port 9cb851f4-9255-4672-848d-e681294ff1ca, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:31:35.929582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.937877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.938286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Port eb15ebb6-e8f7-4407-bfaf-e3dca9d17479 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:35.943055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] For port 9cb851f4-9255-4672-848d-e681294ff1ca, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9cb851f4-9255-4672-848d-e681294ff1ca,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:31:35.949374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.954507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10a630c4-0159-41e4-adc1-be33d872f23b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:35.965004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:35.965946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.973995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:35.997843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc2878c5-fd70-4ddf-b397-9c9f9dde685b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:36.019327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:36.019698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.035230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.035824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Fanout notify agent at l3_agent the message router_deleted on router c7f6c1a4-1c09-4a1e-aec3-6f400eea338e {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:31:36.050521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Pushing event updated for resources: {'Port': ['ID=9cb851f4-9255-4672-848d-e681294ff1ca,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:36.057740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:36.074058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.075326 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/c7f6c1a4-1c09-4a1e-aec3-6f400eea338e HTTP/1.1" status: 204 len: 168 time: 4.7060609 Dec 09 09:31:36.076462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.078096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Provisioning complete for port 5505dfa4-f901-43e9-a707-e2c2bee233e6 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:36.078648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.083007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52696) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.084590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6f7b262-e2eb-468c-a17f-21e68f621bc0 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:36.124934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1638937598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:36.153452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:36.166085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Usage tracker for resource:router and tenant:4258a6c73cc140878118463412a1f36c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:36.174574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:36.192123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:36.201002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=3f03c7f1-e7bc-4968-aec2-c1f1615c0486,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:36.222961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:36.232406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Provisioning for port 04266ad9-0c76-40ae-be75-ef3e844fd3db completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:36.238932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Provisioning complete for port 04266ad9-0c76-40ae-be75-ef3e844fd3db triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:36.239528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.241026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.243059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.277030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.286642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Checking segment: {'id': '3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '698555b1-6718-4a56-9ec2-6e3dffa72ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:36.287042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network hostable DHCP agents. Network: 698555b1-6718-4a56-9ec2-6e3dffa72ee4, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:36.306679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4643cb5e-693b-44ea-9779-3c7a53a9b335 None None] Port 04266ad9-0c76-40ae-be75-ef3e844fd3db cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:36.313890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.339071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network 698555b1-6718-4a56-9ec2-6e3dffa72ee4 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:36.343237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.344533 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-97e370de-e998-4b05-8ac7-e478a01b5d66 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2316058 Dec 09 09:31:36.347910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52700) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.355654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': True}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:36.411455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 698555b1-6718-4a56-9ec2-6e3dffa72ee4) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:36.416510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:36.417365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.432586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de3b167-a4e2-41fc-af73-3fe3a6d03723 None None] Network 698555b1-6718-4a56-9ec2-6e3dffa72ee4 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:36.511214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bd45d5b2-ffdc-47fe-a4a1-39a8fa2cd761 None None] Provisioning complete for port 04266ad9-0c76-40ae-be75-ef3e844fd3db triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:36.511767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd45d5b2-ffdc-47fe-a4a1-39a8fa2cd761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.539101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7022979 Dec 09 09:31:36.542219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52704) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.551212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': '698555b1-6718-4a56-9ec2-6e3dffa72ee4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-115417873'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:36.568506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.604386 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.0273263 Dec 09 09:31:36.652400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-bd45d5b2-ffdc-47fe-a4a1-39a8fa2cd761 None None] Port 04266ad9-0c76-40ae-be75-ef3e844fd3db cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:36.660623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Pushing event updated for resources: {'Network': ['ID=4dcb83e2-0423-412c-969b-963edbc63f4a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:36.666704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52708) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:36.672679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:36.686723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:36.690433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 4dcb83e2-0423-412c-969b-963edbc63f4a details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:36.795873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Request body: {'subnet': {'network_id': '4dcb83e2-0423-412c-969b-963edbc63f4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:36.849148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-935b8e22-4e2e-4839-a221-39f145baf5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:36.930557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-698555b1-6718-4a56-9ec2-6e3dffa72ee4', 'network_id': '698555b1-6718-4a56-9ec2-6e3dffa72ee4', 'tenant_id': 'b9c451e18adc40d191f568b470792110', 'fixed_ips': [{'subnet_id': '3f03c7f1-e7bc-4968-aec2-c1f1615c0486'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:31:36.931715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.058341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.068925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9cb851f4-9255-4672-848d-e681294ff1ca up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:37.070502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Subnet': ['ID=f72e600b-d2aa-43da-baf2-fe9b5f35e4c5,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:37.081759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.111604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:37.195945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:37.220291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Allocated IP 172.20.0.2 (698555b1-6718-4a56-9ec2-6e3dffa72ee4/3f03c7f1-e7bc-4968-aec2-c1f1615c0486/98fe45a3-1077-4ae9-8f59-a800f059da56) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:37.231194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 9cb851f4-9255-4672-848d-e681294ff1ca completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:37.242467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:37.254175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5505dfa4-f901-43e9-a707-e2c2bee233e6 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:37.307377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:port and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:37.313317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:37.313805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Checking segment: {'id': 'd11778d5-3c6a-4803-82ef-085673c0d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6551960-9039-4209-9149-9e8d72f28625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:37.314215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Network hostable DHCP agents. Network: e6551960-9039-4209-9149-9e8d72f28625, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:37.320984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:37.324401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Usage tracker for resource:subnet and tenant:9733ff634bbe4438af9dadb7428efd49 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:37.330031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.337231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:37.341315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 04266ad9-0c76-40ae-be75-ef3e844fd3db owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:37.342819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.355016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.370907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:37.377661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port 9dd98514-f5f5-4df1-b9bd-cdb790d03753 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:37.394125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.404245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:37.407055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba848b72-0372-485c-bf20-d7041b3c1ab1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:37.451979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5505dfa4-f901-43e9-a707-e2c2bee233e6 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:37.452341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.513723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Made reservation on behalf of 9733ff634bbe4438af9dadb7428efd49 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:37.573677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.591801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Transition to ACTIVE for port object 98fe45a3-1077-4ae9-8f59-a800f059da56 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:37.664233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.666298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Transition to ACTIVE for port object 98fe45a3-1077-4ae9-8f59-a800f059da56 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:37.677641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.684433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-402afd88-e442-4a50-8972-6d32d569bc24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:37.743301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.757416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Network 698555b1-6718-4a56-9ec2-6e3dffa72ee4 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:37.765534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:37.770610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:37.782030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Pushing event updated for resources: {'Port': ['ID=98fe45a3-1077-4ae9-8f59-a800f059da56,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:37.785353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:37.826157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.851186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.854215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.12 (698555b1-6718-4a56-9ec2-6e3dffa72ee4/3f03c7f1-e7bc-4968-aec2-c1f1615c0486/9dd98514-f5f5-4df1-b9bd-cdb790d03753) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:37.860349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'Port': ['ID=2d37aaf8-30a0-4940-935e-ef6a75736557,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:37.902187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Attempting to bind port 98fe45a3-1077-4ae9-8f59-a800f059da56 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:31:37.902605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Attempting to bind port 98fe45a3-1077-4ae9-8f59-a800f059da56 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '698555b1-6718-4a56-9ec2-6e3dffa72ee4'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:31:37.903015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Attempting to bind port 98fe45a3-1077-4ae9-8f59-a800f059da56 on network 698555b1-6718-4a56-9ec2-6e3dffa72ee4 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:31:37.910591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:31:37.911014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Checking segment: {'id': '3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '698555b1-6718-4a56-9ec2-6e3dffa72ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:37.911470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:37.911913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Bound using segment: {'id': '3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '698555b1-6718-4a56-9ec2-6e3dffa72ee4'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:31:37.912634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Bound port: 98fe45a3-1077-4ae9-8f59-a800f059da56, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '698555b1-6718-4a56-9ec2-6e3dffa72ee4'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:31:37.913247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.013791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] For port 98fe45a3-1077-4ae9-8f59-a800f059da56, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:31:38.017405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] For port 98fe45a3-1077-4ae9-8f59-a800f059da56, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=98fe45a3-1077-4ae9-8f59-a800f059da56,segment=NetworkSegment(3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5),segment_id=3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:31:38.021352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.025503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:38.026202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22930f61-def7-43a1-b9b1-b9672c6642de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:38.061361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Allocated IP 172.26.8.159 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/386702ba-e0f1-4177-8b76-cbf45ea11cdc) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:38.119897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Pushing event updated for resources: {'Port': ['ID=98fe45a3-1077-4ae9-8f59-a800f059da56,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:38.122677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:38.123647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:38.132830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.153016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Network e6551960-9039-4209-9149-9e8d72f28625 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:38.199822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-43b5f7ad-32e6-45ee-a9b9-ec7f5098651d None None] Provisioning for port 9cb851f4-9255-4672-848d-e681294ff1ca completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:38.205517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-43b5f7ad-32e6-45ee-a9b9-ec7f5098651d None None] Provisioning complete for port 9cb851f4-9255-4672-848d-e681294ff1ca triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:38.205935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43b5f7ad-32e6-45ee-a9b9-ec7f5098651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.231011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.259017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object 9dd98514-f5f5-4df1-b9bd-cdb790d03753 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:38.298203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.319094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.320166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.327424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-588a3fee-1d1a-4f8c-8e0f-32feae91acb4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:38.347441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.354239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:38.401242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43b5f7ad-32e6-45ee-a9b9-ec7f5098651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.410207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, e6551960-9039-4209-9149-9e8d72f28625) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:38.416293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:38.416684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.430137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b0993e-4130-45ec-a98f-e1c1a2d7d20d None None] Network e6551960-9039-4209-9149-9e8d72f28625 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:38.432181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.436315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.2689865 Dec 09 09:31:38.442027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52712) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:38.444056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network 698555b1-6718-4a56-9ec2-6e3dffa72ee4 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:38.461737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:38.464538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:38.467550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.510141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:38.518264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.540818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:38.560285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a HTTP/1.1" status: 204 len: 168 time: 2.8162010 Dec 09 09:31:38.566966 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5058851 Dec 09 09:31:38.567365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52716) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:38.570311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52718) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:38.587377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=9dd98514-f5f5-4df1-b9bd-cdb790d03753,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:38.643557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-43b5f7ad-32e6-45ee-a9b9-ec7f5098651d None None] For port 9cb851f4-9255-4672-848d-e681294ff1ca, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9cb851f4-9255-4672-848d-e681294ff1ca,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:38.652109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:38.654937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43b5f7ad-32e6-45ee-a9b9-ec7f5098651d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.659272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3158728-46bb-4e78-bbf6-afb55ffe5d3b tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:38.674643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:38.702591 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fe5080fe-38a4-489b-bac2-f8971a45f9f9 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=a5b0b100-2e71-43f2-ad96-087008f83a25 HTTP/1.1" status: 200 len: 689 time: 0.2570679 Dec 09 09:31:38.712412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52724) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:38.761161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'port': {'network_id': 'e6551960-9039-4209-9149-9e8d72f28625', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1694104534'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:38.809084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.836959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:38.843108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a212bde-0a61-4277-84ef-7321a2e00dd7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:38.847177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5f7ad-32e6-45ee-a9b9-ec7f5098651d None None] Pushing event updated for resources: {'Port': ['ID=9cb851f4-9255-4672-848d-e681294ff1ca,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:38.857491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-43b5f7ad-32e6-45ee-a9b9-ec7f5098651d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:38.858398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:38.859073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.873069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:38.900013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:38.905246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-e6551960-9039-4209-9149-9e8d72f28625', 'network_id': 'e6551960-9039-4209-9149-9e8d72f28625', 'tenant_id': '6fd388ab3fbc4b00af5a0ba93a2a610c', 'fixed_ips': [{'subnet_id': 'f72e600b-d2aa-43da-baf2-fe9b5f35e4c5'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:31:38.906299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:38.954942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-410f0481-6664-4e09-b228-8d1a5bc31056 None None] Could not find standard attr ID for object 7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:31:38.969616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=04266ad9-0c76-40ae-be75-ef3e844fd3db,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:39.002811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:39.016358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event updated for resources: {'Port': ['ID=386702ba-e0f1-4177-8b76-cbf45ea11cdc,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:39.018011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 98fe45a3-1077-4ae9-8f59-a800f059da56 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:39.027083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa0249-e5fe-44b4-9f18-c055f058bb1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:39.028614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa0249-e5fe-44b4-9f18-c055f058bb1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:39.029368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b2fa0249-e5fe-44b4-9f18-c055f058bb1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:39.039981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:39.109246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.5623918 Dec 09 09:31:39.113588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52728) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:39.121940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.144038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-461cb2e1-7635-4b1a-9f46-ab7fadaf0209 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:39.188997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b2fa0249-e5fe-44b4-9f18-c055f058bb1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:39.192239 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b2fa0249-e5fe-44b4-9f18-c055f058bb1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6144423 Dec 09 09:31:39.221368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52732) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:39.236083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 98fe45a3-1077-4ae9-8f59-a800f059da56 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:39.249491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Allocated IP 2001:db8::2 (e6551960-9039-4209-9149-9e8d72f28625/f72e600b-d2aa-43da-baf2-fe9b5f35e4c5/4c334d67-6a4f-4fbe-b090-d795dc591239) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:39.311724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.436810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.437470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 9dd98514-f5f5-4df1-b9bd-cdb790d03753 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:39.437866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.468772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/04266ad9-0c76-40ae-be75-ef3e844fd3db HTTP/1.1" status: 204 len: 168 time: 4.1755016 Dec 09 09:31:39.484671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52736) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:39.514223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.531426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Transition to ACTIVE for port object 4c334d67-6a4f-4fbe-b090-d795dc591239 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:39.558699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Transition to ACTIVE for port object 4c334d67-6a4f-4fbe-b090-d795dc591239 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:39.564960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.573454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de1e4787-5765-4c2d-9bfb-81e7de2016a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:39.583819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bfe6d9-0068-4bc9-b120-f2aecb704145 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:31:39.584213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-56bfe6d9-0068-4bc9-b120-f2aecb704145 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:39.592551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Pushing event updated for resources: {'Subnet': ['ID=f196449f-406f-4349-b264-ec15c5718c2b,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:39.595741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:39.615950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Checking segment: {'id': '25e6c8e7-086b-41b6-af0c-f2cb78fc8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dcb83e2-0423-412c-969b-963edbc63f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:39.616540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Network hostable DHCP agents. Network: 4dcb83e2-0423-412c-969b-963edbc63f4a, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:39.622315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:39.634577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Usage tracker for resource:port and tenant:6fd388ab3fbc4b00af5a0ba93a2a610c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:39.638222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:39.652640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:39.654410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-56bfe6d9-0068-4bc9-b120-f2aecb704145 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:39.655742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-56bfe6d9-0068-4bc9-b120-f2aecb704145 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/04266ad9-0c76-40ae-be75-ef3e844fd3db HTTP/1.1" status: 404 len: 333 time: 0.1699390 Dec 09 09:31:39.660388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52740) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:39.674074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Pushing event updated for resources: {'Port': ['ID=4c334d67-6a4f-4fbe-b090-d795dc591239,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:39.681047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Network e6551960-9039-4209-9149-9e8d72f28625 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:39.682329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:39.684379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:39.685152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:39.723315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Made reservation on behalf of 6fd388ab3fbc4b00af5a0ba93a2a610c for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:39.729498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.789859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] device_id is not set on port 4fa71c46-82c6-464e-9d92-eb73cac4ef0c yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:39.812183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Attempting to bind port 4c334d67-6a4f-4fbe-b090-d795dc591239 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:31:39.813052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Attempting to bind port 4c334d67-6a4f-4fbe-b090-d795dc591239 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd11778d5-3c6a-4803-82ef-085673c0d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6551960-9039-4209-9149-9e8d72f28625'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:31:39.813700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Attempting to bind port 4c334d67-6a4f-4fbe-b090-d795dc591239 on network e6551960-9039-4209-9149-9e8d72f28625 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:31:39.824174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:31:39.824857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Checking segment: {'id': 'd11778d5-3c6a-4803-82ef-085673c0d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6551960-9039-4209-9149-9e8d72f28625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:39.825364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.825805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Bound using segment: {'id': 'd11778d5-3c6a-4803-82ef-085673c0d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6551960-9039-4209-9149-9e8d72f28625'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:31:39.826336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Bound port: 4c334d67-6a4f-4fbe-b090-d795dc591239, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11778d5-3c6a-4803-82ef-085673c0d218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'e6551960-9039-4209-9149-9e8d72f28625'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:31:39.826755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.839074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Deleting port 2d37aaf8-30a0-4940-935e-ef6a75736557 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:39.839428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.929454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] For port 4c334d67-6a4f-4fbe-b090-d795dc591239, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:31:39.933860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] For port 4c334d67-6a4f-4fbe-b090-d795dc591239, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4c334d67-6a4f-4fbe-b090-d795dc591239,segment=NetworkSegment(d11778d5-3c6a-4803-82ef-085673c0d218),segment_id=d11778d5-3c6a-4803-82ef-085673c0d218)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:31:39.938234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:39.949451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:40.011355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Network 4dcb83e2-0423-412c-969b-963edbc63f4a is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:40.016196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Allocated IP 2001:db8::123 (e6551960-9039-4209-9149-9e8d72f28625/f72e600b-d2aa-43da-baf2-fe9b5f35e4c5/4fa71c46-82c6-464e-9d92-eb73cac4ef0c) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:40.044031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Pushing event updated for resources: {'Port': ['ID=4c334d67-6a4f-4fbe-b090-d795dc591239,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:40.048450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:40.062040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port eb15ebb6-e8f7-4407-bfaf-e3dca9d17479 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:40.062436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:40.095014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 4dcb83e2-0423-412c-969b-963edbc63f4a) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:40.104593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3cd1e5-628d-4d27-a9bd-33d450bf73c9 None None] Network 4dcb83e2-0423-412c-969b-963edbc63f4a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:40.109971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:40.110617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:40.204711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 701fc5cb-27b7-4509-a661-c2f7ea862cd9 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:40.219370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:40.380385 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6925962 Dec 09 09:31:40.389493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52744) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:40.410066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Request body: {'port': {'network_id': '4dcb83e2-0423-412c-969b-963edbc63f4a', 'name': 'tempest-TagsExtTest-1015169117'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:40.597192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e78ec80-0f3c-4d70-9b85-c3359ecd1751 None None] Network 698555b1-6718-4a56-9ec2-6e3dffa72ee4 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:40.640789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:40.682463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:40.735871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Transition to ACTIVE for port object 4fa71c46-82c6-464e-9d92-eb73cac4ef0c will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:40.786419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-4dcb83e2-0423-412c-969b-963edbc63f4a', 'network_id': '4dcb83e2-0423-412c-969b-963edbc63f4a', 'tenant_id': '9733ff634bbe4438af9dadb7428efd49', 'fixed_ips': [{'subnet_id': 'f196449f-406f-4349-b264-ec15c5718c2b'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:31:40.788261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:40.805827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3fd68576-25f7-45b8-bcde-031f0140a231 None None] Provisioning for port 98fe45a3-1077-4ae9-8f59-a800f059da56 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:40.829222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:40.841950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3fd68576-25f7-45b8-bcde-031f0140a231 None None] Provisioning complete for port 98fe45a3-1077-4ae9-8f59-a800f059da56 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:40.842554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fd68576-25f7-45b8-bcde-031f0140a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:40.846634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d2f9009a-9d28-4151-bbe7-11d097606535 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:40.857993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 9dd98514-f5f5-4df1-b9bd-cdb790d03753 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:40.920603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:31:40.921348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:40.944730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.034197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9cb851f4-9255-4672-848d-e681294ff1ca up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:41.064372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.064964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.090258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for eb15ebb6-e8f7-4407-bfaf-e3dca9d17479 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:41.124093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Network e6551960-9039-4209-9149-9e8d72f28625 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:41.134482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:41.141647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:41.145944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:41.147261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.151495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Port': ['ID=4fa71c46-82c6-464e-9d92-eb73cac4ef0c,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:41.157932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:41.184733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6104195 Dec 09 09:31:41.192242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52748) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:41.201361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'port': {'network_id': 'e6551960-9039-4209-9149-9e8d72f28625', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1425592712', 'allowed_address_pairs': [{'ip_address': '2001:db8::123', 'mac_address': 'fa:16:3e:9d:00:e5'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:41.265223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Calling delete_port for 2d37aaf8-30a0-4940-935e-ef6a75736557 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:41.355757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Allocated IP 172.20.0.2 (4dcb83e2-0423-412c-969b-963edbc63f4a/f196449f-406f-4349-b264-ec15c5718c2b/a7f2a34f-6185-4018-a90c-9b95b4ab8f9e) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:41.416861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.419029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:41.421572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fd68576-25f7-45b8-bcde-031f0140a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.424882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-43822996-02fb-4753-95fe-2bacf61f8b70 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:41.432542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9cb851f4-9255-4672-848d-e681294ff1ca triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:41.432542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.455274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:41.467430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Usage tracker for resource:port and tenant:6fd388ab3fbc4b00af5a0ba93a2a610c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:41.477167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.478087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:41.481350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=eb15ebb6-e8f7-4407-bfaf-e3dca9d17479,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:41.490930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:41.493683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:41.528573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Usage tracker for resource:port and tenant:9733ff634bbe4438af9dadb7428efd49 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:41.540972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.544633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:41.552161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Made reservation on behalf of 6fd388ab3fbc4b00af5a0ba93a2a610c for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:41.578928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:41.579325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/eb15ebb6-e8f7-4407-bfaf-e3dca9d17479 HTTP/1.1" status: 204 len: 168 time: 1.9174497 Dec 09 09:31:41.579965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52752) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:41.598438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.653610 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac33d8c1-3442-46e4-8e5a-cd53b280fbfd tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:31:41.654293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ac33d8c1-3442-46e4-8e5a-cd53b280fbfd tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:41.695351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.750257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ac33d8c1-3442-46e4-8e5a-cd53b280fbfd tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:41.754557 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ac33d8c1-3442-46e4-8e5a-cd53b280fbfd tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/eb15ebb6-e8f7-4407-bfaf-e3dca9d17479 HTTP/1.1" status: 404 len: 333 time: 0.1695585 Dec 09 09:31:41.755219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52756) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:41.825394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.847493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Transition to ACTIVE for port object a7f2a34f-6185-4018-a90c-9b95b4ab8f9e will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:41.849572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01ddb783-58a8-42a3-98f4-ec3572f2d98f tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:41.855983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.858029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3fd68576-25f7-45b8-bcde-031f0140a231 None None] For port 98fe45a3-1077-4ae9-8f59-a800f059da56, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=98fe45a3-1077-4ae9-8f59-a800f059da56,segment=NetworkSegment(3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5),segment_id=3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:41.897052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Made reservation on behalf of 9733ff634bbe4438af9dadb7428efd49 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:41.902690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.908769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fd68576-25f7-45b8-bcde-031f0140a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:41.910820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] device_id is not set on port 294c4c79-d71b-47b3-a9bd-a77fe1ba4468 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:41.941851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=9dd98514-f5f5-4df1-b9bd-cdb790d03753,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:41.989674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc7935b4-5668-41ca-9fab-4eedd8c3c849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:42.043400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Transition to ACTIVE for port object a7f2a34f-6185-4018-a90c-9b95b4ab8f9e will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:42.056361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4c334d67-6a4f-4fbe-b090-d795dc591239 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:42.124767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Allocated IP 2001:db8::23c (e6551960-9039-4209-9149-9e8d72f28625/f72e600b-d2aa-43da-baf2-fe9b5f35e4c5/294c4c79-d71b-47b3-a9bd-a77fe1ba4468) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:42.153834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.208331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Network 4dcb83e2-0423-412c-969b-963edbc63f4a is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:42.225567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:42.232549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 4c334d67-6a4f-4fbe-b090-d795dc591239 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:42.243150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:42.270722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet 3dbbfe9e-4aaa-465d-9550-b6a77ce3b20d {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:42.275892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.289952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] device_id is not set on port af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:42.343644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.344373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.344488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.344882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.345321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.345872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.346280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.346685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.347086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.347487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.347891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.364071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.365264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:42.367853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.378445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd68576-25f7-45b8-bcde-031f0140a231 None None] Pushing event updated for resources: {'Port': ['ID=98fe45a3-1077-4ae9-8f59-a800f059da56,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:42.385562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3fd68576-25f7-45b8-bcde-031f0140a231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:42.386083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-617e27f3-6b69-4596-9fed-3bea6eeba975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:42.440280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff035f8f-dd30-4d3a-8207-983ce9284c03 None None] Network e6551960-9039-4209-9149-9e8d72f28625 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:42.453656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.460776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-331c3443-70eb-465e-84b3-ca33c51243ef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:42.461775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Attempting to bind port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:31:42.462285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Attempting to bind port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '25e6c8e7-086b-41b6-af0c-f2cb78fc8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dcb83e2-0423-412c-969b-963edbc63f4a'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:31:42.462592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Attempting to bind port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e on network 4dcb83e2-0423-412c-969b-963edbc63f4a {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:31:42.500889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.519610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.555803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:31:42.556230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Checking segment: {'id': '25e6c8e7-086b-41b6-af0c-f2cb78fc8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dcb83e2-0423-412c-969b-963edbc63f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:42.556687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.557175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Bound using segment: {'id': '25e6c8e7-086b-41b6-af0c-f2cb78fc8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dcb83e2-0423-412c-969b-963edbc63f4a'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:31:42.558054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Bound port: a7f2a34f-6185-4018-a90c-9b95b4ab8f9e, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e6c8e7-086b-41b6-af0c-f2cb78fc8566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '4dcb83e2-0423-412c-969b-963edbc63f4a'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:31:42.558054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.593530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Pushing event updated for resources: {'Port': ['ID=a7f2a34f-6185-4018-a90c-9b95b4ab8f9e,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:42.603052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:42.635239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d37aaf8-30a0-4940-935e-ef6a75736557,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:42.637675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.643176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:42.643972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.677610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ce49c36c-11da-4521-8b92-39faa18e31fa None None] Provisioning for port 4c334d67-6a4f-4fbe-b090-d795dc591239 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:42.721060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.744916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ce49c36c-11da-4521-8b92-39faa18e31fa None None] Provisioning complete for port 4c334d67-6a4f-4fbe-b090-d795dc591239 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:42.745191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce49c36c-11da-4521-8b92-39faa18e31fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.751249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a323de4-715e-4758-a7e4-5ba12deb3ae5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:42.810765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.814622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.820068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8836532c-cfd1-4b96-b95b-2cdc22b39bda tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:42.834683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc73948-8bbe-46cb-8edd-8cfa88933a41 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:42.869632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.873146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=3dbbfe9e-4aaa-465d-9550-b6a77ce3b20d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:42.886802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] For port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:31:42.888899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.889363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.889772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.890472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.890589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.890937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.891330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.891731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.892278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.892664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.893049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:42.899920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:42.908899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:42.917506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Transition to ACTIVE for port object 294c4c79-d71b-47b3-a9bd-a77fe1ba4468 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:42.922191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/3dbbfe9e-4aaa-465d-9550-b6a77ce3b20d HTTP/1.1" status: 204 len: 168 time: 1.1631486 Dec 09 09:31:42.925617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52760) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:42.958743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=701fc5cb-27b7-4509-a661-c2f7ea862cd9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:42.962893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:42.987270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/9dd98514-f5f5-4df1-b9bd-cdb790d03753 HTTP/1.1" status: 204 len: 168 time: 3.8720150 Dec 09 09:31:43.029501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/701fc5cb-27b7-4509-a661-c2f7ea862cd9 HTTP/1.1" status: 204 len: 168 time: 3.8060942 Dec 09 09:31:43.043235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52764) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:43.043703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52766) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:43.092061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.102454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.118669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b3f56eb-95ce-4acc-96b2-b760f9f84eea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:43.151997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7409c438-79c7-470d-b8ad-5a48c6239303 None None] Network 9b328957-ed5a-4e88-a726-fe8b00ae6e3d requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:43.165744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 98fe45a3-1077-4ae9-8f59-a800f059da56 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:43.175182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 5505dfa4-f901-43e9-a707-e2c2bee233e6 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:43.175559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.218843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] For port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a7f2a34f-6185-4018-a90c-9b95b4ab8f9e,segment=NetworkSegment(25e6c8e7-086b-41b6-af0c-f2cb78fc8566),segment_id=25e6c8e7-086b-41b6-af0c-f2cb78fc8566)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:31:43.221968 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d7b0d73-ce5c-4101-b8cf-0f54ceed80ea tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1732712 Dec 09 09:31:43.228365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52772) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:43.237595 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23390b1-3f93-4a7e-a4ce-2e590015aeb1 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:31:43.238183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f23390b1-3f93-4a7e-a4ce-2e590015aeb1 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:43.240988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Network e6551960-9039-4209-9149-9e8d72f28625 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:43.246408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:43.256883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.268757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:43.271338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.444116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Allocated IP 172.20.0.5 (4dcb83e2-0423-412c-969b-963edbc63f4a/f196449f-406f-4349-b264-ec15c5718c2b/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:43.461103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f23390b1-3f93-4a7e-a4ce-2e590015aeb1 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:43.465336 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f23390b1-3f93-4a7e-a4ce-2e590015aeb1 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/9dd98514-f5f5-4df1-b9bd-cdb790d03753 HTTP/1.1" status: 404 len: 333 time: 0.4164069 Dec 09 09:31:43.479357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52776) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:43.537230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:43.547031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:43.550702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:43.551381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.613438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Port': ['ID=294c4c79-d71b-47b3-a9bd-a77fe1ba4468,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:43.619641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:43.622314 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.4279187 Dec 09 09:31:43.625426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52780) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:43.646736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce49c36c-11da-4521-8b92-39faa18e31fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.696543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Pushing event updated for resources: {'Port': ['ID=a7f2a34f-6185-4018-a90c-9b95b4ab8f9e,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:43.719150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:43.728496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:43.768474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] For port 5505dfa4-f901-43e9-a707-e2c2bee233e6, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5505dfa4-f901-43e9-a707-e2c2bee233e6,segment=NetworkSegment(5cf9b680-4f18-4d11-8aa4-3689fb3932a3),segment_id=5cf9b680-4f18-4d11-8aa4-3689fb3932a3)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:43.769161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.782007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.794453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 98fe45a3-1077-4ae9-8f59-a800f059da56 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:43.794691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.813760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:43.840920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ce49c36c-11da-4521-8b92-39faa18e31fa None None] For port 4c334d67-6a4f-4fbe-b090-d795dc591239, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4c334d67-6a4f-4fbe-b090-d795dc591239,segment=NetworkSegment(d11778d5-3c6a-4803-82ef-085673c0d218),segment_id=d11778d5-3c6a-4803-82ef-085673c0d218)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:43.844352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:43.862492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce49c36c-11da-4521-8b92-39faa18e31fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:43.875726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ec413fb-98d2-4894-a751-6eedd4f4e261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:43.933088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 5505dfa4-f901-43e9-a707-e2c2bee233e6 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:43.962499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b93b85d5-daf6-4181-93ce-50daf9673bcf,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:43.980724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:44.019997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da8729-87a4-4e89-bee3-199ddf147c39 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:44.024737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da8729-87a4-4e89-bee3-199ddf147c39 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:44.029327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da8729-87a4-4e89-bee3-199ddf147c39 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:44.030683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:44.030916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-09da8729-87a4-4e89-bee3-199ddf147c39 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Synchronizing usage tracker for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:44.038344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.058138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-09da8729-87a4-4e89-bee3-199ddf147c39 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Unset dirty status for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:44.059443 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-09da8729-87a4-4e89-bee3-199ddf147c39 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3622425 Dec 09 09:31:44.074702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52784) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:44.152131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:31:44.164834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.191311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49c36c-11da-4521-8b92-39faa18e31fa None None] Pushing event updated for resources: {'Port': ['ID=4c334d67-6a4f-4fbe-b090-d795dc591239,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:44.197539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-43851999-76cc-419c-aacd-e5a3967e69e4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:44.198277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce49c36c-11da-4521-8b92-39faa18e31fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:44.204818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] Deleting port 9cb851f4-9255-4672-848d-e681294ff1ca {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:44.205266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.246764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No DVR routers for this DVR port 5505dfa4-f901-43e9-a707-e2c2bee233e6 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:31:44.293026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=5505dfa4-f901-43e9-a707-e2c2bee233e6,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:44.295686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:44.304878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b40f4a4f-3bb0-4cca-89a4-6437d1c994ae None None] Provisioning complete for port 98fe45a3-1077-4ae9-8f59-a800f059da56 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:44.305533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b40f4a4f-3bb0-4cca-89a4-6437d1c994ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.341900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Deleting port 294c4c79-d71b-47b3-a9bd-a77fe1ba4468 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:44.342288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.362359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43ffae2-2a43-4634-a7fb-6de6f7d365af None None] DHCP port deletion for 9b328957-ed5a-4e88-a726-fe8b00ae6e3d request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:31:44.425071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.459022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet 3f03c7f1-e7bc-4968-aec2-c1f1615c0486 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:44.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.502599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.538622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b0b100-2e71-43f2-ad96-087008f83a25']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:44.547873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] For port 9cb851f4-9255-4672-848d-e681294ff1ca, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9cb851f4-9255-4672-848d-e681294ff1ca,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:44.548318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.584029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27a2542-8dab-4a0d-b024-71ad6920e2eb') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:44.584503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27a2542-8dab-4a0d-b024-71ad6920e2eb') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:44.687349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] Calling delete_port for 9cb851f4-9255-4672-848d-e681294ff1ca owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:44.759990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.783980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.853806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9caf42f5-88ab-4540-af18-1590f770a2dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:44.895260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] No DVR routers for this DVR port 9cb851f4-9255-4672-848d-e681294ff1ca on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:31:44.903734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b40f4a4f-3bb0-4cca-89a4-6437d1c994ae None None] Could not find standard attr ID for object 9dd98514-f5f5-4df1-b9bd-cdb790d03753. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:31:44.906658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] Pushing event deleted for resources: {'Port': ['ID=9cb851f4-9255-4672-848d-e681294ff1ca,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:44.927420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:44.928280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.946739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:44.955723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Calling delete_port for 294c4c79-d71b-47b3-a9bd-a77fe1ba4468 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:44.970583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.032992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-837ffbd0-b774-4181-a9e4-1960b39e3ca2 None None] Provisioning complete for port 4c334d67-6a4f-4fbe-b090-d795dc591239 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:45.033889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837ffbd0-b774-4181-a9e4-1960b39e3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.038284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Transition to ACTIVE for port object af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:45.040059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.125287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a7f2a34f-6185-4018-a90c-9b95b4ab8f9e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:45.137650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:45.138696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.142853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b328957-ed5a-4e88-a726-fe8b00ae6e3d']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:45.156019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:45.163005 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:45.173866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d8c787d-664e-4773-acb6-a97d8f22829a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:45.291804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf9b680-4f18-4d11-8aa4-3689fb3932a3') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:45.292105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf9b680-4f18-4d11-8aa4-3689fb3932a3') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:45.292439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:45.295791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Router f0f5505c-d378-45a7-a8cb-207f60c60cda is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:31:45.299909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event deleted for resources: {'Port': ['ID=294c4c79-d71b-47b3-a9bd-a77fe1ba4468,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:45.300319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4c334d67-6a4f-4fbe-b090-d795dc591239 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:45.308655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:45.321376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.340285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.342555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0269b7e-c28b-4019-af7c-0e11e23d938f tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:45.365211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-837ffbd0-b774-4181-a9e4-1960b39e3ca2 None None] Provisioning for port 4fa71c46-82c6-464e-9d92-eb73cac4ef0c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:45.378614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5b0b100-2e71-43f2-ad96-087008f83a25 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 09 09:31:45.386143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-837ffbd0-b774-4181-a9e4-1960b39e3ca2 None None] Provisioning complete for port 4fa71c46-82c6-464e-9d92-eb73cac4ef0c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:45.386575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837ffbd0-b774-4181-a9e4-1960b39e3ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.398252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.413287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.423149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.429200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5b0b100-2e71-43f2-ad96-087008f83a25,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:45.450784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:45.452847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.454938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Network 4dcb83e2-0423-412c-969b-963edbc63f4a is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:45.457518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-664781b5-3101-4036-bb70-276ef0289b52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:45.461539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:45.462625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.476413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-837ffbd0-b774-4181-a9e4-1960b39e3ca2 None None] Port 4fa71c46-82c6-464e-9d92-eb73cac4ef0c cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:45.488714 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:45.494347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4c334d67-6a4f-4fbe-b090-d795dc591239 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:45.495045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.496745 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "DELETE /v2.0/ports/294c4c79-d71b-47b3-a9bd-a77fe1ba4468 HTTP/1.1" status: 204 len: 168 time: 1.4207561 Dec 09 09:31:45.509224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52790) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.638648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.702960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-09add355-d5e5-4e5b-ac76-80e9d6051f8c None None] Could not find standard attr ID for object 294c4c79-d71b-47b3-a9bd-a77fe1ba4468. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:31:45.727266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Pushing event updated for resources: {'Port': ['ID=af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:45.730027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:45.747873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:45.748175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e989df-30af-4d29-9cad-3b7d54deefcc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] GET failed (client error): The resource could not be found. Dec 09 09:31:45.755326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:45.762918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c9e989df-30af-4d29-9cad-3b7d54deefcc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Synchronizing usage tracker for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:45.784535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.791589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9cb851f4-9255-4672-848d-e681294ff1ca no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:45.805791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a9889f47-eff1-45db-bd61-b455a60a7b32 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:45.856311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.861272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:45.864521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c9e989df-30af-4d29-9cad-3b7d54deefcc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Unset dirty status for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:45.871052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c9e989df-30af-4d29-9cad-3b7d54deefcc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "GET /v2.0/ports/294c4c79-d71b-47b3-a9bd-a77fe1ba4468 HTTP/1.1" status: 404 len: 333 time: 0.3607376 Dec 09 09:31:45.874881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 9cb851f4-9255-4672-848d-e681294ff1ca {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:45.875520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9cb851f4-9255-4672-848d-e681294ff1ca not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:45.876177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5505dfa4-f901-43e9-a707-e2c2bee233e6 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:45.876544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52794) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.878789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:45.884186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'port': {'network_id': 'e6551960-9039-4209-9149-9e8d72f28625', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1608484117'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:45.899933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Network': ['ID=9b328957-ed5a-4e88-a726-fe8b00ae6e3d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:45.909947 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/networks/9b328957-ed5a-4e88-a726-fe8b00ae6e3d HTTP/1.1" status: 204 len: 168 time: 2.9659834 Dec 09 09:31:45.916635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:45.917143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52798) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.923996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-231768687'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:45.929749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 5505dfa4-f901-43e9-a707-e2c2bee233e6 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:45.931499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5505dfa4-f901-43e9-a707-e2c2bee233e6 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:45.945802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:45.954444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:network and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:45.969308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a5b0b100-2e71-43f2-ad96-087008f83a25 HTTP/1.1" status: 204 len: 168 time: 7.2476020 Dec 09 09:31:45.972555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52802) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:45.991865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=532ea34c-3c1c-493d-adeb-f51110005d93,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:46.012058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:46.035639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:46.059907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:46.064774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:46.066196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.104985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:46.109512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:46.120225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146fd8ea-c127-472f-b708-74e142a6f204 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:46.121296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:46.124460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.125153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.134471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.135121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.136935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:46.149228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Made reservation on behalf of 6fd388ab3fbc4b00af5a0ba93a2a610c for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:46.154610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.166065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9304731 Dec 09 09:31:46.172345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52806) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.186209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'name': 'tempest-NetworksTestDHCPv6-776182661'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:46.217012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.227065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:46.228561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:46.260132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db57b393-3832-4555-bbd3-6c55b1052756 None None] Network 4dcb83e2-0423-412c-969b-963edbc63f4a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:46.261325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.8706527 Dec 09 09:31:46.263694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] device_id is not set on port 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:46.279965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9a2680-0754-47cf-943c-6ba147c29b80 None None] Network 698555b1-6718-4a56-9ec2-6e3dffa72ee4 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:46.305804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52810) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.311363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.311765 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Added segment 2f667305-e38f-487b-a7b3-ac88827f89cb of type vlan for network bcba36b6-3366-4b87-88d7-3b6b22fce188 Dec 09 09:31:46.316358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1203016088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:46.319560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.321951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/3f03c7f1-e7bc-4968-aec2-c1f1615c0486 HTTP/1.1" status: 204 len: 168 time: 2.8399560 Dec 09 09:31:46.328187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52814) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.328554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-13e0fb16-0513-4ec7-b37a-78bf77d05c57 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Synchronizing usage tracker for tenant:e1481d50e96a46bfa08636aae355721d on resource:floatingip {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:46.344912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=3f03c7f1-e7bc-4968-aec2-c1f1615c0486,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:46.355314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:46.371872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-13e0fb16-0513-4ec7-b37a-78bf77d05c57 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Unset dirty status for tenant:e1481d50e96a46bfa08636aae355721d on resource:floatingip {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:46.376154 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-13e0fb16-0513-4ec7-b37a-78bf77d05c57 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 997 time: 0.3864698 Dec 09 09:31:46.377029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52816) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.392319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:46.446257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Usage tracker for resource:router and tenant:9733ff634bbe4438af9dadb7428efd49 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:46.468669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:46.505809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:46.518400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:31:46.526836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.527556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.528208 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "PUT /v2.0/routers/f0f5505c-d378-45a7-a8cb-207f60c60cda HTTP/1.1" status: 200 len: 915 time: 10.1775942 Dec 09 09:31:46.532504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.532925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.533357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.533768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.534611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.534977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.535385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.538233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Synchronizing usage tracker for tenant:e1481d50e96a46bfa08636aae355721d on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:46.541230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52822) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.629678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Unset dirty status for tenant:e1481d50e96a46bfa08636aae355721d on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:46.633878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3347972b-5ee6-4784-b79a-9237f4863a0b tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4572 time: 0.2443764 Dec 09 09:31:46.634058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd85b4c-a047-45d4-973d-26638d03953f None None] Sync routers for ids ['f0f5505c-d378-45a7-a8cb-207f60c60cda'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:31:46.634842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52826) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.642707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.643726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.722386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.729329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-f2a1c3f5-d8c4-4550-97ac-c7efcbaec482 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] delete failed (client error): The resource could not be found. Dec 09 09:31:46.733242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f2a1c3f5-d8c4-4550-97ac-c7efcbaec482 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/e9f28b77-02fc-46d4-82dc-335be82d8326 HTTP/1.1" status: 404 len: 345 time: 0.0921533 Dec 09 09:31:46.734501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52830) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.746689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.765405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5f626b8f-7cd0-4d98-8e31-085f81610b96 None None] Provisioning for port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:46.773030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:46.781589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.803970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:46.816686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:46.821868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-905ce094-5cd3-4c2c-ba3c-f3e7679f98b9 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] DELETE failed (client error): The resource could not be found. Dec 09 09:31:46.822379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905ce094-5cd3-4c2c-ba3c-f3e7679f98b9 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:31:46.828020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-905ce094-5cd3-4c2c-ba3c-f3e7679f98b9 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a5b0b100-2e71-43f2-ad96-087008f83a25 HTTP/1.1" status: 404 len: 339 time: 0.0897260 Dec 09 09:31:46.830347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52834) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:46.831105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.832162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:46.835146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Request body: {'network': {'name': 'tempest-network--1561433665', 'router:external': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:46.846902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5f626b8f-7cd0-4d98-8e31-085f81610b96 None None] Provisioning complete for port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:46.847646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f626b8f-7cd0-4d98-8e31-085f81610b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.854315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:46.854974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.857906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:46.863831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Usage tracker for resource:network and tenant:e1481d50e96a46bfa08636aae355721d is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:46.868868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:46.876774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:46.883611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95d90aa3-ffb2-4a20-8ec9-900e9a50b8d9 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:46.901606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Made reservation on behalf of e1481d50e96a46bfa08636aae355721d for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:46.906353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.906867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd85b4c-a047-45d4-973d-26638d03953f None None] Routers {'f0f5505c-d378-45a7-a8cb-207f60c60cda'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:46.907572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4bd85b4c-a047-45d4-973d-26638d03953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f0f5505c-d378-45a7-a8cb-207f60c60cda'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:46.951858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:46.967767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:46.969296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Added segment 630a1db8-b832-4354-914c-b6a6d7690bbb of type vlan for network 94189131-0774-4f23-b64e-04720562b7a3 Dec 09 09:31:47.011418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-48ac624c-ed2c-4965-a75f-48876005f269 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/routers/f0f5505c-d378-45a7-a8cb-207f60c60cda HTTP/1.1" status: 200 len: 921 time: 0.4677372 Dec 09 09:31:47.015820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52838) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.018503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 98fe45a3-1077-4ae9-8f59-a800f059da56 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:47.018893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.022549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.055057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Allocated IP 2001:db8::1b8 (e6551960-9039-4209-9149-9e8d72f28625/f72e600b-d2aa-43da-baf2-fe9b5f35e4c5/5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:47.067052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1474142 Dec 09 09:31:47.069709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.071198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8da6e188-6353-4f4d-a51c-f8331a309a83 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7616799 Dec 09 09:31:47.072304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4bd85b4c-a047-45d4-973d-26638d03953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:47.074019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52842) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.074571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52844) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.086136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:47.090085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': 'bcba36b6-3366-4b87-88d7-3b6b22fce188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:47.092474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.109031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Network': ['ID=bcba36b6-3366-4b87-88d7-3b6b22fce188,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:47.120100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f4e81f98-6556-4ec2-a650-20e92b541eda tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-636941955', 'prefixes': ['172.20.0.0/16']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:47.127933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:47.128356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f4e81f98-6556-4ec2-a650-20e92b541eda tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:47.138534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network bcba36b6-3366-4b87-88d7-3b6b22fce188 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:47.162736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '532ea34c-3c1c-493d-adeb-f51110005d93'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:31:47.166872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.171290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 2808d8a3-ed09-43f7-824a-bfed921a600a yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:47.212032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd85b4c-a047-45d4-973d-26638d03953f None None] Routers {'f0f5505c-d378-45a7-a8cb-207f60c60cda'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:31:47.212795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4bd85b4c-a047-45d4-973d-26638d03953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:31:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f0f5505c-d378-45a7-a8cb-207f60c60cda'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:47.309358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.310378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:47.311027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.312746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.323498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34836a1d-aef0-410f-8f60-93a6fad7ceca tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:47.327614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4bd85b4c-a047-45d4-973d-26638d03953f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:47.328079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd85b4c-a047-45d4-973d-26638d03953f None None] The sync data for ids ['f0f5505c-d378-45a7-a8cb-207f60c60cda'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:31:47.357342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:47.391195 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-94283a2d-504a-435f-a36e-1c36d5303441 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=f0f5505c-d378-45a7-a8cb-207f60c60cda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3707228 Dec 09 09:31:47.391195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:47.399616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:47.406148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52850) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.439418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:47.446935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6142209 Dec 09 09:31:47.496889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52854) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.562896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'Network': ['ID=94189131-0774-4f23-b64e-04720562b7a3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:47.568096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f626b8f-7cd0-4d98-8e31-085f81610b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.580481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:47.588883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:47.605642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] DHCP port deletion for 698555b1-6718-4a56-9ec2-6e3dffa72ee4 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:31:47.607670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 94189131-0774-4f23-b64e-04720562b7a3 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:47.639780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] Deleting port 98fe45a3-1077-4ae9-8f59-a800f059da56 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:47.640296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.787601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] For port 98fe45a3-1077-4ae9-8f59-a800f059da56, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=98fe45a3-1077-4ae9-8f59-a800f059da56,segment=NetworkSegment(3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5),segment_id=3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:47.788247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.819628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5f626b8f-7cd0-4d98-8e31-085f81610b96 None None] For port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a7f2a34f-6185-4018-a90c-9b95b4ab8f9e,segment=NetworkSegment(25e6c8e7-086b-41b6-af0c-f2cb78fc8566),segment_id=25e6c8e7-086b-41b6-af0c-f2cb78fc8566)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:47.851629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f626b8f-7cd0-4d98-8e31-085f81610b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.861182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b330519-933e-4cf7-ac24-03a43613b339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:47.894665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4e81f98-6556-4ec2-a650-20e92b541eda tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for subnetpool, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.900126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4e81f98-6556-4ec2-a650-20e92b541eda tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.8183134 Dec 09 09:31:47.901672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:47.917282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023acc9f-c0ec-4023-9c02-aa2865aac865 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:47.921487 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-023acc9f-c0ec-4023-9c02-aa2865aac865 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 881 time: 0.5116029 Dec 09 09:31:47.925098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52858) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.925486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52860) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:47.940280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-bfac0773-3eb0-4b82-9374-dd2f82d5fe49 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b', 'tempest-TagsExtTest-Tag-2080496407') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:47.946066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 98fe45a3-1077-4ae9-8f59-a800f059da56 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:47.958842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/532ea34c-3c1c-493d-adeb-f51110005d93/232749c8-2817-4507-80cc-1e4fd20ac3cd) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:48.014792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:48.056243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Transition to ACTIVE for port object 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:48.078346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:48.084891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a9ae1d2-eb16-497e-8e17-f2e27f12d3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:48.132015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=98fe45a3-1077-4ae9-8f59-a800f059da56,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:48.138239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:48.141380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:48.155782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69f94b8f-707d-48ec-ba1a-615981044793 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:48.226532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No DVR routers for this DVR port 98fe45a3-1077-4ae9-8f59-a800f059da56 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:31:48.304863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Network e6551960-9039-4209-9149-9e8d72f28625 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:48.314424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:48.317655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:48.323313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:48.324044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:48.333155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b45b6c-29a6-44fc-b02d-a5f5c91eb4fc tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:48.338764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b45b6c-29a6-44fc-b02d-a5f5c91eb4fc tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:48.343648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b45b6c-29a6-44fc-b02d-a5f5c91eb4fc tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:48.348181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b45b6c-29a6-44fc-b02d-a5f5c91eb4fc tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:48.349970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f3b45b6c-29a6-44fc-b02d-a5f5c91eb4fc tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Synchronizing usage tracker for tenant:1989eedfafb1412da083d0891e63f19a on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:48.380279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d33867b9-0cc0-4e6e-876f-b32165198275 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0f5505c-d378-45a7-a8cb-207f60c60cda HTTP/1.1" status: 200 len: 205 time: 0.4513431 Dec 09 09:31:48.386202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52866) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.394888 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.5171764 Dec 09 09:31:48.403381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f626b8f-7cd0-4d98-8e31-085f81610b96 None None] Pushing event updated for resources: {'Port': ['ID=a7f2a34f-6185-4018-a90c-9b95b4ab8f9e,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:48.419281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f626b8f-7cd0-4d98-8e31-085f81610b96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:48.479827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52870) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.511302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::123', 'mac_address': 'fa:16:3e:9d:00:e5'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:48.563874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f3b45b6c-29a6-44fc-b02d-a5f5c91eb4fc tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Unset dirty status for tenant:1989eedfafb1412da083d0891e63f19a on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:48.565452 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f3b45b6c-29a6-44fc-b02d-a5f5c91eb4fc tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.0595865 Dec 09 09:31:48.571277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52874) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.609392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Port': ['ID=5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:48.613808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:48.634034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] For port 98fe45a3-1077-4ae9-8f59-a800f059da56, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=98fe45a3-1077-4ae9-8f59-a800f059da56,segment=NetworkSegment(3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5),segment_id=3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:48.634900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:48.659339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b7e61856-51f6-470a-81c5-d88542c06fbf None None] Provisioning for port af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:48.790532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b7e61856-51f6-470a-81c5-d88542c06fbf None None] Provisioning complete for port af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:48.791217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e61856-51f6-470a-81c5-d88542c06fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:48.810913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:48.824326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] Calling delete_port for 98fe45a3-1077-4ae9-8f59-a800f059da56 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:48.840057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bfac0773-3eb0-4b82-9374-dd2f82d5fe49 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags/tempest-TagsExtTest-Tag-2080496407 HTTP/1.1" status: 201 len: 201 time: 0.9134586 Dec 09 09:31:48.844058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52878) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:48.859550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:48.859688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-77c8c461-8bc9-4585-ba75-d5ed5d3cec80 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8', 'tempest-TagsExtTest-Tag-1611913462') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:48.929041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698555b1-6718-4a56-9ec2-6e3dffa72ee4']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:48.944924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a7f2a34f-6185-4018-a90c-9b95b4ab8f9e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:48.962443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:48.962768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f829cdb-3b7c-447b-8dd9-e5cf5c57b6a5') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:48.984403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.012110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.019192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-94cc642b-be5f-4846-affe-93da94745f92 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:49.055487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b7e61856-51f6-470a-81c5-d88542c06fbf None None] Port af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:49.090874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.108281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.112863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Transition to ACTIVE for port object 232749c8-2817-4507-80cc-1e4fd20ac3cd will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:49.115951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:31:49.116349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:31:49.120794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.126094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b7e61856-51f6-470a-81c5-d88542c06fbf None None] Provisioning complete for port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:49.126222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e61856-51f6-470a-81c5-d88542c06fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.130123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:49.130615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:49.161387 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:49.184439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94189131-0774-4f23-b64e-04720562b7a3']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:49.185500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:49.185936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.209934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Transition to ACTIVE for port object 232749c8-2817-4507-80cc-1e4fd20ac3cd will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:49.213845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630a1db8-b832-4354-914c-b6a6d7690bbb') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:49.214191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630a1db8-b832-4354-914c-b6a6d7690bbb') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:49.237937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.241732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=0dbb3d12-3cb5-4b24-9211-96c0c031a3d0,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:49.245889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.246643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ab59a8b9-e279-416c-8ed8-f556ea4a7b55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:49.254756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:49.273411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.281945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Checking segment: {'id': '2f667305-e38f-487b-a7b3-ac88827f89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcba36b6-3366-4b87-88d7-3b6b22fce188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:49.282346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network hostable DHCP agents. Network: bcba36b6-3366-4b87-88d7-3b6b22fce188, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:31:49.289887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:49.290188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.291366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:49.306668 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:49.314345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-77c8c461-8bc9-4585-ba75-d5ed5d3cec80 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags/tempest-TagsExtTest-Tag-1611913462 HTTP/1.1" status: 201 len: 201 time: 0.4569671 Dec 09 09:31:49.314345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52882) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.339421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-8960e6b3-0be9-4e50-9129-de467256f4da tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf', 'tempest-TagsExtTest-Tag-1120458888') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:49.350084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Pushing event updated for resources: {'Port': ['ID=232749c8-2817-4507-80cc-1e4fd20ac3cd,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:49.357810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:49.373789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.388256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:49.390284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:49.395853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:49.415735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.438025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:49.439976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::1bc (2d5d328b-91d8-47d0-9229-6819f3b6112b/532ea34c-3c1c-493d-adeb-f51110005d93/2808d8a3-ed09-43f7-824a-bfed921a600a) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:49.446008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Network': ['ID=698555b1-6718-4a56-9ec2-6e3dffa72ee4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:49.459852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:49.475873 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/networks/698555b1-6718-4a56-9ec2-6e3dffa72ee4 HTTP/1.1" status: 204 len: 168 time: 3.0873499 Dec 09 09:31:49.483877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52886) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.497519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'name': 'tempest-PortsTestJSON-1740797412'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:49.523908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.544997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.546876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network bcba36b6-3366-4b87-88d7-3b6b22fce188 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:31:49.553674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b64917a-10a9-4de9-99c6-3661908f1712 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:49.571570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94189131-0774-4f23-b64e-04720562b7a3 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 09 09:31:49.579706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.594041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event deleted for resources: {'Network': ['ID=94189131-0774-4f23-b64e-04720562b7a3,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:49.597798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, bcba36b6-3366-4b87-88d7-3b6b22fce188) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:49.599501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:49.609845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "DELETE /v2.0/networks/94189131-0774-4f23-b64e-04720562b7a3 HTTP/1.1" status: 204 len: 168 time: 1.0300202 Dec 09 09:31:49.609845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:49.609845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.613630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52890) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.619402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] Deleting port 98fe45a3-1077-4ae9-8f59-a800f059da56 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:49.619824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.620575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Request body: {'network': {'name': 'tempest-network--1386025330', 'router:external': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:49.636876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:49.644911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Usage tracker for resource:network and tenant:e1481d50e96a46bfa08636aae355721d is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:49.648998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:49.659828 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8960e6b3-0be9-4e50-9129-de467256f4da tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags/tempest-TagsExtTest-Tag-1120458888 HTTP/1.1" status: 201 len: 201 time: 0.3403549 Dec 09 09:31:49.659828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:49.662334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Attempting to bind port 232749c8-2817-4507-80cc-1e4fd20ac3cd on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:31:49.662460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52894) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.662544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Attempting to bind port 232749c8-2817-4507-80cc-1e4fd20ac3cd by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:31:49.662544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Attempting to bind port 232749c8-2817-4507-80cc-1e4fd20ac3cd on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:31:49.664525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e8a3b-f8ef-499a-ab2f-ee3cf8ff9b45 None None] Network bcba36b6-3366-4b87-88d7-3b6b22fce188 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:49.668775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-0eb17347-021d-4d3e-91e3-b817285f4701 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1', 'tempest-TagsExtTest-Tag-669798740') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:49.683214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 98fe45a3-1077-4ae9-8f59-a800f059da56 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:31:49.683414 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6077137 Dec 09 09:31:49.688500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52898) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.695196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': 'bcba36b6-3366-4b87-88d7-3b6b22fce188', 'name': 'tempest-PortsIpV6TestJSON-2064435407', 'fixed_ips': [{'subnet_id': '0dbb3d12-3cb5-4b24-9211-96c0c031a3d0', 'ip_address': '2001:db8::10'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:49.757459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Made reservation on behalf of e1481d50e96a46bfa08636aae355721d for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:49.762267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.764565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 98fe45a3-1077-4ae9-8f59-a800f059da56 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:31:49.764954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 98fe45a3-1077-4ae9-8f59-a800f059da56 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:31:49.795405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-729a2c41-5da4-4f82-b623-3da056363615 None None] The port '98fe45a3-1077-4ae9-8f59-a800f059da56' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:31:49.801610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:31:49.802510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:49.804299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.805298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:31:49.806057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Bound port: 232749c8-2817-4507-80cc-1e4fd20ac3cd, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:31:49.808374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.900343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:49.929486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:49.936380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0eb17347-021d-4d3e-91e3-b817285f4701 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags/tempest-TagsExtTest-Tag-669798740 HTTP/1.1" status: 201 len: 201 time: 0.2744880 Dec 09 09:31:49.939624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.940022 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Added segment bd0e1cfc-2357-483b-b9d8-5d675fab41ed of type vlan for network 386bfa23-d2e5-49fa-a265-d278dc6cb645 Dec 09 09:31:49.941057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52902) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:49.949449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-71fb0c6f-dc47-4f37-b3c6-99cd7e3b591d tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:49.953488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ec7bd720-c98d-488e-9835-f24ba1a25e5b None None] Provisioning complete for port af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:49.954106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd720-c98d-488e-9835-f24ba1a25e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:49.993731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:50.027380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:50.034564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:50.061761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.072947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:50.081372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.119907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ec7bd720-c98d-488e-9835-f24ba1a25e5b None None] Port af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:50.122723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] For port 232749c8-2817-4507-80cc-1e4fd20ac3cd, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:31:50.155584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] For port 232749c8-2817-4507-80cc-1e4fd20ac3cd, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=232749c8-2817-4507-80cc-1e4fd20ac3cd,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:31:50.159439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ec7bd720-c98d-488e-9835-f24ba1a25e5b None None] Provisioning for port 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:50.168448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.176110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-43b5f7ad-32e6-45ee-a9b9-ec7f5098651d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:50.176452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port 55b0786e-dc33-45b7-87d3-ec2b9ff071fe yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:50.211432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ec7bd720-c98d-488e-9835-f24ba1a25e5b None None] Provisioning complete for port 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:50.212228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ec7bd720-c98d-488e-9835-f24ba1a25e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.243645 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-71fb0c6f-dc47-4f37-b3c6-99cd7e3b591d tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags HTTP/1.1" status: 200 len: 241 time: 0.2968175 Dec 09 09:31:50.244764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52908) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.278897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-d53f90df-ab86-41b7-b814-10b667415a08 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b', 'tempest-TagsExtTest-Tag-2080496407') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:50.332317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-bcba36b6-3366-4b87-88d7-3b6b22fce188', 'network_id': 'bcba36b6-3366-4b87-88d7-3b6b22fce188', 'tenant_id': '993210cd167143debe6dd7acbea17019', 'fixed_ips': [{'subnet_id': '0dbb3d12-3cb5-4b24-9211-96c0c031a3d0'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:31:50.334334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.340821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.341864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:50.342515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.370602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ec7bd720-c98d-488e-9835-f24ba1a25e5b None None] Port 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:50.371724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e5900b2-1061-4db3-a356-674c26726c26 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:50.402449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:50.407879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.451843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Pushing event updated for resources: {'Port': ['ID=232749c8-2817-4507-80cc-1e4fd20ac3cd,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:50.463477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.469157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:50.486039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port 0603cd58-99b9-4331-9457-ad278b24fc49 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:50.562114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.591070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.621680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Allocated IP 2001:db8::2 (bcba36b6-3366-4b87-88d7-3b6b22fce188/0dbb3d12-3cb5-4b24-9211-96c0c031a3d0/1bfbf656-9cf7-4f53-bedf-cccd89a69d12) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:50.648217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 2808d8a3-ed09-43f7-824a-bfed921a600a will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:50.650884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:50.683253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0684998 Dec 09 09:31:50.691475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] In _notify_port_updated(), no bound segment for port 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e on network e6551960-9039-4209-9149-9e8d72f28625 {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:31:50.695635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52912) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.696429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:50.697205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.698611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "PUT /v2.0/ports/5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e HTTP/1.1" status: 200 len: 1003 time: 2.2011988 Dec 09 09:31:50.702693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'Network': ['ID=386bfa23-d2e5-49fa-a265-d278dc6cb645,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:50.705163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52914) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:50.798778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:50.842966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Port': ['ID=5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:50.851068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:50.949045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:50.965546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Transition to ACTIVE for port object 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:50.994994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Transition to ACTIVE for port object 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:50.998757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.003291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 386bfa23-d2e5-49fa-a265-d278dc6cb645 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:51.017165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e5d285fb-7713-42a8-87eb-ef37804c7ed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:51.017901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Deleting port 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:51.018298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.080111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.129901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec529c3-5362-47fa-8067-f99efd3ab423 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:51.131546 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9ec529c3-5362-47fa-8067-f99efd3ab423 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] 10.222.0.18 "GET /v2.0/networks/386bfa23-d2e5-49fa-a265-d278dc6cb645 HTTP/1.1" status: 200 len: 757 time: 0.4342926 Dec 09 09:31:51.135166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52920) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.139062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Deleting port 386702ba-e0f1-4177-8b76-cbf45ea11cdc {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:51.139445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.152362 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d53f90df-ab86-41b7-b814-10b667415a08 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags/tempest-TagsExtTest-Tag-2080496407 HTTP/1.1" status: 204 len: 168 time: 0.9017768 Dec 09 09:31:51.160572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52924) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.174728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-6eb6d52b-23f3-43ed-89df-cda0865bbf6f tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b', 'tempest-TagsExtTest-Tag-2080496407') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:51.231876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.238843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::10 (bcba36b6-3366-4b87-88d7-3b6b22fce188/0dbb3d12-3cb5-4b24-9211-96c0c031a3d0/55b0786e-dc33-45b7-87d3-ec2b9ff071fe) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:51.259038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:51.311419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=2808d8a3-ed09-43f7-824a-bfed921a600a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:51.329060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:51.335854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:51.336758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.341676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:51.346651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:51.347336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.357550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:51.441584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Network bcba36b6-3366-4b87-88d7-3b6b22fce188 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:51.453462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:51.461486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:51.473356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Pushing event updated for resources: {'Port': ['ID=1bfbf656-9cf7-4f53-bedf-cccd89a69d12,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:51.490723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-97b7dd0d-6c28-4dd5-800c-60501a2b958d None None] Provisioning complete for port 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:51.491483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97b7dd0d-6c28-4dd5-800c-60501a2b958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.561379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.561766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.562135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.562511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.562886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.563258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.563628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.563999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.564362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.564542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d94a9fe-030e-442e-8004-470793ad90f1 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:51.564722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.565070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:31:51.571488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7d94a9fe-030e-442e-8004-470793ad90f1 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] 10.222.0.18 "GET /v2.0/networks/c4083307-118c-4945-b09d-519efe0cb05f HTTP/1.1" status: 200 len: 767 time: 0.4294302 Dec 09 09:31:51.571488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3871350 Dec 09 09:31:51.571775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52928) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.573779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52930) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:51.603517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:51.644572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-97b7dd0d-6c28-4dd5-800c-60501a2b958d None None] Port 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:51.646693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Attempting to bind port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:31:51.647109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Attempting to bind port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '2f667305-e38f-487b-a7b3-ac88827f89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcba36b6-3366-4b87-88d7-3b6b22fce188'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:31:51.647767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Attempting to bind port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 on network bcba36b6-3366-4b87-88d7-3b6b22fce188 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:31:51.652376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.656423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:31:51.656842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Checking segment: {'id': '2f667305-e38f-487b-a7b3-ac88827f89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcba36b6-3366-4b87-88d7-3b6b22fce188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:31:51.657709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.657709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Bound using segment: {'id': '2f667305-e38f-487b-a7b3-ac88827f89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcba36b6-3366-4b87-88d7-3b6b22fce188'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:31:51.658248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Bound port: 1bfbf656-9cf7-4f53-bedf-cccd89a69d12, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f667305-e38f-487b-a7b3-ac88827f89cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'bcba36b6-3366-4b87-88d7-3b6b22fce188'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:31:51.658668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.688437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c8d1f4de-76e6-4315-a71a-b40315a1ceea tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:51.742424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.763575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] For port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:31:51.767323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] For port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1bfbf656-9cf7-4f53-bedf-cccd89a69d12,segment=NetworkSegment(2f667305-e38f-487b-a7b3-ac88827f89cb),segment_id=2f667305-e38f-487b-a7b3-ac88827f89cb)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:31:51.772209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.777455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-73456c6b-9d97-49a3-95ec-2a165d82175c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:51.854858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:51.861087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Pushing event updated for resources: {'Port': ['ID=1bfbf656-9cf7-4f53-bedf-cccd89a69d12,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:51.864512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:51.972641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Calling delete_port for 386702ba-e0f1-4177-8b76-cbf45ea11cdc owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:52.013437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=0603cd58-99b9-4331-9457-ad278b24fc49,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:52.020383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.023529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:52.027959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:52.036409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:52.054039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:52.058326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:52.058998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.064041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Calling delete_port for 5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:52.122705 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6eb6d52b-23f3-43ed-89df-cda0865bbf6f tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags/tempest-TagsExtTest-Tag-2080496407 HTTP/1.1" status: 204 len: 168 time: 0.9583607 Dec 09 09:31:52.127589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52936) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:52.135876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-b28a4792-2d1b-46c5-98de-6b86c8fbc258 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:52.157795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7bccd0-5a31-4045-825c-2884958857cc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:52.163531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7bccd0-5a31-4045-825c-2884958857cc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:52.164414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-df7bccd0-5a31-4045-825c-2884958857cc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:52.195421 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7103815 Dec 09 09:31:52.202512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52940) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:52.272592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.326734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-df7bccd0-5a31-4045-825c-2884958857cc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:52.331347 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-df7bccd0-5a31-4045-825c-2884958857cc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7582552 Dec 09 09:31:52.340918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52944) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:52.344166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object 55b0786e-dc33-45b7-87d3-ec2b9ff071fe will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:52.393279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b28a4792-2d1b-46c5-98de-6b86c8fbc258 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags HTTP/1.1" status: 200 len: 205 time: 0.2604396 Dec 09 09:31:52.394626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.397095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52948) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:52.407917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:52.412182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.469830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-8062f3a7-5e61-42c4-80c6-f68d18492b6b tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:52.481583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 2808d8a3-ed09-43f7-824a-bfed921a600a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:52.482087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.529794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event deleted for resources: {'Port': ['ID=5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:52.532194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 0603cd58-99b9-4331-9457-ad278b24fc49 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:52.532491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.534409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.536330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:52.569718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386bfa23-d2e5-49fa-a265-d278dc6cb645']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:52.579145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb2cf2a9-62f1-473c-bb11-e16f32c6e3fe tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:52.605400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0e1cfc-2357-483b-b9d8-5d675fab41ed') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:52.605878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0e1cfc-2357-483b-b9d8-5d675fab41ed') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:52.702009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.718760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=55b0786e-dc33-45b7-87d3-ec2b9ff071fe,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:52.729418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network bcba36b6-3366-4b87-88d7-3b6b22fce188 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:52.734530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:52.744225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:52.783371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:52.787976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:52.788685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.825464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2c4f1b11-ed5a-4e43-ada8-1260577af9ad None None] Provisioning for port 232749c8-2817-4507-80cc-1e4fd20ac3cd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:52.844084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.878866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:52.879327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:52.902364 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:52.930073 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8062f3a7-5e61-42c4-80c6-f68d18492b6b tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags HTTP/1.1" status: 200 len: 241 time: 0.5296998 Dec 09 09:31:52.939645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52952) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:52.955785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-bee3a8e8-02ae-4556-9da3-41dd50b19a11 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8', 'tempest-TagsExtTest-Tag-1611913462') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:53.022343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:53.025313 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "DELETE /v2.0/ports/5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e HTTP/1.1" status: 204 len: 168 time: 2.2614367 Dec 09 09:31:53.028003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:53.030612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52956) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:53.036423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:53.039322 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3497488 Dec 09 09:31:53.049895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52958) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:53.055990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:53.102857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a94a85a-6cc1-44b6-9af5-b318d448c89a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] GET failed (client error): The resource could not be found. Dec 09 09:31:53.103464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0a94a85a-6cc1-44b6-9af5-b318d448c89a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Synchronizing usage tracker for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:53.114365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:53.123097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 232749c8-2817-4507-80cc-1e4fd20ac3cd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:53.144777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0a94a85a-6cc1-44b6-9af5-b318d448c89a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Unset dirty status for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:53.150852 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0a94a85a-6cc1-44b6-9af5-b318d448c89a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "GET /v2.0/ports/5ed3d3b2-8799-4f3f-b584-fc4d7bd7281e HTTP/1.1" status: 404 len: 333 time: 0.1091950 Dec 09 09:31:53.152688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52962) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:53.167322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'port': {'network_id': 'e6551960-9039-4209-9149-9e8d72f28625', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1778766281'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:53.199331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bee3a8e8-02ae-4556-9da3-41dd50b19a11 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags/tempest-TagsExtTest-Tag-1611913462 HTTP/1.1" status: 204 len: 168 time: 0.2527668 Dec 09 09:31:53.200243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52966) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:53.218246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-0d8f975f-46e5-4acb-a315-c8669085a33e tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8', 'tempest-TagsExtTest-Tag-1611913462') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:53.218923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 232749c8-2817-4507-80cc-1e4fd20ac3cd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:53.225057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 232749c8-2817-4507-80cc-1e4fd20ac3cd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:53.225057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:53.350979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': 'bcba36b6-3366-4b87-88d7-3b6b22fce188', 'name': 'tempest-PortsIpV6TestJSON-427421422', 'fixed_ips': [{'subnet_id': '0dbb3d12-3cb5-4b24-9211-96c0c031a3d0', 'ip_address': '2001:db8::f'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:53.368775 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-849c793d-b2a6-4fe1-aba0-b46b0cef6816 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5123460 Dec 09 09:31:53.387953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-af8fa908-617f-4198-b860-43951def4f21 None None] Provisioning for port 2808d8a3-ed09-43f7-824a-bfed921a600a completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:53.394420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:53.414154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-af8fa908-617f-4198-b860-43951def4f21 None None] Provisioning complete for port 2808d8a3-ed09-43f7-824a-bfed921a600a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:53.414455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af8fa908-617f-4198-b860-43951def4f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:53.416212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event deleted for resources: {'Port': ['ID=386702ba-e0f1-4177-8b76-cbf45ea11cdc,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:53.434773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:53.446557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:53.450007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:53.468897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d8f975f-46e5-4acb-a315-c8669085a33e tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags/tempest-TagsExtTest-Tag-1611913462 HTTP/1.1" status: 204 len: 168 time: 0.2629409 Dec 09 09:31:53.469849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52972) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:53.472893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Made reservation on behalf of 6fd388ab3fbc4b00af5a0ba93a2a610c for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:53.478731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:53.484835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 232749c8-2817-4507-80cc-1e4fd20ac3cd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=232749c8-2817-4507-80cc-1e4fd20ac3cd,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:53.493344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-cab96b36-0411-43fa-a6a9-c61a68375191 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:53.493990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:53.504678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:53.557869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-af8fa908-617f-4198-b860-43951def4f21 None None] Port 2808d8a3-ed09-43f7-824a-bfed921a600a cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:53.583630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=232749c8-2817-4507-80cc-1e4fd20ac3cd,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:53.587776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:53.597058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] device_id is not set on port 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:53.764488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:53.788078 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cab96b36-0411-43fa-a6a9-c61a68375191 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags HTTP/1.1" status: 200 len: 205 time: 0.3170552 Dec 09 09:31:53.789124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52976) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:53.795024 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-c3649236-0465-489e-b90e-71f5f53d4a73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1099 time: 0.2709539 Dec 09 09:31:53.800851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-bd5b4207-4c58-461a-99a3-898e57ca3993 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:53.813715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:53.897435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 386bfa23-d2e5-49fa-a265-d278dc6cb645 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 09 09:31:53.901746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:53.905471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:54.011119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event deleted for resources: {'Network': ['ID=386bfa23-d2e5-49fa-a265-d278dc6cb645,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:54.090414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:54.163879 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "DELETE /v2.0/networks/386bfa23-d2e5-49fa-a265-d278dc6cb645 HTTP/1.1" status: 204 len: 168 time: 2.5889411 Dec 09 09:31:54.182258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 0603cd58-99b9-4331-9457-ad278b24fc49 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:54.220850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52980) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:54.236493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Request body: {'network': {'name': 'tempest-network--170984915'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:54.240663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Allocated IP 2001:db8::17b (e6551960-9039-4209-9149-9e8d72f28625/f72e600b-d2aa-43da-baf2-fe9b5f35e4c5/0a1c2cac-c7aa-4158-9e7f-35bf7be9a191) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:54.241189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e185e41-223f-493d-831e-6fd41ac16423 None None] Network bcba36b6-3366-4b87-88d7-3b6b22fce188 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:54.254858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:54.265153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:54.352241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bd5b4207-4c58-461a-99a3-898e57ca3993 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags HTTP/1.1" status: 200 len: 241 time: 0.5561702 Dec 09 09:31:54.357660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52984) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:54.363656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-ca1a1800-bccd-4c56-9e95-c0b07db59367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf', 'tempest-TagsExtTest-Tag-1120458888') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:54.381031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-64abba31-2cf8-448c-be0e-54e8c7402b31 None None] Provisioning for port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:54.390822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-64abba31-2cf8-448c-be0e-54e8c7402b31 None None] Provisioning complete for port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:54.391493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64abba31-2cf8-448c-be0e-54e8c7402b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:54.408003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:54.533177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-bb08fbc8-bada-4402-b783-f0c016ce1bd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:54.534660 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-bb08fbc8-bada-4402-b783-f0c016ce1bd5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 912 time: 0.6772747 Dec 09 09:31:54.610924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Usage tracker for resource:network and tenant:e1481d50e96a46bfa08636aae355721d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:54.627299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64abba31-2cf8-448c-be0e-54e8c7402b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:54.678245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-64abba31-2cf8-448c-be0e-54e8c7402b31 None None] For port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1bfbf656-9cf7-4f53-bedf-cccd89a69d12,segment=NetworkSegment(2f667305-e38f-487b-a7b3-ac88827f89cb),segment_id=2f667305-e38f-487b-a7b3-ac88827f89cb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:31:54.681367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:54.682626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64abba31-2cf8-448c-be0e-54e8c7402b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:54.687221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:54.695830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 2808d8a3-ed09-43f7-824a-bfed921a600a owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:54.731066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:54.748884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ca1a1800-bccd-4c56-9e95-c0b07db59367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags/tempest-TagsExtTest-Tag-1120458888 HTTP/1.1" status: 204 len: 168 time: 0.3896856 Dec 09 09:31:54.749283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 52988) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:54.751229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:54.753641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:port and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:54.756755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:54.762628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abba31-2cf8-448c-be0e-54e8c7402b31 None None] Pushing event updated for resources: {'Port': ['ID=1bfbf656-9cf7-4f53-bedf-cccd89a69d12,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:54.765153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:54.767150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64abba31-2cf8-448c-be0e-54e8c7402b31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:54.775366 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-4c6233ef-684d-4237-aa5c-c4ed73d4b5af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 1002 time: 0.2185779 Dec 09 09:31:54.784227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-6de51318-5409-402b-b147-b9f7fbb5bf7d tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf', 'tempest-TagsExtTest-Tag-1120458888') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:54.861413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:54.881295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:54.887463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:54.906522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Transition to ACTIVE for port object 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:54.925516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-c1a59103-139c-443c-b6b2-4bc4f2ef6866 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:54.927123 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-c1a59103-139c-443c-b6b2-4bc4f2ef6866 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 200 len: 850 time: 0.1375139 Dec 09 09:31:54.951403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:55.041047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.058126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a9f0b658-fd64-46c7-962f-c34a1f7e1e2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:55.136935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:55.137377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.148131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Network e6551960-9039-4209-9149-9e8d72f28625 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:55.149449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Port': ['ID=0a1c2cac-c7aa-4158-9e7f-35bf7be9a191,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:55.152789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:55.153813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:55.156482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:55.162259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:55.163422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.196144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0417342 Dec 09 09:31:55.200767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52992) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:55.212323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9d:00:e5'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:55.257215 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-2ceb1e04-64be-4d40-95f9-507127259e7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3211546 Dec 09 09:31:55.281808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Made reservation on behalf of e1481d50e96a46bfa08636aae355721d for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:55.288477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.311486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 232749c8-2817-4507-80cc-1e4fd20ac3cd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:31:55.322740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:55.341266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.398370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9222b349-e418-4d95-a837-1030ff318c95 None None] Provisioning for port 55b0786e-dc33-45b7-87d3-ec2b9ff071fe completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:55.398940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-55d0c628-a72b-4be4-b323-1297320faa19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:55.408793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9222b349-e418-4d95-a837-1030ff318c95 None None] Provisioning complete for port 55b0786e-dc33-45b7-87d3-ec2b9ff071fe triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:55.409420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9222b349-e418-4d95-a837-1030ff318c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.491797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:31:55.499845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 232749c8-2817-4507-80cc-1e4fd20ac3cd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:55.500727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.505055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.509649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Added segment 8d325bde-a7bc-4a18-8f07-baad7eb227e5 of type vlan for network abfaecc2-c8b0-4324-9888-91857ed691a0 Dec 09 09:31:55.541468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.597476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=0603cd58-99b9-4331-9457-ad278b24fc49,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:55.599207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9222b349-e418-4d95-a837-1030ff318c95 None None] Port 55b0786e-dc33-45b7-87d3-ec2b9ff071fe cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:55.601288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-5e791c42-6d48-4bae-9e14-36cc19b3763e service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931393 Dec 09 09:31:55.613259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:55.651821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.714016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9222b349-e418-4d95-a837-1030ff318c95 None None] Provisioning complete for port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:55.714568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9222b349-e418-4d95-a837-1030ff318c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.789844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/0603cd58-99b9-4331-9457-ad278b24fc49 HTTP/1.1" status: 204 len: 168 time: 3.5723088 Dec 09 09:31:55.789844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.789844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:55.801824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.806497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 52996) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:55.820450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'mac_address': 'fa:16:3e:ea:57:6f', 'name': 'tempest-PortsTestJSON-717562998'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:55.857752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:55.892258 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6607895 Dec 09 09:31:55.917620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53000) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:55.918176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:55.918740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Fanout notify agent at l3_agent the message router_deleted on router f0f5505c-d378-45a7-a8cb-207f60c60cda {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:31:55.935006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:56.002548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.003779 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/f0f5505c-d378-45a7-a8cb-207f60c60cda HTTP/1.1" status: 204 len: 168 time: 7.6119244 Dec 09 09:31:56.008807 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6de51318-5409-402b-b147-b9f7fbb5bf7d tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags/tempest-TagsExtTest-Tag-1120458888 HTTP/1.1" status: 204 len: 168 time: 1.2442076 Dec 09 09:31:56.024830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5a1e4928-56fb-45ea-9ad1-1439595b6cff None None] Provisioning for port 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:31:56.025701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53004) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:56.026085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53006) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:56.032865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5a1e4928-56fb-45ea-9ad1-1439595b6cff None None] Provisioning complete for port 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:56.033318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4928-56fb-45ea-9ad1-1439595b6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.043590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:56.055384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:port and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:56.059987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.070225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:56.085261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:56.093915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-54abaa72-e9d6-4f01-b84e-ab23f9b9bbb8 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:56.110780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e4928-56fb-45ea-9ad1-1439595b6cff None None] Port 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:56.125290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5a1e4928-56fb-45ea-9ad1-1439595b6cff None None] Provisioning complete for port 55b0786e-dc33-45b7-87d3-ec2b9ff071fe triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:56.125714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a1e4928-56fb-45ea-9ad1-1439595b6cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.154867 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f30dc5a4-88b9-4b26-944f-f495dc3fe313 req-0aef2cd9-2200-4ef5-a1f4-bb7c29ef7e14 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764510 Dec 09 09:31:56.154867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:56.157733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-658313955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:56.188954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e4928-56fb-45ea-9ad1-1439595b6cff None None] Port 55b0786e-dc33-45b7-87d3-ec2b9ff071fe cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:56.243095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.263905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:56.266340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'Network': ['ID=abfaecc2-c8b0-4324-9888-91857ed691a0,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:56.278009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network abfaecc2-c8b0-4324-9888-91857ed691a0 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:31:56.310167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.316201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:56.326466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.336762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Usage tracker for resource:router and tenant:4258a6c73cc140878118463412a1f36c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:31:56.346261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:31:56.349796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9ad195e2-9f7a-4509-8910-05e11b3d6b23 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:56.396750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:56.410741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port df93f193-8745-4ea6-bf52-2eb1de02f03b yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:56.439207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port 08f6f4d1-e877-46ba-bfe0-bc216e56d06c yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:56.476438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=2808d8a3-ed09-43f7-824a-bfed921a600a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:56.493739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:56.592354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.593432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.613717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.619017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.626154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-451d9ba8-a7b8-4e53-b2ac-05b091ab3523 tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:56.634309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-54abaa72-e9d6-4f01-b84e-ab23f9b9bbb8 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags HTTP/1.1" status: 200 len: 205 time: 0.5951519 Dec 09 09:31:56.635927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.639890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53012) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:56.656047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-202adb57-6922-49f6-8c39-dc33b0b36f89 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:56.675685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/2808d8a3-ed09-43f7-824a-bfed921a600a HTTP/1.1" status: 204 len: 168 time: 4.3312125 Dec 09 09:31:56.681043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53016) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:56.765602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.767853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.774922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] In _notify_port_updated(), no bound segment for port 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 on network e6551960-9039-4209-9149-9e8d72f28625 {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:31:56.779297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:56.780283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.784415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "PUT /v2.0/ports/0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 HTTP/1.1" status: 200 len: 1003 time: 1.5818892 Dec 09 09:31:56.785628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53020) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:56.803905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-202adb57-6922-49f6-8c39-dc33b0b36f89 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags HTTP/1.1" status: 200 len: 240 time: 0.1544595 Dec 09 09:31:56.807529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53024) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:56.816470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-e11a4008-f665-4992-af9e-5af1ed6e4ae6 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1', 'tempest-TagsExtTest-Tag-669798740') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:56.831541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.831678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Port': ['ID=0a1c2cac-c7aa-4158-9e7f-35bf7be9a191,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:56.837408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.842092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:56.845239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:56.863677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7faa2b-1a36-4c45-81fc-09025bbd1288 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:56.865677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7faa2b-1a36-4c45-81fc-09025bbd1288 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:56.866539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-be7faa2b-1a36-4c45-81fc-09025bbd1288 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:56.881488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.920072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Network abfaecc2-c8b0-4324-9888-91857ed691a0 is not hosted by any dhcp agent {{(pid=88884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 09 09:31:56.920943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:56.921666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:56.925694 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "PUT /v2.0/networks/abfaecc2-c8b0-4324-9888-91857ed691a0 HTTP/1.1" status: 200 len: 857 time: 1.0024011 Dec 09 09:31:56.934776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53028) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.017543 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e11a4008-f665-4992-af9e-5af1ed6e4ae6 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags/tempest-TagsExtTest-Tag-669798740 HTTP/1.1" status: 204 len: 168 time: 0.2088101 Dec 09 09:31:57.018605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:57.025445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c972204a-ad4c-412a-8687-9c4b60d0d312 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9849167 Dec 09 09:31:57.025445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-be7faa2b-1a36-4c45-81fc-09025bbd1288 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:57.025445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be7faa2b-1a36-4c45-81fc-09025bbd1288 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3384216 Dec 09 09:31:57.025445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53032) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.033946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53034) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.034310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53036) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.052781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-1dae4855-ffa6-4b8f-a585-b5929b8eb7ac tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1', 'tempest-TagsExtTest-Tag-669798740') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:57.072281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event updated for resources: {'Network': ['ID=abfaecc2-c8b0-4324-9888-91857ed691a0,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:57.081869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'enable_snat': False}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:57.118878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2c76298c-c940-4b07-9b41-44b292468561 None None] Provisioning complete for port 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:31:57.119081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c76298c-c940-4b07-9b41-44b292468561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:57.135615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Deleting port 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:57.136007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:57.179134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:57.186226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2c76298c-c940-4b07-9b41-44b292468561 None None] Port 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:31:57.210746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:57.217980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f47e0000-1b83-4ba4-9e55-f38dc5b99367 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:57.360516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:57.367936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:57.381286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=df93f193-8745-4ea6-bf52-2eb1de02f03b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:57.382513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:57.383731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:57.388629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:57.388629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:57.395876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:57.504450 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6936469 Dec 09 09:31:57.508419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53044) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.582607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:57.732648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40626128-313c-43ba-8a9a-3ec01773f230 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:57.733237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-40626128-313c-43ba-8a9a-3ec01773f230 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:57.744597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Calling delete_port for 0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:57.802912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-40626128-313c-43ba-8a9a-3ec01773f230 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:57.806863 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-40626128-313c-43ba-8a9a-3ec01773f230 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/df93f193-8745-4ea6-bf52-2eb1de02f03b HTTP/1.1" status: 200 len: 840 time: 0.2947590 Dec 09 09:31:57.807597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53048) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.896935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port df93f193-8745-4ea6-bf52-2eb1de02f03b {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:57.897356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:57.940268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1dae4855-ffa6-4b8f-a585-b5929b8eb7ac tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags/tempest-TagsExtTest-Tag-669798740 HTTP/1.1" status: 204 len: 168 time: 0.9076722 Dec 09 09:31:57.969071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53052) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:57.983815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-752d22ee-9576-41a0-a0b1-245db524b665 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:58.098631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-752d22ee-9576-41a0-a0b1-245db524b665 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags HTTP/1.1" status: 200 len: 205 time: 0.1262832 Dec 09 09:31:58.102988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.105174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53056) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.111641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e76fb4f7-b57a-4bda-b712-f6a4a574c6f5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:58.146523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.173224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-1e153847-362a-4cc4-b0a5-d6a934138635 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:58.198216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::f (bcba36b6-3366-4b87-88d7-3b6b22fce188/0dbb3d12-3cb5-4b24-9211-96c0c031a3d0/08f6f4d1-e877-46ba-bfe0-bc216e56d06c) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:58.206418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 532ea34c-3c1c-493d-adeb-f51110005d93 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:31:58.207404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event deleted for resources: {'Port': ['ID=0a1c2cac-c7aa-4158-9e7f-35bf7be9a191,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:58.216253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:58.219489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.319464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abfaecc2-c8b0-4324-9888-91857ed691a0']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:58.335246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.348539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.428338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d325bde-a7bc-4a18-8f07-baad7eb227e5') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:58.428767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d325bde-a7bc-4a18-8f07-baad7eb227e5') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:58.465795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.479625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "DELETE /v2.0/ports/0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 HTTP/1.1" status: 204 len: 168 time: 1.6879108 Dec 09 09:31:58.483745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.486898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for df93f193-8745-4ea6-bf52-2eb1de02f03b owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:31:58.524528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1e153847-362a-4cc4-b0a5-d6a934138635 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags HTTP/1.1" status: 204 len: 168 time: 0.3794615 Dec 09 09:31:58.524528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53060) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.525777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53062) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.539766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-c0880ec7-99a0-4fc8-a52f-cf1a2033d153 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:58.593070 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-813747b4-6bf4-4569-b7ea-387f91238048 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] GET failed (client error): The resource could not be found. Dec 09 09:31:58.593686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-813747b4-6bf4-4569-b7ea-387f91238048 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Synchronizing usage tracker for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:58.626008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.626944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-813747b4-6bf4-4569-b7ea-387f91238048 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Unset dirty status for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:58.628259 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-813747b4-6bf4-4569-b7ea-387f91238048 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "GET /v2.0/ports/0a1c2cac-c7aa-4158-9e7f-35bf7be9a191 HTTP/1.1" status: 404 len: 333 time: 0.0951118 Dec 09 09:31:58.632939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53068) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.639776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'port': {'network_id': 'e6551960-9039-4209-9149-9e8d72f28625', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-994349685'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:58.654160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.662391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0089f072-d0b7-456d-80ee-55f23685edb6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:58.711794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:31:58.712252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.726271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=df93f193-8745-4ea6-bf52-2eb1de02f03b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:58.732611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:31:58.733953 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:31:58.789824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.794435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:58.826734 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/df93f193-8745-4ea6-bf52-2eb1de02f03b HTTP/1.1" status: 204 len: 168 time: 1.0180128 Dec 09 09:31:58.829649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53072) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.894252 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3099f4-8c2a-43dd-89f1-32ff807a4d10 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:31:58.894816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2d3099f4-8c2a-43dd-89f1-32ff807a4d10 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:31:58.908590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:58.924875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:58.928934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2d3099f4-8c2a-43dd-89f1-32ff807a4d10 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:31:58.930244 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d3099f4-8c2a-43dd-89f1-32ff807a4d10 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/df93f193-8745-4ea6-bf52-2eb1de02f03b HTTP/1.1" status: 404 len: 333 time: 0.0996325 Dec 09 09:31:58.934256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53076) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:58.941535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'name': 'tempest-PortsTestJSON-892988965'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:31:58.974833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Made reservation on behalf of 6fd388ab3fbc4b00af5a0ba93a2a610c for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:58.980322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.005508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.019759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:59.033044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abfaecc2-c8b0-4324-9888-91857ed691a0 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 09 09:31:59.046037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.065030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] device_id is not set on port 1a2682e3-9522-4495-b4b5-c30549fdbb23 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:59.087631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.111592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Pushing event deleted for resources: {'Network': ['ID=abfaecc2-c8b0-4324-9888-91857ed691a0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:59.128621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:59.138296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0880ec7-99a0-4fc8-a52f-cf1a2033d153 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags HTTP/1.1" status: 204 len: 168 time: 0.6078901 Dec 09 09:31:59.142331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.142470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53080) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:59.143180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:31:59.156167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-4f6e5214-eeaa-44b0-966a-ab34e48623dd tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:59.164123 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] 10.222.0.18 "DELETE /v2.0/networks/abfaecc2-c8b0-4324-9888-91857ed691a0 HTTP/1.1" status: 204 len: 168 time: 2.2213824 Dec 09 09:31:59.173683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53084) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:59.207339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:31:59.229594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object 08f6f4d1-e877-46ba-bfe0-bc216e56d06c will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:31:59.242300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:31:59.244789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6400c787-8bea-4830-9d26-2155d06c12d6 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] DELETE failed (client error): The resource could not be found. Dec 09 09:31:59.245319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6400c787-8bea-4830-9d26-2155d06c12d6 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:31:59.247810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.316457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6400c787-8bea-4830-9d26-2155d06c12d6 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] 10.222.0.18 "DELETE /v2.0/subnets/b93b85d5-daf6-4181-93ce-50daf9673bcf HTTP/1.1" status: 404 len: 337 time: 0.1397343 Dec 09 09:31:59.321313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53088) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:59.325483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.329039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port b585587f-8a25-4183-bdbf-14b9801aa0da yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:31:59.349708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7692b2ba-581f-4ba8-a311-0de6c35a86af tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:59.416161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=532ea34c-3c1c-493d-adeb-f51110005d93,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:59.417262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Allocated IP 2001:db8::112 (e6551960-9039-4209-9149-9e8d72f28625/f72e600b-d2aa-43da-baf2-fe9b5f35e4c5/1a2682e3-9522-4495-b4b5-c30549fdbb23) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:31:59.423502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:59.431560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.443980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25844a5e-270c-4c42-888a-0ee9e73ff006 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:31:59.458140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f6e5214-eeaa-44b0-966a-ab34e48623dd tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags HTTP/1.1" status: 204 len: 168 time: 0.3097634 Dec 09 09:31:59.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53092) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:59.488207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-d4faf0da-5ef2-43d7-b8b7-d7935952d795 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:31:59.490981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-96c4e6bb-253d-43f9-b6c9-76ce2d294f2a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:31:59.532696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.534462 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/532ea34c-3c1c-493d-adeb-f51110005d93 HTTP/1.1" status: 204 len: 168 time: 2.4724908 Dec 09 09:31:59.549134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53096) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:31:59.598414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.613037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network bcba36b6-3366-4b87-88d7-3b6b22fce188 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:31:59.615925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=08f6f4d1-e877-46ba-bfe0-bc216e56d06c,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:31:59.622297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:31:59.624520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:31:59.628217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:31:59.632722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:31:59.633319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.907611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:31:59.914120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] Deleting port 232749c8-2817-4507-80cc-1e4fd20ac3cd {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:31:59.914550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:31:59.947347 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d5d8ecd3-f6e9-4f1c-a64b-3a043eaa4798 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3951366 Dec 09 09:31:59.955956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53100) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.040440 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 6.9504919 Dec 09 09:32:00.048709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53104) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.163539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] For port 232749c8-2817-4507-80cc-1e4fd20ac3cd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=232749c8-2817-4507-80cc-1e4fd20ac3cd,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:00.163851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.173795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.222041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.265785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4083307-118c-4945-b09d-519efe0cb05f']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:00.266926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.274572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.293335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.319007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] Calling delete_port for 232749c8-2817-4507-80cc-1e4fd20ac3cd owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:00.326288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89697401-d0cf-4b87-b188-1f5f1d224711') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:00.326288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89697401-d0cf-4b87-b188-1f5f1d224711') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:00.335148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Transition to ACTIVE for port object 1a2682e3-9522-4495-b4b5-c30549fdbb23 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:00.346308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-31b77a4d-e61b-4fef-80d6-f940ce532d8e None None] Provisioning for port 08f6f4d1-e877-46ba-bfe0-bc216e56d06c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:00.352933 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d4faf0da-5ef2-43d7-b8b7-d7935952d795 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags HTTP/1.1" status: 204 len: 168 time: 0.8781087 Dec 09 09:32:00.353097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.356209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53108) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.358774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-31b77a4d-e61b-4fef-80d6-f940ce532d8e None None] Provisioning complete for port 08f6f4d1-e877-46ba-bfe0-bc216e56d06c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:00.359263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31b77a4d-e61b-4fef-80d6-f940ce532d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.367185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba4e5d-36de-4ca6-84f9-21517d0f7ac6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:00.367329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-71ba4e5d-36de-4ca6-84f9-21517d0f7ac6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:00.376703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-a20992ec-767f-4e14-9ab0-643b649e6d6f tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b', 'tempest-TagsExtTest-Tag-1923505053') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:00.378291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500e9dd-5f80-4bf9-b282-b3ab05783720 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:00.379044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5500e9dd-5f80-4bf9-b282-b3ab05783720 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:00.403117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.422966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5500e9dd-5f80-4bf9-b282-b3ab05783720 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:00.427688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.428379 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5500e9dd-5f80-4bf9-b282-b3ab05783720 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4687655 Dec 09 09:32:00.431490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53112) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.440281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-31b77a4d-e61b-4fef-80d6-f940ce532d8e None None] Port 08f6f4d1-e877-46ba-bfe0-bc216e56d06c cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:00.442493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c763098-9cde-42c1-bec9-9c1c58bb331a tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:00.449006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.453959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-82918072-ee68-44ed-9327-1254d0d82c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:00.462005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:32:00.462460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:00.478310 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:00.504275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] Pushing event deleted for resources: {'Port': ['ID=232749c8-2817-4507-80cc-1e4fd20ac3cd,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:00.508790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:00.512055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] No DVR routers for this DVR port 232749c8-2817-4507-80cc-1e4fd20ac3cd on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:00.546989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-71ba4e5d-36de-4ca6-84f9-21517d0f7ac6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:00.549273 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-71ba4e5d-36de-4ca6-84f9-21517d0f7ac6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4945385 Dec 09 09:32:00.551199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53116) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.601846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.610336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5800c745-2024-4cbe-abf6-740ac551932a tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263 tempest-ExtraDHCPOptionsIpV6TestJSON-1406759263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:00.613647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.627272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.630517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Allocated IP 172.26.8.119 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/50ecc149-5a31-4ab3-8c7b-0650708b6112) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:00.649303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Pushing event deleted for resources: {'Network': ['ID=c4083307-118c-4945-b09d-519efe0cb05f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:00.653547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:00.656978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:00.671852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:00.677096 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] 10.222.0.18 "DELETE /v2.0/networks/c4083307-118c-4945-b09d-519efe0cb05f HTTP/1.1" status: 204 len: 168 time: 1.3534837 Dec 09 09:32:00.682468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:00.686727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:00.687396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.693650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=b585587f-8a25-4183-bdbf-14b9801aa0da,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:00.698222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865daab-b22e-4fc3-9afa-df774efe2b8e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:00.698964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f865daab-b22e-4fc3-9afa-df774efe2b8e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:00.706097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:00.711090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad9c4ea9-698b-4586-911d-f9d9b7615268 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:00.791524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Network e6551960-9039-4209-9149-9e8d72f28625 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:00.812652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:00.826518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:00.831679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:00.831679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.857577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:00.860111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Port': ['ID=1a2682e3-9522-4495-b4b5-c30549fdbb23,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:00.863556 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9281886 Dec 09 09:32:00.864755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:00.866771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53122) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.875071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:00.876691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f865daab-b22e-4fc3-9afa-df774efe2b8e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:00.881281 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f865daab-b22e-4fc3-9afa-df774efe2b8e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4471693 Dec 09 09:32:00.882209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53126) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.934208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 232749c8-2817-4507-80cc-1e4fd20ac3cd no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:00.969837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3350835 Dec 09 09:32:00.980683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53130) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:00.982947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 232749c8-2817-4507-80cc-1e4fd20ac3cd {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:00.983718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 232749c8-2817-4507-80cc-1e4fd20ac3cd not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:01.003726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce890f-c3be-415b-a248-5b430de15081 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:01.009532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce890f-c3be-415b-a248-5b430de15081 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:01.014980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ce890f-c3be-415b-a248-5b430de15081 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:01.017167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-96ce890f-c3be-415b-a248-5b430de15081 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4520652 Dec 09 09:32:01.022550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'port': {'network_id': 'e6551960-9039-4209-9149-9e8d72f28625', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-689119041'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:01.027915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53136) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:01.042850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2cf55ef0-a3de-4f5e-a73e-e53c7be7b9d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1558123 Dec 09 09:32:01.073340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53140) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:01.075611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53142) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:01.076358 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a20992ec-767f-4e14-9ab0-643b649e6d6f tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags/tempest-TagsExtTest-Tag-1923505053 HTTP/1.1" status: 201 len: 201 time: 0.7178340 Dec 09 09:32:01.098677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:01.114298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.134782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-326342a3-a6de-4c61-9332-b85d299fa7a7 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8', 'tempest-TagsExtTest-Tag-1733653733') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:01.144176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53148) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:01.166283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e760170-28b6-4c70-9fdc-9241af63e595 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:01.214409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:01.225180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:01.235970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Made reservation on behalf of 6fd388ab3fbc4b00af5a0ba93a2a610c for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:01.242410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.257874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:01.266176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] device_id is not set on port e72e17c1-ae65-4eae-8867-adc17cafd760 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:01.274574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:01.276596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.283465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c2daa0fc-11c7-46ba-ba37-a760de58f594 None None] Provisioning for port 1a2682e3-9522-4495-b4b5-c30549fdbb23 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:01.289878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c2daa0fc-11c7-46ba-ba37-a760de58f594 None None] Provisioning complete for port 1a2682e3-9522-4495-b4b5-c30549fdbb23 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:01.290701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2daa0fc-11c7-46ba-ba37-a760de58f594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.303721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:01.353912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c2daa0fc-11c7-46ba-ba37-a760de58f594 None None] Port 1a2682e3-9522-4495-b4b5-c30549fdbb23 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:01.419738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 08f6f4d1-e877-46ba-bfe0-bc216e56d06c {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:01.420121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.476907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-46319ee9-d677-4e70-b118-08dd6425b43d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1989eedfafb1412da083d0891e63f19a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3312929 Dec 09 09:32:01.478113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Allocated IP 2001:db8::14b (e6551960-9039-4209-9149-9e8d72f28625/f72e600b-d2aa-43da-baf2-fe9b5f35e4c5/e72e17c1-ae65-4eae-8867-adc17cafd760) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:01.482161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53154) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:01.548822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Pushing event updated for resources: {'Port': ['ID=50ecc149-5a31-4ab3-8c7b-0650708b6112,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:01.563912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:01.576057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:01.620415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78eaf43b-0e51-44fc-bbb3-514612ff2392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.691548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:01.727238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78eaf43b-0e51-44fc-bbb3-514612ff2392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.812176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.831104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Transition to ACTIVE for port object e72e17c1-ae65-4eae-8867-adc17cafd760 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:01.832273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78eaf43b-0e51-44fc-bbb3-514612ff2392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.837541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:01.845332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:01.851977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.855170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eaf43b-0e51-44fc-bbb3-514612ff2392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d081a95-df74-497b-b05a-9c83f9303eaa,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:01.858999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-78eaf43b-0e51-44fc-bbb3-514612ff2392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:01.885677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.891684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-86994704-35a1-44ad-8bd6-23ecaeb629bf tempest-RoutersIpV6AdminTest-1735078542 tempest-RoutersIpV6AdminTest-1735078542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:01.928089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78eaf43b-0e51-44fc-bbb3-514612ff2392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:01.929044 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-78eaf43b-0e51-44fc-bbb3-514612ff2392 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d081a95-df74-497b-b05a-9c83f9303eaa HTTP/1.1" status: 204 len: 168 time: 0.4457750 Dec 09 09:32:01.980575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Network e6551960-9039-4209-9149-9e8d72f28625 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:01.984120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Port': ['ID=e72e17c1-ae65-4eae-8867-adc17cafd760,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:01.986756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:01.989254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:01.990582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:01.996469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:01.997186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.016011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0338905 Dec 09 09:32:02.021869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53160) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:02.039743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::123', 'mac_address': 'fa:16:3e:9d:00:e5'}, {'ip_address': '2001:db8::112', 'mac_address': 'fa:16:3e:c7:d1:3a'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:02.367602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.370243 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-326342a3-a6de-4c61-9332-b85d299fa7a7 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags/tempest-TagsExtTest-Tag-1733653733 HTTP/1.1" status: 201 len: 201 time: 1.2862141 Dec 09 09:32:02.378079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53166) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:02.391377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dbeeada9-eb8d-4578-ac8d-64d4536b1578 None None] Provisioning for port e72e17c1-ae65-4eae-8867-adc17cafd760 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:02.398070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dbeeada9-eb8d-4578-ac8d-64d4536b1578 None None] Provisioning complete for port e72e17c1-ae65-4eae-8867-adc17cafd760 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:02.398800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbeeada9-eb8d-4578-ac8d-64d4536b1578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.405999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-a235be42-f512-4520-8108-b89f1a1dd583 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf', 'tempest-TagsExtTest-Tag-436556619') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:02.424375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53170) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:02.494820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.548957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bbeececc-6cac-488c-bcac-b2c106930e1b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1481d50e96a46bfa08636aae355721d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1208732 Dec 09 09:32:02.558869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53174) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:02.580056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.599759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:02.630442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.631718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dbeeada9-eb8d-4578-ac8d-64d4536b1578 None None] Port e72e17c1-ae65-4eae-8867-adc17cafd760 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:02.730769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34c263d1-2d3e-4ee7-8267-8b91af1e6b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.775997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34c263d1-2d3e-4ee7-8267-8b91af1e6b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.784359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.791352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.796122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 08f6f4d1-e877-46ba-bfe0-bc216e56d06c owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:02.801447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01e535dd-b335-4c7e-9cb9-3f413390d3c9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:02.852889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] In _notify_port_updated(), no bound segment for port b585587f-8a25-4183-bdbf-14b9801aa0da on network b4b40889-9d50-41b4-b4ce-5af841f00280 {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:32:02.857023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:02.857712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.859108 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "PUT /v2.0/ports/b585587f-8a25-4183-bdbf-14b9801aa0da HTTP/1.1" status: 200 len: 818 time: 1.9909554 Dec 09 09:32:02.871741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53178) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:02.893884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] In _notify_port_updated(), no bound segment for port e72e17c1-ae65-4eae-8867-adc17cafd760 on network e6551960-9039-4209-9149-9e8d72f28625 {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:32:02.899021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:02.899704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.904193 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "PUT /v2.0/ports/e72e17c1-ae65-4eae-8867-adc17cafd760 HTTP/1.1" status: 200 len: 1067 time: 0.8811746 Dec 09 09:32:02.908686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53182) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:02.941921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event updated for resources: {'Port': ['ID=e72e17c1-ae65-4eae-8867-adc17cafd760,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:02.950779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:02.954758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=b585587f-8a25-4183-bdbf-14b9801aa0da,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:02.958188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:02.983690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34c263d1-2d3e-4ee7-8267-8b91af1e6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:02.991057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e456175-c77a-4a1c-9252-abde3dc391be tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:03.007138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Deleting port e72e17c1-ae65-4eae-8867-adc17cafd760 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:03.007138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.053988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c263d1-2d3e-4ee7-8267-8b91af1e6b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e279d1-916f-4d4c-b85a-cf14cbd88aa4,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:03.060903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34c263d1-2d3e-4ee7-8267-8b91af1e6b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:03.063824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34c263d1-2d3e-4ee7-8267-8b91af1e6b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.064996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34c263d1-2d3e-4ee7-8267-8b91af1e6b02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57e279d1-916f-4d4c-b85a-cf14cbd88aa4 HTTP/1.1" status: 204 len: 168 time: 0.5052354 Dec 09 09:32:03.072172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port b585587f-8a25-4183-bdbf-14b9801aa0da {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:03.072529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.129896 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a235be42-f512-4520-8108-b89f1a1dd583 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags/tempest-TagsExtTest-Tag-436556619 HTTP/1.1" status: 201 len: 201 time: 0.7462192 Dec 09 09:32:03.131236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53188) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:03.140126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-f70de525-3785-4b73-bd4f-91ab6186d4d3 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1', 'tempest-TagsExtTest-Tag-295900954') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:03.174153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.296788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.312924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:03.350056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.367567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a43bc060-8d90-43bb-b94c-e87801ca63e9 None None] Provisioning complete for port e72e17c1-ae65-4eae-8867-adc17cafd760 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:03.368203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a43bc060-8d90-43bb-b94c-e87801ca63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.430456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a43bc060-8d90-43bb-b94c-e87801ca63e9 None None] Port e72e17c1-ae65-4eae-8867-adc17cafd760 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:03.481777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.543631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:03.572989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:03.574861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=6a5303b6-ae1e-436c-9e7e-0e23ab2e48ad,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:03.577870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:03.578590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.592709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe5bef-c655-4e47-adc4-862e079796e1 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:03.599936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:03.602393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-20490504-f499-49e9-bcbc-d9a801228415 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:03.694542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.779413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=08f6f4d1-e877-46ba-bfe0-bc216e56d06c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:03.819816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:03.860429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.865678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.878281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.899440 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/08f6f4d1-e877-46ba-bfe0-bc216e56d06c HTTP/1.1" status: 204 len: 168 time: 2.8703990 Dec 09 09:32:03.900460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53204) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:03.905227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '6a5303b6-ae1e-436c-9e7e-0e23ab2e48ad'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:03.906194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:03.913988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Calling delete_port for e72e17c1-ae65-4eae-8867-adc17cafd760 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:03.973741 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f70de525-3785-4b73-bd4f-91ab6186d4d3 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags/tempest-TagsExtTest-Tag-295900954 HTTP/1.1" status: 201 len: 201 time: 0.8413866 Dec 09 09:32:03.982248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53208) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:03.999400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-9100acb1-74fb-43d1-90ae-ddafe779e9fc tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b', {'tags': ['tempest-TagsExtTest-Tag-609110378', 'tempest-TagsExtTest-Tag-238136285', 'tempest-TagsExtTest-Tag-1764507717']}) {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:04.010793 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9361038 Dec 09 09:32:04.017511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53212) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:04.173172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/6a5303b6-ae1e-436c-9e7e-0e23ab2e48ad/1c82ec73-ad90-4fe9-b889-26d0e0a76ecd) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:04.190418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9100acb1-74fb-43d1-90ae-ddafe779e9fc tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags HTTP/1.1" status: 200 len: 316 time: 0.2032373 Dec 09 09:32:04.193585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53220) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:04.202122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-82cab93e-fdb1-45ad-b0b2-bd198eb68ccc tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:04.210929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for b585587f-8a25-4183-bdbf-14b9801aa0da owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:04.235850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53224) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:04.246901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': '6a5303b6-ae1e-436c-9e7e-0e23ab2e48ad', 'ip_address': '2001:db8::a19a:a172:ab88:15ac'}], 'name': 'tempest-NetworksTestDHCPv6-1414665441'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:04.272253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.289182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b56764-658d-4511-af33-9c02c4ca6ae0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:04.394963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event deleted for resources: {'Port': ['ID=e72e17c1-ae65-4eae-8867-adc17cafd760,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:04.398869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:04.419418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e60c29fa-d75d-47cb-9e43-15eee9e952f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.499611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-530214195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:04.509834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:04.517579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:network and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:04.523775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:04.529265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.545163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Transition to ACTIVE for port object 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:04.575921 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6a6b5d-6ad8-4a47-8bfa-3e967fd6ca9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:32:04.576459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad6a6b5d-6ad8-4a47-8bfa-3e967fd6ca9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:04.576974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Transition to ACTIVE for port object 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:04.582865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.595617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d5696759-0acc-4a1a-bf56-fb681f53292c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:04.621047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:04.652383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-82cab93e-fdb1-45ad-b0b2-bd198eb68ccc tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags HTTP/1.1" status: 204 len: 168 time: 0.4576910 Dec 09 09:32:04.658883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53230) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:04.674151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Pushing event updated for resources: {'Port': ['ID=1c82ec73-ad90-4fe9-b889-26d0e0a76ecd,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:04.674914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-0b994310-5e4b-47c7-9073-5acd611988a1 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b', 'tempest-TagsExtTest-Tag-609110378') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:04.678270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:04.684898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:04.687077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:04.689689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:04.727927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad6a6b5d-6ad8-4a47-8bfa-3e967fd6ca9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:04.736175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.737360 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ad6a6b5d-6ad8-4a47-8bfa-3e967fd6ca9e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/08f6f4d1-e877-46ba-bfe0-bc216e56d06c HTTP/1.1" status: 404 len: 333 time: 0.7247112 Dec 09 09:32:04.744677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Made reservation on behalf of 9d4a98b72c3b46acb31d1eafd905ef46 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:04.750507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.761475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53234) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:04.770354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.808865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.816321 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "DELETE /v2.0/ports/e72e17c1-ae65-4eae-8867-adc17cafd760 HTTP/1.1" status: 204 len: 168 time: 1.9040456 Dec 09 09:32:04.818264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53238) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:04.820211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Attempting to bind port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:04.821681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Attempting to bind port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:04.822121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Attempting to bind port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:04.830379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:04.831282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:04.831859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.832296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:04.832818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Bound port: 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:04.833921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.872810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efa93ab5-bda9-44ec-94f1-c2262e9a8023 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:04.891544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:04.900407 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b30d7a-b840-4b5f-93b6-636edd80dfe8 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] GET failed (client error): The resource could not be found. Dec 09 09:32:04.901508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e7b30d7a-b840-4b5f-93b6-636edd80dfe8 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Synchronizing usage tracker for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:04.906824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:security_group_rule and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:04.910937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:04.917200 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-0b994310-5e4b-47c7-9073-5acd611988a1 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:04.921256 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0b994310-5e4b-47c7-9073-5acd611988a1 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags/tempest-TagsExtTest-Tag-609110378 HTTP/1.1" status: 404 len: 328 time: 0.2559361 Dec 09 09:32:04.923887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:04.925936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53242) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:04.944028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] For port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:04.948541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] For port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1c82ec73-ad90-4fe9-b889-26d0e0a76ecd,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:04.948912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-2355f0a3-4575-4761-b4fc-6507b7a3ea5f tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b', 'tempest-TagsExtTest-Tag-238136285') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:04.952614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:04.955135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:04.957415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-062221af-ff5e-4d62-9de3-4b018d1c2353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:04.959471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=b585587f-8a25-4183-bdbf-14b9801aa0da,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:04.968298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:04.996522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:05.012108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 55b0786e-dc33-45b7-87d3-ec2b9ff071fe {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:05.013005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.022932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e7b30d7a-b840-4b5f-93b6-636edd80dfe8 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Unset dirty status for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:05.026901 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e7b30d7a-b840-4b5f-93b6-636edd80dfe8 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "GET /v2.0/ports/e72e17c1-ae65-4eae-8867-adc17cafd760 HTTP/1.1" status: 404 len: 333 time: 0.2050710 Dec 09 09:32:05.030234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53246) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.043079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Pushing event updated for resources: {'Port': ['ID=1c82ec73-ad90-4fe9-b889-26d0e0a76ecd,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:05.045565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:05.051575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.075090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:05.133386 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/b585587f-8a25-4183-bdbf-14b9801aa0da HTTP/1.1" status: 204 len: 168 time: 2.2584589 Dec 09 09:32:05.138186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53250) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.153357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Deleting port 1a2682e3-9522-4495-b4b5-c30549fdbb23 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:05.153746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.263111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.282187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-2355f0a3-4575-4761-b4fc-6507b7a3ea5f tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:05.286111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2355f0a3-4575-4761-b4fc-6507b7a3ea5f tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags/tempest-TagsExtTest-Tag-238136285 HTTP/1.1" status: 404 len: 328 time: 0.3585889 Dec 09 09:32:05.287768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.292603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53254) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.297403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fcf7ccdd-fbc6-4ff4-84e6-dc48cfb7a4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:05.326879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-0cbe0e9b-75f9-4aff-b37f-788dd3341741 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b', 'tempest-TagsExtTest-Tag-1764507717') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:05.362721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.446056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:32:05.484563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 519ea090-086a-4f2a-96e5-72d01ea47c05 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:05.498674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f528412-3347-41df-a6f4-1de80d75f96a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:05.506563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.507016 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Added segment c8a85417-5324-464e-bc96-a6bbc9279b57 of type vlan for network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb Dec 09 09:32:05.514911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:05.584801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.607761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Router 0d123064-e0a8-45ba-93c3-da43c8c93f52 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:32:05.626468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.668071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4f69ab-5abb-4edc-a503-217a8f0c93f5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:05.668819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db4f69ab-5abb-4edc-a503-217a8f0c93f5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:05.672461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.746092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 55b0786e-dc33-45b7-87d3-ec2b9ff071fe owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:05.752828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db4f69ab-5abb-4edc-a503-217a8f0c93f5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:05.754171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-db4f69ab-5abb-4edc-a503-217a8f0c93f5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6129608 Dec 09 09:32:05.755998 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-0cbe0e9b-75f9-4aff-b37f-788dd3341741 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:05.757003 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0cbe0e9b-75f9-4aff-b37f-788dd3341741 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags/tempest-TagsExtTest-Tag-1764507717 HTTP/1.1" status: 404 len: 329 time: 0.4496875 Dec 09 09:32:05.761225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53260) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.761594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53262) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:05.763195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.783778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-9570c926-0353-40cf-ba3b-afd14b4137ee tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8', {'tags': ['tempest-TagsExtTest-Tag-279938022', 'tempest-TagsExtTest-Tag-1283909132', 'tempest-TagsExtTest-Tag-798934268']}) {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:05.910230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.915101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:05.915751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:05.986766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-80713d2f-40fc-4daa-ad04-4a0eead02b76 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:06.014233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Calling delete_port for 1a2682e3-9522-4495-b4b5-c30549fdbb23 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:06.063416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a021c6-156e-4236-86fe-2bbd46ffee0a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:32:06.064825 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4a021c6-156e-4236-86fe-2bbd46ffee0a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/b585587f-8a25-4183-bdbf-14b9801aa0da HTTP/1.1" status: 404 len: 333 time: 0.2929087 Dec 09 09:32:06.074251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53268) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:06.085373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1265298584'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:06.137070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:06.176372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:network and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:06.187788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9420433 Dec 09 09:32:06.188001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::a19a:a172:ab88:15ac (2d5d328b-91d8-47d0-9229-6819f3b6112b/6a5303b6-ae1e-436c-9e7e-0e23ab2e48ad/519ea090-086a-4f2a-96e5-72d01ea47c05) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:06.189428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:06.195968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53272) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:06.198531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Network': ['ID=3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:06.204491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:06.209811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'subnet': {'network_id': '3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:06.211582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:32:06.225418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:06.248695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9570c926-0353-40cf-ba3b-afd14b4137ee tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags HTTP/1.1" status: 200 len: 316 time: 0.4749749 Dec 09 09:32:06.260925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53276) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:06.275743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-d8219381-5a6b-4557-92d3-66a34385b4ae tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:06.285616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:06.287363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:06.292753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:06.316475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efa88935-e818-4cc0-9038-05718a637964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:06.356501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891b11-83d6-4b83-86b7-47cdec1e77a9 req-c28ed854-2667-4f89-9964-ab737ce46694 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:06.358171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47891b11-83d6-4b83-86b7-47cdec1e77a9 req-c28ed854-2667-4f89-9964-ab737ce46694 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4420481 Dec 09 09:32:06.394307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=55b0786e-dc33-45b7-87d3-ec2b9ff071fe,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:06.415960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:06.462898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:06.470687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:subnet and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:06.477998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:06.492327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:06.513021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Made reservation on behalf of 9d4a98b72c3b46acb31d1eafd905ef46 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:06.533502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:32:06.550327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:06.619925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:06.620454 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Added segment aebdbf1e-8d99-4ddd-b3f8-ec072976084b of type vlan for network e36eae72-5727-40ce-a0d9-bed493a0e4f5 Dec 09 09:32:06.660858 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47891b11-83d6-4b83-86b7-47cdec1e77a9 req-7b757218-1ad8-4716-9b86-21ffa78b909c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810528 Dec 09 09:32:06.673409 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/55b0786e-dc33-45b7-87d3-ec2b9ff071fe HTTP/1.1" status: 204 len: 168 time: 1.9086080 Dec 09 09:32:06.710377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4fea4930-5577-48b4-a574-426d72830f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:06.731977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53280) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:06.820947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:06.834383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:06.842119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98ee9f1-db89-4648-bb11-a60c32cb8468 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:06.903970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event deleted for resources: {'Port': ['ID=1a2682e3-9522-4495-b4b5-c30549fdbb23,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:06.917126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ef4909-8ff6-499a-a090-b16ea77a32fa tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:32:06.922231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7ef4909-8ff6-499a-a090-b16ea77a32fa tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:06.965788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:06.966715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:06.995730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:06.997355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:32:07.003602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7ef4909-8ff6-499a-a090-b16ea77a32fa tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:07.008606 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f7ef4909-8ff6-499a-a090-b16ea77a32fa tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/55b0786e-dc33-45b7-87d3-ec2b9ff071fe HTTP/1.1" status: 404 len: 333 time: 0.2756200 Dec 09 09:32:07.009365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b67f9-9c1d-4f69-8726-d9ecd74a8706 None None] Sync routers for ids ['0d123064-e0a8-45ba-93c3-da43c8c93f52'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:32:07.011702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.013211 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2503f9ac-9305-48c4-87fb-c46753eefcb5 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "PUT /v2.0/routers/0d123064-e0a8-45ba-93c3-da43c8c93f52 HTTP/1.1" status: 200 len: 915 time: 9.9495232 Dec 09 09:32:07.017576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53286) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:07.017949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53288) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:07.028019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 519ea090-086a-4f2a-96e5-72d01ea47c05 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:07.049793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b67f9-9c1d-4f69-8726-d9ecd74a8706 None None] Routers {'0d123064-e0a8-45ba-93c3-da43c8c93f52'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:07.050762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f29b67f9-9c1d-4f69-8726-d9ecd74a8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['0d123064-e0a8-45ba-93c3-da43c8c93f52'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:07.099946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.111721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.141309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:07.147445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9adc2f64-7bd1-4f6a-866c-e52ea635298d None None] Provisioning for port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:07.153150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:07.153597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.157335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.191632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9adc2f64-7bd1-4f6a-866c-e52ea635298d None None] Provisioning complete for port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:07.192055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9adc2f64-7bd1-4f6a-866c-e52ea635298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.195660 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d8219381-5a6b-4557-92d3-66a34385b4ae tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags HTTP/1.1" status: 204 len: 168 time: 0.9328897 Dec 09 09:32:07.196559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53294) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:07.207207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f29b67f9-9c1d-4f69-8726-d9ecd74a8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:07.226799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b67f9-9c1d-4f69-8726-d9ecd74a8706 None None] Routers {'0d123064-e0a8-45ba-93c3-da43c8c93f52'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:07.227937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f29b67f9-9c1d-4f69-8726-d9ecd74a8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['0d123064-e0a8-45ba-93c3-da43c8c93f52'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:07.281282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-67aaf8fb-5d55-444b-84a1-be30a1175853 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8', 'tempest-TagsExtTest-Tag-279938022') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:07.359258 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "DELETE /v2.0/ports/1a2682e3-9522-4495-b4b5-c30549fdbb23 HTTP/1.1" status: 204 len: 168 time: 2.3254917 Dec 09 09:32:07.367147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53298) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:07.376957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f29b67f9-9c1d-4f69-8726-d9ecd74a8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:07.378446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b67f9-9c1d-4f69-8726-d9ecd74a8706 None None] The sync data for ids ['0d123064-e0a8-45ba-93c3-da43c8c93f52'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:32:07.415883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.420009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:07.420685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.430771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:07.450737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9adc2f64-7bd1-4f6a-866c-e52ea635298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.455424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47369c45-7b2a-48b8-ba41-4c2a3f4f1329 req-e9f6cfe7-38b3-49ab-9623-fb84a0ba27de tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:07.463758 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47369c45-7b2a-48b8-ba41-4c2a3f4f1329 req-e9f6cfe7-38b3-49ab-9623-fb84a0ba27de tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4948804 Dec 09 09:32:07.469569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1b651c-6dee-4b03-a299-467f83fdbeeb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] GET failed (client error): The resource could not be found. Dec 09 09:32:07.470148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bf1b651c-6dee-4b03-a299-467f83fdbeeb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Synchronizing usage tracker for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:07.486591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.536817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bf1b651c-6dee-4b03-a299-467f83fdbeeb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Unset dirty status for tenant:6fd388ab3fbc4b00af5a0ba93a2a610c on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:07.538483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bf1b651c-6dee-4b03-a299-467f83fdbeeb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "GET /v2.0/ports/1a2682e3-9522-4495-b4b5-c30549fdbb23 HTTP/1.1" status: 404 len: 333 time: 0.1666114 Dec 09 09:32:07.549083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53302) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:07.554307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9adc2f64-7bd1-4f6a-866c-e52ea635298d None None] For port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1c82ec73-ad90-4fe9-b889-26d0e0a76ecd,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:07.579978 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5019491 Dec 09 09:32:07.579978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Network': ['ID=e36eae72-5727-40ce-a0d9-bed493a0e4f5,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:07.580984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53304) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:07.598676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:07.601978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9adc2f64-7bd1-4f6a-866c-e52ea635298d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.613051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:07.616600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:07.642735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.650229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:32:07.657740 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-67aaf8fb-5d55-444b-84a1-be30a1175853 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:07.660804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-67aaf8fb-5d55-444b-84a1-be30a1175853 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags/tempest-TagsExtTest-Tag-279938022 HTTP/1.1" status: 404 len: 328 time: 0.4561119 Dec 09 09:32:07.668055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53310) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:07.681269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-511b21b1-2bae-49f5-a94a-635e7586d375 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8', 'tempest-TagsExtTest-Tag-1283909132') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:07.695292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7eab91c0-704d-4efe-b101-ea1d27ee6a85 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:07.711838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:07.712247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:32:07.724114 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47369c45-7b2a-48b8-ba41-4c2a3f4f1329 req-273a1eec-7958-4279-9e3a-56a54913702f tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591910 Dec 09 09:32:07.776397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Deleting port 4fa71c46-82c6-464e-9d92-eb73cac4ef0c {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:07.777422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.796532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc2f64-7bd1-4f6a-866c-e52ea635298d None None] Pushing event updated for resources: {'Port': ['ID=1c82ec73-ad90-4fe9-b889-26d0e0a76ecd,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:07.801664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9adc2f64-7bd1-4f6a-866c-e52ea635298d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:07.847557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:07.850271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:07.902562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:07.910579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:08.000741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:08.006889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:08.007588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.039891 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-511b21b1-2bae-49f5-a94a-635e7586d375 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:08.045548 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-511b21b1-2bae-49f5-a94a-635e7586d375 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags/tempest-TagsExtTest-Tag-1283909132 HTTP/1.1" status: 404 len: 329 time: 0.3719897 Dec 09 09:32:08.062381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53318) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:08.075682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet 0dbb3d12-3cb5-4b24-9211-96c0c031a3d0 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:08.084059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-0e5e9222-3eee-4cac-9dcd-77299c0571d3 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8', 'tempest-TagsExtTest-Tag-798934268') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:08.115064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.159101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:08.174137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=519ea090-086a-4f2a-96e5-72d01ea47c05,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:08.177871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:08.183647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:08.189085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:08.193279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Subnet': ['ID=be449ef4-15c1-48b8-8e53-5098dbe75964,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:08.202321 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0408103 Dec 09 09:32:08.202583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:08.205675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:08.210480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53322) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:08.233432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Checking segment: {'id': 'c8a85417-5324-464e-bc96-a6bbc9279b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:08.233838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network hostable DHCP agents. Network: 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:32:08.264741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.305146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.329756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5572c492-8727-4fc6-95f8-12db784d0138 None None] Provisioning for port 519ea090-086a-4f2a-96e5-72d01ea47c05 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:08.336265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5572c492-8727-4fc6-95f8-12db784d0138 None None] Provisioning complete for port 519ea090-086a-4f2a-96e5-72d01ea47c05 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:08.336677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5572c492-8727-4fc6-95f8-12db784d0138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.336810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:08.398947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.400498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5572c492-8727-4fc6-95f8-12db784d0138 None None] Port 519ea090-086a-4f2a-96e5-72d01ea47c05 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:08.407484 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-0e5e9222-3eee-4cac-9dcd-77299c0571d3 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:08.408634 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e5e9222-3eee-4cac-9dcd-77299c0571d3 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags/tempest-TagsExtTest-Tag-798934268 HTTP/1.1" status: 404 len: 328 time: 0.3363121 Dec 09 09:32:08.415337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53326) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:08.419219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:32:08.481038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-e065e308-951a-43e2-a7c7-9dafe64c8b33 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf', {'tags': ['tempest-TagsExtTest-Tag-1783373765', 'tempest-TagsExtTest-Tag-1275903131', 'tempest-TagsExtTest-Tag-840068401']}) {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:08.514359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.539078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d2fcb-f5a3-420e-a4a4-9bdec0ec713e req-081e95b4-a5b2-4fd7-81b5-28056bbc8586 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:08.540611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-369d2fcb-f5a3-420e-a4a4-9bdec0ec713e req-081e95b4-a5b2-4fd7-81b5-28056bbc8586 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4157424 Dec 09 09:32:08.575831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44556fcc-070e-471c-a362-b954a3240024 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:08.580189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44556fcc-070e-471c-a362-b954a3240024 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:08.581003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-44556fcc-070e-471c-a362-b954a3240024 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:08.591896 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f18683ac-5cad-494e-a7e7-020cd6e55f66 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/routers/0d123064-e0a8-45ba-93c3-da43c8c93f52 HTTP/1.1" status: 200 len: 921 time: 1.5682130 Dec 09 09:32:08.606535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53330) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:08.613099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Calling delete_port for 4fa71c46-82c6-464e-9d92-eb73cac4ef0c owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:08.644773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.705834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:08.727997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad812b-463a-44ed-a502-c940dc4937f7 None None] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:08.763718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-44556fcc-070e-471c-a362-b954a3240024 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:08.767816 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-44556fcc-070e-471c-a362-b954a3240024 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.5562863 Dec 09 09:32:08.779145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53334) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:08.783087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:08.784065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.848452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.857748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:08.915208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbb3d12-3cb5-4b24-9211-96c0c031a3d0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:08.917807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:08.954831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7550814 Dec 09 09:32:08.957512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53338) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:08.964817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.967506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 519ea090-086a-4f2a-96e5-72d01ea47c05 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:08.967898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.969743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:08.977552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17796234-b373-4b7c-b9a3-68710e8dea02 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:08.991372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:08.996195 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-369d2fcb-f5a3-420e-a4a4-9bdec0ec713e req-d52ebda3-2e0d-4dba-925f-e0826810f7c3 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905108 Dec 09 09:32:09.000924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-541508316', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:09.022314 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e065e308-951a-43e2-a7c7-9dafe64c8b33 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags HTTP/1.1" status: 200 len: 317 time: 0.6042800 Dec 09 09:32:09.023915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:09.029495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39899a2d-6919-497e-a267-feac3e8fed47 None None] Network bcba36b6-3366-4b87-88d7-3b6b22fce188 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:09.032289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53342) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.049858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:router and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:09.051162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:09.052315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c206752-59cc-45b9-8dfc-e32e83357a72 None None] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:09.054149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:09.057688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/0dbb3d12-3cb5-4b24-9211-96c0c031a3d0 HTTP/1.1" status: 204 len: 168 time: 2.0365057 Dec 09 09:32:09.058672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53346) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.059569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:09.069319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-4aba2c78-ba0e-4c34-9f9b-7040f2a8aa6b tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:09.234245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.244090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Checking segment: {'id': 'aebdbf1e-8d99-4ddd-b3f8-ec072976084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:09.244588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network hostable DHCP agents. Network: e36eae72-5727-40ce-a0d9-bed493a0e4f5, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:32:09.268565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:09.268950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.409908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:09.502287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] For port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1bfbf656-9cf7-4f53-bedf-cccd89a69d12,segment=NetworkSegment(2f667305-e38f-487b-a7b3-ac88827f89cb),segment_id=2f667305-e38f-487b-a7b3-ac88827f89cb)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:09.502598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.555736 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e0d47251-e091-4168-b0f9-1dc6523ea2e1 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=0d123064-e0a8-45ba-93c3-da43c8c93f52&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9120998 Dec 09 09:32:09.559129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.560157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.574534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53350) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.593651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:09.594159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.635892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:09.685024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.715758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.721152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a577d1cd-5c56-452b-9e09-5ac77d158a0f tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:09.757104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:32:09.774444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=1bfbf656-9cf7-4f53-bedf-cccd89a69d12,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:09.780472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:09.783749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, e36eae72-5727-40ce-a0d9-bed493a0e4f5) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:09.785433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No DVR routers for this DVR port 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:09.794371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97caa8e8-9c27-4a8f-9902-71ae7eb3585b None None] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:09.796625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1161200b-4676-457a-866e-6835af7a230d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:09.860818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:09.861564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.877589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event deleted for resources: {'Port': ['ID=4fa71c46-82c6-464e-9d92-eb73cac4ef0c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:09.889488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:09.904262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:09.919056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369f28d7-7dfa-4156-b37c-7e14bf70122f None None] DHCP port deletion for bcba36b6-3366-4b87-88d7-3b6b22fce188 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:09.962342 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3700223 Dec 09 09:32:09.970513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53354) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:09.978260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:10.008724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.013041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.028736 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4aba2c78-ba0e-4c34-9f9b-7040f2a8aa6b tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags HTTP/1.1" status: 204 len: 168 time: 0.9951971 Dec 09 09:32:10.037759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b8204d-7298-4255-8e19-3d2a2994e258 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:10.042007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-56b8204d-7298-4255-8e19-3d2a2994e258 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/networks/6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 881 time: 0.4613674 Dec 09 09:32:10.042007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53360) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.100874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53362) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.109622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-33a21795-d43f-4d6f-a3cc-e68179efe290 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf', 'tempest-TagsExtTest-Tag-1783373765') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:10.148910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.154627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-e36eae72-5727-40ce-a0d9-bed493a0e4f5', 'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5', 'tenant_id': 'b9c451e18adc40d191f568b470792110', 'fixed_ips': [{'subnet_id': '7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:10.155644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.165559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:10.224345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:10.244671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:10.259181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:10.271656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcba36b6-3366-4b87-88d7-3b6b22fce188']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:10.284548 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "DELETE /v2.0/ports/4fa71c46-82c6-464e-9d92-eb73cac4ef0c HTTP/1.1" status: 204 len: 168 time: 2.6960855 Dec 09 09:32:10.291207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53368) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.339842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f667305-e38f-487b-a7b3-ac88827f89cb') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:10.340186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f667305-e38f-487b-a7b3-ac88827f89cb') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:10.341209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Allocated IP 172.20.0.2 (e36eae72-5727-40ce-a0d9-bed493a0e4f5/7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77/651e4c1d-865c-4233-badc-ffb07b6e12c5) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:10.354998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:10.360852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.389527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 519ea090-086a-4f2a-96e5-72d01ea47c05 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:10.420652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.563115 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5839302f-c9bd-4167-94cf-2f26f85f8aea tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d123064-e0a8-45ba-93c3-da43c8c93f52 HTTP/1.1" status: 200 len: 205 time: 0.3572984 Dec 09 09:32:10.570585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53372) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.580034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.593271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Transition to ACTIVE for port object 651e4c1d-865c-4233-badc-ffb07b6e12c5 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:10.614772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Transition to ACTIVE for port object 651e4c1d-865c-4233-badc-ffb07b6e12c5 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:10.620444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.629548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-01d29266-d143-4f9e-979c-36c0a76c654c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:10.698592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:10.702112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:10.704112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Pushing event updated for resources: {'Port': ['ID=651e4c1d-865c-4233-badc-ffb07b6e12c5,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:10.706471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:10.709648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-33a21795-d43f-4d6f-a3cc-e68179efe290 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:10.710167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:10.713642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-33a21795-d43f-4d6f-a3cc-e68179efe290 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags/tempest-TagsExtTest-Tag-1783373765 HTTP/1.1" status: 404 len: 329 time: 0.6681585 Dec 09 09:32:10.714266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53376) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:10.723222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.731503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-751f8360-c660-4094-a3e5-cebfc597e381 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf', 'tempest-TagsExtTest-Tag-1275903131') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:10.809139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Attempting to bind port 651e4c1d-865c-4233-badc-ffb07b6e12c5 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:10.809542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Attempting to bind port 651e4c1d-865c-4233-badc-ffb07b6e12c5 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'aebdbf1e-8d99-4ddd-b3f8-ec072976084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:10.809939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Attempting to bind port 651e4c1d-865c-4233-badc-ffb07b6e12c5 on network e36eae72-5727-40ce-a0d9-bed493a0e4f5 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:10.817420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:10.817780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Checking segment: {'id': 'aebdbf1e-8d99-4ddd-b3f8-ec072976084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:10.818675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.818955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Bound using segment: {'id': 'aebdbf1e-8d99-4ddd-b3f8-ec072976084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:10.819480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Bound port: 651e4c1d-865c-4233-badc-ffb07b6e12c5, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aebdbf1e-8d99-4ddd-b3f8-ec072976084b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:10.819894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.834381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77 (CIDR: 172.20.0.0/28) Dec 09 09:32:10.853595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.870175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:32:10.871065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:32:10.894457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:32:10.894911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:10.914774 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:10.926889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] For port 651e4c1d-865c-4233-badc-ffb07b6e12c5, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:10.936293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:10.978677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:10.979375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1bfbf656-9cf7-4f53-bedf-cccd89a69d12 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:10.989963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cb362cbe-a290-4cd6-8a2d-21414004d03f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0182879 Dec 09 09:32:11.006551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53380) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.066125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa3a0-c8b6-4f9f-880e-a4c88757f69a req-2e51ccfa-a15a-4a5a-bd9f-d9e653e2b20a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:11.067889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3e3fa3a0-c8b6-4f9f-880e-a4c88757f69a req-2e51ccfa-a15a-4a5a-bd9f-d9e653e2b20a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.8997827 Dec 09 09:32:11.079387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:11.164012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] For port 651e4c1d-865c-4233-badc-ffb07b6e12c5, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=651e4c1d-865c-4233-badc-ffb07b6e12c5,segment=NetworkSegment(aebdbf1e-8d99-4ddd-b3f8-ec072976084b),segment_id=aebdbf1e-8d99-4ddd-b3f8-ec072976084b)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:11.168209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.174152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64abba31-2cf8-448c-be0e-54e8c7402b31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:11.225636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.251173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:11.260477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Pushing event updated for resources: {'Port': ['ID=651e4c1d-865c-4233-badc-ffb07b6e12c5,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:11.265534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:11.266764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.273892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.281969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Deleting subnet f72e600b-d2aa-43da-baf2-fe9b5f35e4c5 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:11.294324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.295540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-215fcb5b-3f32-43a5-8368-0758fa35aa6a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:11.330878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Network': ['ID=bcba36b6-3366-4b87-88d7-3b6b22fce188,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:11.342383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-751f8360-c660-4094-a3e5-cebfc597e381 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:11.342993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:11.343534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-751f8360-c660-4094-a3e5-cebfc597e381 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags/tempest-TagsExtTest-Tag-1275903131 HTTP/1.1" status: 404 len: 329 time: 0.6261952 Dec 09 09:32:11.347936 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/networks/bcba36b6-3366-4b87-88d7-3b6b22fce188 HTTP/1.1" status: 204 len: 168 time: 2.2873371 Dec 09 09:32:11.350025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=519ea090-086a-4f2a-96e5-72d01ea47c05,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:11.350494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53384) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.358051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:11.358559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53386) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.368603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1240425000'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:11.381500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-13eddadf-b36a-415b-9fc5-f6acad9ac68e tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf', 'tempest-TagsExtTest-Tag-840068401') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:11.381648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:11.428937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:network and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:11.434066 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3e3fa3a0-c8b6-4f9f-880e-a4c88757f69a req-65377dfd-f962-4de4-b0a1-1a497ad587f4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296504 Dec 09 09:32:11.442749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:11.498870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:11.501425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.526765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.550841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/519ea090-086a-4f2a-96e5-72d01ea47c05 HTTP/1.1" status: 204 len: 168 time: 2.7597537 Dec 09 09:32:11.550841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:11.556382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.560199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:11.562391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53392) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.615954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:11.616164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.625753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:11.649307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:11.673183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:32:11.694683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:11.700777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.720459 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-13eddadf-b36a-415b-9fc5-f6acad9ac68e tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:11.721513 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-13eddadf-b36a-415b-9fc5-f6acad9ac68e tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags/tempest-TagsExtTest-Tag-840068401 HTTP/1.1" status: 404 len: 328 time: 0.3603768 Dec 09 09:32:11.723069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.723347 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Added segment 277d6c7a-3fee-44b2-b0e1-12c2d2a801b3 of type vlan for network 8f4f5e61-51c2-4991-bb78-53f2be07286b Dec 09 09:32:11.735999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53396) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.750830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-058c2f84-1a49-4fa4-9896-0a0dbfe07413 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1', {'tags': ['tempest-TagsExtTest-Tag-1556261374', 'tempest-TagsExtTest-Tag-1461783741', 'tempest-TagsExtTest-Tag-761757544']}) {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:11.779699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff3103f-b9fd-4f71-a2b8-1e7d230fd7bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:11.781323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff3103f-b9fd-4f71-a2b8-1e7d230fd7bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:11.782131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6ff3103f-b9fd-4f71-a2b8-1e7d230fd7bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:11.828526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.876057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.880920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:11.888827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6ff3103f-b9fd-4f71-a2b8-1e7d230fd7bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:11.890137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6ff3103f-b9fd-4f71-a2b8-1e7d230fd7bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3266129 Dec 09 09:32:11.897697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53400) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:11.901996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.035585 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-058c2f84-1a49-4fa4-9896-0a0dbfe07413 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "PUT /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags HTTP/1.1" status: 200 len: 317 time: 0.2985280 Dec 09 09:32:12.038895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.043295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53404) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:12.048808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9bb3f9ec-ca1d-41f9-b815-eb8245c635c7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:12.089886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-cc3b3ada-2131-4dd6-ba9e-58313eb1baa1 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:12.119959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event deleted for resources: {'Subnet': ['ID=f72e600b-d2aa-43da-baf2-fe9b5f35e4c5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:12.129053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:12.142630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.142815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed7fe14-0c2a-4b30-bdfe-bec1febbd8d4 None None] Network e6551960-9039-4209-9149-9e8d72f28625 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:12.168748 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "DELETE /v2.0/subnets/f72e600b-d2aa-43da-baf2-fe9b5f35e4c5 HTTP/1.1" status: 204 len: 168 time: 1.8727696 Dec 09 09:32:12.168995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53408) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:12.209782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.213874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:12.214526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.226368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7e4bc2c-5abc-4572-bbdc-e6275ffd5582 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:12.326204 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cc3b3ada-2131-4dd6-ba9e-58313eb1baa1 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags HTTP/1.1" status: 204 len: 168 time: 0.2454758 Dec 09 09:32:12.332202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.334301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53412) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:12.336096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.343008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-56817f66-1201-4f3f-bc87-ee4b27dfc97a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:12.384083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-f2a6e44a-2363-4293-86ab-8f46baa9c6e8 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1', 'tempest-TagsExtTest-Tag-1556261374') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:12.432437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Deleting port 4c334d67-6a4f-4fbe-b090-d795dc591239 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:12.432816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.442974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.26.8.214 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/cfdca02c-e84a-4fe9-9e1d-a2a50c966ec4) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:12.466994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1063693 Dec 09 09:32:12.467520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:12.471469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Network': ['ID=8f4f5e61-51c2-4991-bb78-53f2be07286b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:12.477342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:12.480483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53416) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:12.481057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:12.482919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 8f4f5e61-51c2-4991-bb78-53f2be07286b details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:32:12.487144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:12.488031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.497714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '8f4f5e61-51c2-4991-bb78-53f2be07286b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:12.522288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=9c04a68d-987d-4817-a99f-a7b6541416c4,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:12.539189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:12.550483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-f2a6e44a-2363-4293-86ab-8f46baa9c6e8 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:12.554663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f2a6e44a-2363-4293-86ab-8f46baa9c6e8 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags/tempest-TagsExtTest-Tag-1556261374 HTTP/1.1" status: 404 len: 329 time: 0.2114494 Dec 09 09:32:12.555648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53422) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:12.587916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5775733 Dec 09 09:32:12.615286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53426) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:12.624049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-9cc0e573-680a-4b83-9b2a-7feccfbe2b73 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1', 'tempest-TagsExtTest-Tag-1461783741') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:12.648943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5', 'fixed_ips': [{'subnet_id': '7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77'}, {'subnet_id': '9c04a68d-987d-4817-a99f-a7b6541416c4'}], 'name': 'tempest-PortsTestJSON-894909435'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:12.671889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 6a5303b6-ae1e-436c-9e7e-0e23ab2e48ad {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:12.724764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.742643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] DHCP port deletion for e6551960-9039-4209-9149-9e8d72f28625 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:12.747472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] Deleting port 4c334d67-6a4f-4fbe-b090-d795dc591239 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:12.747860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.773817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:12.799890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:12.805831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:12.865031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:12.900126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.905157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] For port 4c334d67-6a4f-4fbe-b090-d795dc591239, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4c334d67-6a4f-4fbe-b090-d795dc591239,segment=NetworkSegment(d11778d5-3c6a-4803-82ef-085673c0d218),segment_id=d11778d5-3c6a-4803-82ef-085673c0d218)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:12.905413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:12.917282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:12.967267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.014892 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-9cc0e573-680a-4b83-9b2a-7feccfbe2b73 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:13.015546 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9cc0e573-680a-4b83-9b2a-7feccfbe2b73 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags/tempest-TagsExtTest-Tag-1461783741 HTTP/1.1" status: 404 len: 329 time: 0.4585004 Dec 09 09:32:13.036009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Deleting port 50ecc149-5a31-4ab3-8c7b-0650708b6112 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:13.036945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.050227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 651e4c1d-865c-4233-badc-ffb07b6e12c5 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:13.069287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53430) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:13.104377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-d7483f2d-8bc3-4b8b-9b2e-5c9699393c38 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1', 'tempest-TagsExtTest-Tag-761757544') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:13.116911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Calling delete_port for 4c334d67-6a4f-4fbe-b090-d795dc591239 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:13.137685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] For port 4c334d67-6a4f-4fbe-b090-d795dc591239, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4c334d67-6a4f-4fbe-b090-d795dc591239,segment=NetworkSegment(d11778d5-3c6a-4803-82ef-085673c0d218),segment_id=d11778d5-3c6a-4803-82ef-085673c0d218)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:13.138020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.239409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 651e4c1d-865c-4233-badc-ffb07b6e12c5 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:13.272512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.314920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] Calling delete_port for 4c334d67-6a4f-4fbe-b090-d795dc591239 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:13.395073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.409411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.415653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5350ce74-a654-4d4d-9831-b2fd6d7fc108 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:13.418449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4c334d67-6a4f-4fbe-b090-d795dc591239 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:13.465694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 4c334d67-6a4f-4fbe-b090-d795dc591239 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:13.466090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4c334d67-6a4f-4fbe-b090-d795dc591239 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:13.468416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event deleted for resources: {'Port': ['ID=4c334d67-6a4f-4fbe-b090-d795dc591239,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:13.471027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:13.472550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:13.472966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:32:13.478243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] No DVR routers for this DVR port 4c334d67-6a4f-4fbe-b090-d795dc591239 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:13.487977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b2ed89-0615-4adb-82f9-d7484eb25a27 None None] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:13.491647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:13.522633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:port and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:13.530796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee3f71-2c5e-4401-9117-7d30f845e23a req-700acb6c-a793-48f3-8b25-466e4bacbfea tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:13.532422 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56ee3f71-2c5e-4401-9117-7d30f845e23a req-700acb6c-a793-48f3-8b25-466e4bacbfea tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.8581126 Dec 09 09:32:13.534045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:13.556197 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-d7483f2d-8bc3-4b8b-9b2e-5c9699393c38 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] show failed (client error): The resource could not be found. Dec 09 09:32:13.561078 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d7483f2d-8bc3-4b8b-9b2e-5c9699393c38 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags/tempest-TagsExtTest-Tag-761757544 HTTP/1.1" status: 404 len: 328 time: 0.4796398 Dec 09 09:32:13.561078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:13.581675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53434) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:13.598770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-2f08789b-82a9-4b59-be74-001741841fa9 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '002ba930-185e-41b4-83f5-31160c4ab9d1') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:13.628387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.630571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5e7af4e9-cd5e-445d-b87a-6cb3a7b0e8b8 None None] Provisioning for port 651e4c1d-865c-4233-badc-ffb07b6e12c5 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:13.642149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5e7af4e9-cd5e-445d-b87a-6cb3a7b0e8b8 None None] Provisioning complete for port 651e4c1d-865c-4233-badc-ffb07b6e12c5 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:13.642568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e7af4e9-cd5e-445d-b87a-6cb3a7b0e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.793966 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56ee3f71-2c5e-4401-9117-7d30f845e23a req-b979cf8a-857e-403d-92f7-a76c85a26cc4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391052 Dec 09 09:32:13.795517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:13.815756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.834713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9d517b4a-096a-4ea3-aa24-923dbc264aa4 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:13.872430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e7af4e9-cd5e-445d-b87a-6cb3a7b0e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.929581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.930599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5e7af4e9-cd5e-445d-b87a-6cb3a7b0e8b8 None None] For port 651e4c1d-865c-4233-badc-ffb07b6e12c5, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=651e4c1d-865c-4233-badc-ffb07b6e12c5,segment=NetworkSegment(aebdbf1e-8d99-4ddd-b3f8-ec072976084b),segment_id=aebdbf1e-8d99-4ddd-b3f8-ec072976084b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:13.977220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] Deleting port 4c334d67-6a4f-4fbe-b090-d795dc591239 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:13.978033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:13.978777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6551960-9039-4209-9149-9e8d72f28625']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:14.012815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11778d5-3c6a-4803-82ef-085673c0d218') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:14.013221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11778d5-3c6a-4803-82ef-085673c0d218') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:14.034925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.038301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e7af4e9-cd5e-445d-b87a-6cb3a7b0e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.045178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.053254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63974ea6-5d2e-4870-968a-1c94c7ca8772 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:14.054996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:14.072621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=cfdca02c-e84a-4fe9-9e1d-a2a50c966ec4,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:14.081420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:14.085350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:14.087315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.096581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:14.109549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:14.111126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.142027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:32:14.142489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:14.160711 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:14.251992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=19f82896-aa47-423e-ae22-c4414089b1ef,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:14.255627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:14.265608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.270712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2f08789b-82a9-4b59-be74-001741841fa9 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1/tags HTTP/1.1" status: 204 len: 168 time: 0.6849184 Dec 09 09:32:14.278823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Calling delete_port for 50ecc149-5a31-4ab3-8c7b-0650708b6112 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:14.279327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53438) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:14.289610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-abc4f604-9edc-4d4b-a54a-1416ca5e96d9 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '47df57db-a26b-4bae-8f56-bed42cab17cf') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:14.316365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f40e63c2-4242-4aaa-9bd4-3097fed1bbf8 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:14.323789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c93a5ead-ff8a-41f2-81a0-3e4e76b6e7f9 None None] The port '4c334d67-6a4f-4fbe-b090-d795dc591239' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:32:14.329619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] Update dhcp port {'port': {'network_id': 'e36eae72-5727-40ce-a0d9-bed493a0e4f5', 'fixed_ips': [{'subnet_id': '7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77', 'ip_address': '172.20.0.2'}, {'subnet_id': '9c04a68d-987d-4817-a99f-a7b6541416c4'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '651e4c1d-865c-4233-badc-ffb07b6e12c5'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:32:14.358848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.360497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Checking segment: {'id': '277d6c7a-3fee-44b2-b0e1-12c2d2a801b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8f4f5e61-51c2-4991-bb78-53f2be07286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:14.362411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network hostable DHCP agents. Network: 8f4f5e61-51c2-4991-bb78-53f2be07286b, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:32:14.376014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:14.389690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5303b6-ae1e-436c-9e7e-0e23ab2e48ad,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:14.397963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:14.399534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.407384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7af4e9-cd5e-445d-b87a-6cb3a7b0e8b8 None None] Pushing event updated for resources: {'Port': ['ID=651e4c1d-865c-4233-badc-ffb07b6e12c5,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:14.412890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e7af4e9-cd5e-445d-b87a-6cb3a7b0e8b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:14.413699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.415629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.416113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Pushing event deleted for resources: {'Network': ['ID=e6551960-9039-4209-9149-9e8d72f28625,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:14.441234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.463105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3488d06f-00a7-4fda-b1cd-21c0fe004d36 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:14.468537 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] 10.222.0.18 "DELETE /v2.0/networks/e6551960-9039-4209-9149-9e8d72f28625 HTTP/1.1" status: 204 len: 168 time: 2.2957852 Dec 09 09:32:14.477390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:14.518243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port 53670b6a-30d2-4883-8377-547191bda6e8 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:14.525819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 8f4f5e61-51c2-4991-bb78-53f2be07286b is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:32:14.540066 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-abc4f604-9edc-4d4b-a54a-1416ca5e96d9 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf/tags HTTP/1.1" status: 204 len: 168 time: 0.2594235 Dec 09 09:32:14.540789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53444) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:14.547413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-ef76aab7-6efb-4372-bc49-077426919339 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:14.564714 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/6a5303b6-ae1e-436c-9e7e-0e23ab2e48ad HTTP/1.1" status: 204 len: 168 time: 2.6293573 Dec 09 09:32:14.578898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53448) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:14.586863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 8f4f5e61-51c2-4991-bb78-53f2be07286b) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:14.597863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:14.598963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.630975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815771d5-60a6-465a-9f32-a944e09252bf None None] Network 8f4f5e61-51c2-4991-bb78-53f2be07286b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:14.651305 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1655550 Dec 09 09:32:14.653429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53452) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:14.660262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2014837886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:14.672055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:14.679353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:router and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:14.691432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:14.691918 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-09baf4b0-9862-4e07-8b11-e466342d3da5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1102705 Dec 09 09:32:14.698218 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ef76aab7-6efb-4372-bc49-077426919339 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8/tags HTTP/1.1" status: 204 len: 168 time: 0.1556480 Dec 09 09:32:14.703026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53456) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:14.703576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53458) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:14.711656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:14.719085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.tag.tag_plugin [None req-fb39ffeb-2564-459e-87f0-e9181579b24c tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f196449f-406f-4349-b264-ec15c5718c2b') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:14.765708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:14.889450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.890662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:14.964286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 651e4c1d-865c-4233-badc-ffb07b6e12c5 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:15.054551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53468) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:15.070387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.079843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fede3308-048a-4689-94bd-89bd61dd2907 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:15.100337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.128495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:15.139501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:15.146016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:15.149703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 651e4c1d-865c-4233-badc-ffb07b6e12c5 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:15.150124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.150392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event deleted for resources: {'Port': ['ID=50ecc149-5a31-4ab3-8c7b-0650708b6112,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:15.161482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:15.164975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:15.187353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.221649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.224444 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a88b259d-f375-486d-a2c9-d197b7624ea9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5695672 Dec 09 09:32:15.230701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53474) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:15.236915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:15.238075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:15.247107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] Deleting port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:15.247552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.263701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'network_id': '8f4f5e61-51c2-4991-bb78-53f2be07286b', 'name': 'tempest-PortsIpV6TestJSON-275033750'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:15.297637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.297637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.301205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-8f4f5e61-51c2-4991-bb78-53f2be07286b', 'network_id': '8f4f5e61-51c2-4991-bb78-53f2be07286b', 'tenant_id': '993210cd167143debe6dd7acbea17019', 'fixed_ips': [{'subnet_id': '19f82896-aa47-423e-ae22-c4414089b1ef'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:15.302742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.416554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fb39ffeb-2564-459e-87f0-e9181579b24c tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b/tags HTTP/1.1" status: 204 len: 168 time: 0.7003479 Dec 09 09:32:15.447434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53478) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:15.501941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823cf1b-aa11-4419-89aa-c14a077abddd req-e0cf3f5a-4093-49f7-9dcc-0149524f6249 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:15.503677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d823cf1b-aa11-4419-89aa-c14a077abddd req-e0cf3f5a-4093-49f7-9dcc-0149524f6249 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4830403 Dec 09 09:32:15.504450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.12 (e36eae72-5727-40ce-a0d9-bed493a0e4f5/7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77/53670b6a-30d2-4883-8377-547191bda6e8) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:15.512774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.530961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.20 (e36eae72-5727-40ce-a0d9-bed493a0e4f5/9c04a68d-987d-4817-a99f-a7b6541416c4/53670b6a-30d2-4883-8377-547191bda6e8) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:15.591349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:15.668592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:15.718214 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d823cf1b-aa11-4419-89aa-c14a077abddd req-7030f90e-c9c2-4644-bd85-fe8e0c76ac11 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905241 Dec 09 09:32:15.721802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:15.722493 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-33cf385d-d2d4-4043-ba3a-93833b9fb848 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6fd388ab3fbc4b00af5a0ba93a2a610c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6662953 Dec 09 09:32:15.737569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.739011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] For port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1c82ec73-ad90-4fe9-b889-26d0e0a76ecd,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:15.739667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53482) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:15.740905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.770163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port b434f9c1-fec8-4453-94b9-e3016371260f yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:15.828874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.836054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Allocated IP 2001:db8::2 (8f4f5e61-51c2-4991-bb78-53f2be07286b/19f82896-aa47-423e-ae22-c4414089b1ef/904a0b03-6832-41e8-9e61-875bca212749) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:15.901296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] Calling delete_port for 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:15.972763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:15.977795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95964222-02ac-4a3a-8aa6-833bde610c37 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:16.057664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:16.060765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:16.065415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:16.066081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.078978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=ecca3d90-e5f9-4a5f-b7c2-c210d968cd13,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:16.083839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:16.100330 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3954542 Dec 09 09:32:16.103461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53486) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:16.103994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.110258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': 'ecca3d90-e5f9-4a5f-b7c2-c210d968cd13', 'ip_address': '2001:db8::6a76:aaad:c42:743'}], 'name': 'tempest-NetworksTestDHCPv6-1655008171'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:16.110618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c3cb7ea4-d2de-45c5-bb48-9452735a3b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:16.276956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:16.282392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:16.285835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:16.293184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:16.303119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:16.311308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.333688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] Pushing event deleted for resources: {'Port': ['ID=1c82ec73-ad90-4fe9-b889-26d0e0a76ecd,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:16.335065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 36144901-2e65-446f-b177-4b5ae942b54e yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:16.336383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:16.341454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] No DVR routers for this DVR port 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:16.396664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b96f9ab-c5e3-4685-aa65-19d05c76753e None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:16.527109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.545925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Transition to ACTIVE for port object 904a0b03-6832-41e8-9e61-875bca212749 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:16.557427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::6a76:aaad:c42:743 (2d5d328b-91d8-47d0-9229-6819f3b6112b/ecca3d90-e5f9-4a5f-b7c2-c210d968cd13/36144901-2e65-446f-b177-4b5ae942b54e) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:16.605220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3cb36ba-fc30-44d6-8b25-9622297843ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for subnetpool, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.606466 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a3cb36ba-fc30-44d6-8b25-9622297843ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnetpools/002ba930-185e-41b4-83f5-31160c4ab9d1 HTTP/1.1" status: 204 len: 168 time: 1.1559877 Dec 09 09:32:16.609727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53490) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:16.616350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Transition to ACTIVE for port object 904a0b03-6832-41e8-9e61-875bca212749 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:16.625860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45a555ab-3eaa-42ea-889a-aae2934585ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.632874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.633100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.639141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24514a08-660e-4edd-8cc8-1cee4c2bf633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:16.691592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.705382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.737251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45a555ab-3eaa-42ea-889a-aae2934585ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.750355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Network 8f4f5e61-51c2-4991-bb78-53f2be07286b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:16.757373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:16.759769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:16.764635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::3b4 (8f4f5e61-51c2-4991-bb78-53f2be07286b/19f82896-aa47-423e-ae22-c4414089b1ef/b434f9c1-fec8-4453-94b9-e3016371260f) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:16.773559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Pushing event updated for resources: {'Port': ['ID=904a0b03-6832-41e8-9e61-875bca212749,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:16.776259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:16.778050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': 'ecca3d90-e5f9-4a5f-b7c2-c210d968cd13'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:16.778910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.876336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object 53670b6a-30d2-4883-8377-547191bda6e8 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:16.899752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.900849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Fanout notify agent at l3_agent the message router_deleted on router 0d123064-e0a8-45ba-93c3-da43c8c93f52 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:32:16.902693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45a555ab-3eaa-42ea-889a-aae2934585ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.918555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:16.940126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a555ab-3eaa-42ea-889a-aae2934585ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2d296d-7d10-45c2-ac83-0ef798952cbd,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:16.946032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c32f278f-17f2-4de4-9e1b-e97d3d41e5de tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "GET /v2.0/ports?device_id=47df57db-a26b-4bae-8f56-bed42cab17cf HTTP/1.1" status: 200 len: 205 time: 0.3347142 Dec 09 09:32:16.947915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.952071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:16.956312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53496) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:16.984592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45a555ab-3eaa-42ea-889a-aae2934585ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:16.986385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45a555ab-3eaa-42ea-889a-aae2934585ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:16.990626 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-45a555ab-3eaa-42ea-889a-aae2934585ab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c2d296d-7d10-45c2-ac83-0ef798952cbd HTTP/1.1" status: 204 len: 168 time: 1.2253840 Dec 09 09:32:16.998682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-80ff0785-bfa2-4846-8bc6-b395ee12ed65 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:17.051269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:17.052485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1c82ec73-ad90-4fe9-b889-26d0e0a76ecd not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:17.068664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Attempting to bind port 904a0b03-6832-41e8-9e61-875bca212749 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:17.069384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Attempting to bind port 904a0b03-6832-41e8-9e61-875bca212749 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '277d6c7a-3fee-44b2-b0e1-12c2d2a801b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8f4f5e61-51c2-4991-bb78-53f2be07286b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:17.070123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Attempting to bind port 904a0b03-6832-41e8-9e61-875bca212749 on network 8f4f5e61-51c2-4991-bb78-53f2be07286b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:17.071506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=53670b6a-30d2-4883-8377-547191bda6e8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:17.077647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.078977 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/0d123064-e0a8-45ba-93c3-da43c8c93f52 HTTP/1.1" status: 204 len: 168 time: 6.4988463 Dec 09 09:32:17.082771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:17.088045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53502) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:17.117433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:17.118070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Checking segment: {'id': '277d6c7a-3fee-44b2-b0e1-12c2d2a801b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8f4f5e61-51c2-4991-bb78-53f2be07286b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:17.118663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.119254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Bound using segment: {'id': '277d6c7a-3fee-44b2-b0e1-12c2d2a801b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8f4f5e61-51c2-4991-bb78-53f2be07286b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:17.119910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Bound port: 904a0b03-6832-41e8-9e61-875bca212749, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277d6c7a-3fee-44b2-b0e1-12c2d2a801b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '8f4f5e61-51c2-4991-bb78-53f2be07286b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:17.120762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.126948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1793546678', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:17.146621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:17.167037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Usage tracker for resource:router and tenant:4258a6c73cc140878118463412a1f36c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:17.174164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:17.175293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:17.194018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:17.194573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] Allocated IP 172.20.0.18 (e36eae72-5727-40ce-a0d9-bed493a0e4f5/9c04a68d-987d-4817-a99f-a7b6541416c4/651e4c1d-865c-4233-badc-ffb07b6e12c5) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:17.204839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:17.206611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.245935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:17.306187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.307130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.314695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:32:17.331154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503a2f9-311f-4166-b08a-13e796c7a7df req-3374beef-2a06-474c-a120-bb7da9d590ca tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:17.333465 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e503a2f9-311f-4166-b08a-13e796c7a7df req-3374beef-2a06-474c-a120-bb7da9d590ca tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4238563 Dec 09 09:32:17.340995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:17.341739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.368677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] For port 904a0b03-6832-41e8-9e61-875bca212749, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:17.389883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] For port 904a0b03-6832-41e8-9e61-875bca212749, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=904a0b03-6832-41e8-9e61-875bca212749,segment=NetworkSegment(277d6c7a-3fee-44b2-b0e1-12c2d2a801b3),segment_id=277d6c7a-3fee-44b2-b0e1-12c2d2a801b3)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:17.394655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.402503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77a2b91a-5764-435e-aab9-6f3d1cb907c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:17.406140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.7715704 Dec 09 09:32:17.486798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] For port 651e4c1d-865c-4233-badc-ffb07b6e12c5, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=651e4c1d-865c-4233-badc-ffb07b6e12c5,segment=NetworkSegment(aebdbf1e-8d99-4ddd-b3f8-ec072976084b),segment_id=aebdbf1e-8d99-4ddd-b3f8-ec072976084b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:17.488980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53512) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:17.514795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:17.551740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Pushing event updated for resources: {'Port': ['ID=904a0b03-6832-41e8-9e61-875bca212749,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:17.555448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.556139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:17.559661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.568677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.585662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] Transition to ACTIVE for port object 651e4c1d-865c-4233-badc-ffb07b6e12c5 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:17.589641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.594267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61e19d88-e23f-4759-9a1c-c40175ff3402 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:17.612086 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e503a2f9-311f-4166-b08a-13e796c7a7df req-31ad76a6-bf2c-4a23-87be-c88e66437aa6 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631557 Dec 09 09:32:17.674152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.683071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] Pushing event updated for resources: {'Port': ['ID=651e4c1d-865c-4233-badc-ffb07b6e12c5,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:17.686567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:17.693778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object b434f9c1-fec8-4453-94b9-e3016371260f will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:17.762588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.764798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 36144901-2e65-446f-b177-4b5ae942b54e will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:17.844139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fad785c5-ab4e-40bd-8fdc-f9dd957d2b2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:17.915223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:32:17.958134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=b434f9c1-fec8-4453-94b9-e3016371260f,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:17.963188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 8f4f5e61-51c2-4991-bb78-53f2be07286b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:17.964228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:17.968328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:17.980769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:17.984333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a5de829-2f05-4049-b509-a7a209a159fe tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.010158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.081612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:18.088603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:18.089346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.101291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.132110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a209ea5-78f6-40c3-a959-da6d444137ba tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:18.135392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/ecca3d90-e5f9-4a5f-b7c2-c210d968cd13/33b5d02b-0ea3-4b54-87c1-1321ff261795) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:18.293061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0575478 Dec 09 09:32:18.298502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53526) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:18.337834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=36144901-2e65-446f-b177-4b5ae942b54e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:18.340248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53530) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:18.347722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:18.358517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:18.360367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:18.365848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:18.370871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:18.371560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.565837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.589715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Transition to ACTIVE for port object 33b5d02b-0ea3-4b54-87c1-1321ff261795 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:18.614769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Transition to ACTIVE for port object 33b5d02b-0ea3-4b54-87c1-1321ff261795 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:18.620213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.5155268 Dec 09 09:32:18.623799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53536) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:18.624685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.633881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87112331-bb5b-4b06-b173-5fbe87125e64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:18.769680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:18.769983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-137126817'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:18.783832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:18.786859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Pushing event updated for resources: {'Port': ['ID=33b5d02b-0ea3-4b54-87c1-1321ff261795,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:18.794569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:18.803765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:18.867184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:18.876448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Usage tracker for resource:network and tenant:4c3d6b31ab9548bda22c297fcd0123ef is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:18.888559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a5de829-2f05-4049-b509-a7a209a159fe tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.890907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:18.951151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Attempting to bind port 33b5d02b-0ea3-4b54-87c1-1321ff261795 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:18.952127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Attempting to bind port 33b5d02b-0ea3-4b54-87c1-1321ff261795 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:18.952750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Attempting to bind port 33b5d02b-0ea3-4b54-87c1-1321ff261795 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:18.962925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:18.963108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:18.963643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:18.964212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.964790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:18.965492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Bound port: 33b5d02b-0ea3-4b54-87c1-1321ff261795, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:18.966031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:18.983143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a5de829-2f05-4049-b509-a7a209a159fe tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.033138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Made reservation on behalf of 4c3d6b31ab9548bda22c297fcd0123ef for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:19.039816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.072400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.104407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] For port 33b5d02b-0ea3-4b54-87c1-1321ff261795, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:19.117926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] For port 33b5d02b-0ea3-4b54-87c1-1321ff261795, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33b5d02b-0ea3-4b54-87c1-1321ff261795,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:19.122253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 651e4c1d-865c-4233-badc-ffb07b6e12c5 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:19.122743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4db9b-98e5-4639-8091-c18c7ecbe503 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:19.127220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b4db9b-98e5-4639-8091-c18c7ecbe503 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:19.128239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-60b4db9b-98e5-4639-8091-c18c7ecbe503 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:19.156353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.156643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a5de829-2f05-4049-b509-a7a209a159fe tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.157227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5de829-2f05-4049-b509-a7a209a159fe tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Fanout notify agent at l3_agent the message router_deleted on router 47df57db-a26b-4bae-8f56-bed42cab17cf {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:32:19.171522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:19.189710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-60b4db9b-98e5-4639-8091-c18c7ecbe503 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:19.191274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-60b4db9b-98e5-4639-8091-c18c7ecbe503 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5664234 Dec 09 09:32:19.196981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:19.199458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53542) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:19.209967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775522f3-464f-44e1-a8f7-7972045d8d92 req-4497d058-7b9d-4f9c-aa18-881643032a3d tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:19.211652 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-775522f3-464f-44e1-a8f7-7972045d8d92 req-4497d058-7b9d-4f9c-aa18-881643032a3d tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.3274658 Dec 09 09:32:19.257297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a5de829-2f05-4049-b509-a7a209a159fe tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.260758 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3a5de829-2f05-4049-b509-a7a209a159fe tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/routers/47df57db-a26b-4bae-8f56-bed42cab17cf HTTP/1.1" status: 204 len: 168 time: 2.3011503 Dec 09 09:32:19.260758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Usage tracker for resource:security_group_rule and tenant:4c3d6b31ab9548bda22c297fcd0123ef is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:19.278219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:19.281061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53546) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:19.327234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Pushing event updated for resources: {'Port': ['ID=33b5d02b-0ea3-4b54-87c1-1321ff261795,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:19.341148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:19.342777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 904a0b03-6832-41e8-9e61-875bca212749 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:19.361240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:19.392872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee08cc3-90b7-4d6d-aa5b-fe61a3d9d8a6 None None] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:19.405228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:32:19.439708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 36144901-2e65-446f-b177-4b5ae942b54e {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:19.440097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.444866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c647ab-fb1e-4ee8-82a5-437e0e38fbce None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:32:19.520986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Delete allocated IP 172.20.0.20 (e36eae72-5727-40ce-a0d9-bed493a0e4f5/9c04a68d-987d-4817-a99f-a7b6541416c4) {{(pid=88883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 09 09:32:19.545421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.546969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.5865490 Dec 09 09:32:19.555060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53550) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:19.575428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Deleting port af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:19.575822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.585067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-21e97033-1442-4b3f-a5aa-fd84573bacdd None None] Provisioning for port 651e4c1d-865c-4233-badc-ffb07b6e12c5 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:19.591340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c647ab-fb1e-4ee8-82a5-437e0e38fbce None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:19.592024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-73c647ab-fb1e-4ee8-82a5-437e0e38fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:19.611864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-775522f3-464f-44e1-a8f7-7972045d8d92 req-de055165-1e20-4d33-a20b-1f246be1b2eb tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444440 Dec 09 09:32:19.663891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-21e97033-1442-4b3f-a5aa-fd84573bacdd None None] Provisioning complete for port 651e4c1d-865c-4233-badc-ffb07b6e12c5 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:19.664544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21e97033-1442-4b3f-a5aa-fd84573bacdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.682454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.737309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.752604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f057a1d-e99d-4b03-8b75-28dd04088bee tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:19.896069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:19.927426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:32:20.039405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-73c647ab-fb1e-4ee8-82a5-437e0e38fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:20.108613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 904a0b03-6832-41e8-9e61-875bca212749 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:20.186860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.198255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c647ab-fb1e-4ee8-82a5-437e0e38fbce None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:20.198972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-73c647ab-fb1e-4ee8-82a5-437e0e38fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:20.276315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.276803 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Added segment ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d of type vlan for network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 Dec 09 09:32:20.280471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.311071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.318163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Ignored duplicate provisioning block setup for port 53670b6a-30d2-4883-8377-547191bda6e8 by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 09 09:32:20.321464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.333947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeee80c8-1f50-4a8c-a579-2528e2265910 None None] Network 8f4f5e61-51c2-4991-bb78-53f2be07286b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:20.360304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-73c647ab-fb1e-4ee8-82a5-437e0e38fbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:20.360750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c647ab-fb1e-4ee8-82a5-437e0e38fbce None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:32:20.412457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Calling delete_port for af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:20.417767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.434645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f5d9eb8-35b3-482e-af89-82c1c600aedb tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:20.501437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a42613-35d1-486c-80f7-59da22c2a521,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:20.505675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:20.745547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=53670b6a-30d2-4883-8377-547191bda6e8,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:20.760071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9854eab6-fdb1-4ace-b6fe-c03f5a3d5e62 None None] Provisioning for port 904a0b03-6832-41e8-9e61-875bca212749 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:20.769857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9854eab6-fdb1-4ace-b6fe-c03f5a3d5e62 None None] Provisioning complete for port 904a0b03-6832-41e8-9e61-875bca212749 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:20.770336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9854eab6-fdb1-4ace-b6fe-c03f5a3d5e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.838014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:20.938612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.942957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:20.943703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.969989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f3b31cc-b684-4f34-9e72-ec95ff4704be tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:20.971537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] In _notify_port_updated(), no bound segment for port 53670b6a-30d2-4883-8377-547191bda6e8 on network e36eae72-5727-40ce-a0d9-bed493a0e4f5 {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:32:20.971687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9854eab6-fdb1-4ace-b6fe-c03f5a3d5e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.976925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:20.977759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:20.979424 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "PUT /v2.0/ports/53670b6a-30d2-4883-8377-547191bda6e8 HTTP/1.1" status: 200 len: 919 time: 3.4899879 Dec 09 09:32:21.000431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 33b5d02b-0ea3-4b54-87c1-1321ff261795 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:21.024505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53558) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:21.062254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40d44fea-ea5b-4f39-9c09-eea225e6536f req-a26b0328-aca2-44c3-92f4-b3f82e2c5460 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1099 time: 0.7425742 Dec 09 09:32:21.087025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9854eab6-fdb1-4ace-b6fe-c03f5a3d5e62 None None] For port 904a0b03-6832-41e8-9e61-875bca212749, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=904a0b03-6832-41e8-9e61-875bca212749,segment=NetworkSegment(277d6c7a-3fee-44b2-b0e1-12c2d2a801b3),segment_id=277d6c7a-3fee-44b2-b0e1-12c2d2a801b3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:21.093627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9854eab6-fdb1-4ace-b6fe-c03f5a3d5e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:21.096375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e7af4e9-cd5e-445d-b87a-6cb3a7b0e8b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:21.102958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Allocated IP 172.26.8.3 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/487418a1-1b19-427a-9a1d-066773b83d26) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:21.140916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77'}, {'subnet_id': '9c04a68d-987d-4817-a99f-a7b6541416c4'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:21.197981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854eab6-fdb1-4ace-b6fe-c03f5a3d5e62 None None] Pushing event updated for resources: {'Port': ['ID=904a0b03-6832-41e8-9e61-875bca212749,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:21.202994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9854eab6-fdb1-4ace-b6fe-c03f5a3d5e62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:21.209770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 33b5d02b-0ea3-4b54-87c1-1321ff261795 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:21.213613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event updated for resources: {'Network': ['ID=302e3717-ef30-4be3-a1b8-8b154c4e5eb5,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:21.217138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:21.236796 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8941939 Dec 09 09:32:21.244083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:21.260805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:32:21.283206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53562) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:21.446341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-87d2158c-028c-4b29-b38d-20f8230bfaf2 None None] Provisioning for port 53670b6a-30d2-4883-8377-547191bda6e8 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:21.452585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-87d2158c-028c-4b29-b38d-20f8230bfaf2 None None] Provisioning complete for port 53670b6a-30d2-4883-8377-547191bda6e8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:21.452993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87d2158c-028c-4b29-b38d-20f8230bfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:21.544871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-87d2158c-028c-4b29-b38d-20f8230bfaf2 None None] Port 53670b6a-30d2-4883-8377-547191bda6e8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:21.548238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 36144901-2e65-446f-b177-4b5ae942b54e owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:21.562963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-87d2158c-028c-4b29-b38d-20f8230bfaf2 None None] Provisioning complete for port 651e4c1d-865c-4233-badc-ffb07b6e12c5 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:21.563392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87d2158c-028c-4b29-b38d-20f8230bfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:21.648163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Request body: {'subnet': {'network_id': '302e3717-ef30-4be3-a1b8-8b154c4e5eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:21.650181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbaff2f-50a6-48ca-8e20-8510ab9199f8 req-ddb1a2d5-164c-4106-bd95-30c4dce26db9 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:21.657421 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dbaff2f-50a6-48ca-8e20-8510ab9199f8 req-ddb1a2d5-164c-4106-bd95-30c4dce26db9 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 1.2565911 Dec 09 09:32:21.778432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:21.845380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:21.873379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:21.902144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3b06c7b2-1c23-4666-a540-83bc89cb894c None None] Provisioning for port b434f9c1-fec8-4453-94b9-e3016371260f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:21.909539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3b06c7b2-1c23-4666-a540-83bc89cb894c None None] Provisioning complete for port b434f9c1-fec8-4453-94b9-e3016371260f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:21.910216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b06c7b2-1c23-4666-a540-83bc89cb894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:21.931093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Pushing event deleted for resources: {'Port': ['ID=af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:21.938995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:21.957688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dbaff2f-50a6-48ca-8e20-8510ab9199f8 req-bb01f7aa-6c9a-4c47-89a1-55ec4060dde5 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989199 Dec 09 09:32:22.018658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3b06c7b2-1c23-4666-a540-83bc89cb894c None None] Port b434f9c1-fec8-4453-94b9-e3016371260f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:22.038971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3b06c7b2-1c23-4666-a540-83bc89cb894c None None] Provisioning complete for port 904a0b03-6832-41e8-9e61-875bca212749 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:22.039230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b06c7b2-1c23-4666-a540-83bc89cb894c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.214206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d44fea-ea5b-4f39-9c09-eea225e6536f req-6e6e8f7a-2c66-4a92-a6c7-532848b07905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:22.216004 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40d44fea-ea5b-4f39-9c09-eea225e6536f req-6e6e8f7a-2c66-4a92-a6c7-532848b07905 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 912 time: 1.1450362 Dec 09 09:32:22.237399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:22.312623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.359870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9984c6b5-f366-4cb1-b858-38311dd74835 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:22.419792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Provisioning complete for port b434f9c1-fec8-4453-94b9-e3016371260f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:22.420214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.422681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.449598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=36144901-2e65-446f-b177-4b5ae942b54e,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:22.458311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:22.492948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Port b434f9c1-fec8-4453-94b9-e3016371260f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:22.509675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Usage tracker for resource:subnet and tenant:4c3d6b31ab9548bda22c297fcd0123ef is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:22.518918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Provisioning for port 33b5d02b-0ea3-4b54-87c1-1321ff261795 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:22.525556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Provisioning complete for port 33b5d02b-0ea3-4b54-87c1-1321ff261795 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:22.526188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.540534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:22.570102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:22.585026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.593937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.599349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/36144901-2e65-446f-b177-4b5ae942b54e HTTP/1.1" status: 204 len: 168 time: 3.3975182 Dec 09 09:32:22.603961 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/ports/af7cfe36-9dc5-4eaa-b64f-9a7c3f6bfda8 HTTP/1.1" status: 204 len: 168 time: 3.3210325 Dec 09 09:32:22.610133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.617990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53566) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:22.618517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53568) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:22.684501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Made reservation on behalf of 4c3d6b31ab9548bda22c297fcd0123ef for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:22.692722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.749260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] For port 33b5d02b-0ea3-4b54-87c1-1321ff261795, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33b5d02b-0ea3-4b54-87c1-1321ff261795,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:22.753767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.758554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:22.796813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abcaf4d-ec80-46bf-8384-76c4fad615df tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:22.798847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abcaf4d-ec80-46bf-8384-76c4fad615df tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:22.799844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8abcaf4d-ec80-46bf-8384-76c4fad615df tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:22.830235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Provisioning complete for port 53670b6a-30d2-4883-8377-547191bda6e8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:22.830775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:22.896693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Port 53670b6a-30d2-4883-8377-547191bda6e8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:22.906552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Pushing event updated for resources: {'Port': ['ID=33b5d02b-0ea3-4b54-87c1-1321ff261795,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:22.907488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8abcaf4d-ec80-46bf-8384-76c4fad615df tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:22.913318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:22.913512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8abcaf4d-ec80-46bf-8384-76c4fad615df tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2935297 Dec 09 09:32:22.917677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53574) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:22.964044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 904a0b03-6832-41e8-9e61-875bca212749 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:23.041199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.049273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ecddf6b9-0c17-43c6-b09d-13ce61d1403e None None] Provisioning complete for port 53670b6a-30d2-4883-8377-547191bda6e8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:23.049833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecddf6b9-0c17-43c6-b09d-13ce61d1403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.069096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.107675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ecddf6b9-0c17-43c6-b09d-13ce61d1403e None None] Port 53670b6a-30d2-4883-8377-547191bda6e8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:23.116163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ecddf6b9-0c17-43c6-b09d-13ce61d1403e None None] Could not find standard attr ID for object 36144901-2e65-446f-b177-4b5ae942b54e. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:32:23.127275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 904a0b03-6832-41e8-9e61-875bca212749 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:23.127957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.159576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.165150 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40d44fea-ea5b-4f39-9c09-eea225e6536f req-6e345f22-2e19-48c0-98f1-5b13b6a34360 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 1002 time: 0.9246781 Dec 09 09:32:23.211110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-914965ba-8d98-4e41-b0f6-968d6c8b5860 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:23.269997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Deleting subnet f196449f-406f-4349-b264-ec15c5718c2b {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:23.331608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.479247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=b434f9c1-fec8-4453-94b9-e3016371260f,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:23.484336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.496329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:23.503911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.518465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f35d60ef-ff5f-4ef5-afb3-999aba626bfc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:23.523468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.25 (e36eae72-5727-40ce-a0d9-bed493a0e4f5/9c04a68d-987d-4817-a99f-a7b6541416c4/53670b6a-30d2-4883-8377-547191bda6e8) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:23.548173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet ecca3d90-e5f9-4a5f-b7c2-c210d968cd13 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:23.555582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.557669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d44fea-ea5b-4f39-9c09-eea225e6536f req-16cad55c-b70a-4b9a-b166-e1e18aabfc79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:23.559263 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40d44fea-ea5b-4f39-9c09-eea225e6536f req-16cad55c-b70a-4b9a-b166-e1e18aabfc79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 200 len: 850 time: 0.3165185 Dec 09 09:32:23.845003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-864418d4-e674-41d2-b5c3-3924e575b960 None None] Provisioning complete for port b434f9c1-fec8-4453-94b9-e3016371260f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:23.845643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-864418d4-e674-41d2-b5c3-3924e575b960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.910323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-864418d4-e674-41d2-b5c3-3924e575b960 None None] Port b434f9c1-fec8-4453-94b9-e3016371260f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:23.991887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:23.994400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:24.014774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:24.016760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event updated for resources: {'Port': ['ID=487418a1-1b19-427a-9a1d-066773b83d26,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:24.025745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:24.027384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:24.064030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb2433-9198-4778-bafe-47c2ebc12bee req-82bfa119-a16d-4a0b-ab23-9a575b0c7180 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:24.065672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0bdb2433-9198-4778-bafe-47c2ebc12bee req-82bfa119-a16d-4a0b-ab23-9a575b0c7180 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.9301770 Dec 09 09:32:24.091409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.194031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.224078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.275630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object 53670b6a-30d2-4883-8377-547191bda6e8 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:24.281078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.290341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:24.325876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.343410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Pushing event deleted for resources: {'Subnet': ['ID=f196449f-406f-4349-b264-ec15c5718c2b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:24.345939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:24.354686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:24.407934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac361a-3cce-4162-973c-104dfa698b33 None None] Network 4dcb83e2-0423-412c-969b-963edbc63f4a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:24.409507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.448313 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40d44fea-ea5b-4f39-9c09-eea225e6536f req-41b21f56-21cd-4b7e-adbf-0ce4e083b01e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8681586 Dec 09 09:32:24.459667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0bdb2433-9198-4778-bafe-47c2ebc12bee req-08e10356-3260-42b1-93e2-0f02d198935e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459051 Dec 09 09:32:24.515203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/subnets/f196449f-406f-4349-b264-ec15c5718c2b HTTP/1.1" status: 204 len: 168 time: 1.8936920 Dec 09 09:32:24.524033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53580) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.530355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.543788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.562405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d79f1bab-2532-4a8c-8252-ed3455ad09ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:24.592010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.641299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] In _notify_port_updated(), no bound segment for port 53670b6a-30d2-4883-8377-547191bda6e8 on network e36eae72-5727-40ce-a0d9-bed493a0e4f5 {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:32:24.646375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:24.647087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.651391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "PUT /v2.0/ports/53670b6a-30d2-4883-8377-547191bda6e8 HTTP/1.1" status: 200 len: 999 time: 3.6073990 Dec 09 09:32:24.651391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=53670b6a-30d2-4883-8377-547191bda6e8,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:24.655526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53584) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.660377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:24.667892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:24.768428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=ecca3d90-e5f9-4a5f-b7c2-c210d968cd13,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:24.775620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:24.806042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b8e61-1233-4033-9364-da63a619d96f None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:24.827942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] DHCP port deletion for 4dcb83e2-0423-412c-969b-963edbc63f4a request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:24.837909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.840037 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/ecca3d90-e5f9-4a5f-b7c2-c210d968cd13 HTTP/1.1" status: 204 len: 168 time: 1.9111202 Dec 09 09:32:24.848307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] Deleting port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:24.849211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.849386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53588) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.887609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event updated for resources: {'Subnet': ['ID=53070ce1-ecbf-4a86-b70f-24aa4798b753,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:24.907584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:24.931976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Checking segment: {'id': 'ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '302e3717-ef30-4be3-a1b8-8b154c4e5eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:24.932383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Network hostable DHCP agents. Network: 302e3717-ef30-4be3-a1b8-8b154c4e5eb5, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:32:24.973009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 33b5d02b-0ea3-4b54-87c1-1321ff261795 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:24.977868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-61107d82-bce7-4516-9ac0-dff3e5151058 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224329 Dec 09 09:32:24.980052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53592) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:24.988743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:24.992534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40d44fea-ea5b-4f39-9c09-eea225e6536f req-e221ed52-238e-416e-bdb1-9134b165df80 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317116 Dec 09 09:32:25.000111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:25.102640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 53670b6a-30d2-4883-8377-547191bda6e8 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:25.102997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.151521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.177655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Deleting port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:25.178051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.185054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:32:25.235393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:25.295934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 302e3717-ef30-4be3-a1b8-8b154c4e5eb5) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:25.300263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:25.328853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-14095818-bc11-4012-a301-f76a1d5dfde0 None None] Provisioning for port 53670b6a-30d2-4883-8377-547191bda6e8 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:25.330375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:25.331031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.332209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adab8cbb-fd09-493f-8b98-05b9ca9d9a19 None None] Network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:25.377609 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40d44fea-ea5b-4f39-9c09-eea225e6536f req-aca66b6d-037b-408e-be0e-47f3974d12ad service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665774 Dec 09 09:32:25.378499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.379252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.382461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-14095818-bc11-4012-a301-f76a1d5dfde0 None None] Provisioning complete for port 53670b6a-30d2-4883-8377-547191bda6e8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:25.382604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14095818-bc11-4012-a301-f76a1d5dfde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.394456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:25.402217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.625825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-14095818-bc11-4012-a301-f76a1d5dfde0 None None] Port 53670b6a-30d2-4883-8377-547191bda6e8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:25.654797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] For port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a7f2a34f-6185-4018-a90c-9b95b4ab8f9e,segment=NetworkSegment(25e6c8e7-086b-41b6-af0c-f2cb78fc8566),segment_id=25e6c8e7-086b-41b6-af0c-f2cb78fc8566)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:25.655240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.687450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 33b5d02b-0ea3-4b54-87c1-1321ff261795 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:25.687874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.824547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5369883 Dec 09 09:32:25.829827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:25.831356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] For port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a7f2a34f-6185-4018-a90c-9b95b4ab8f9e,segment=NetworkSegment(25e6c8e7-086b-41b6-af0c-f2cb78fc8566),segment_id=25e6c8e7-086b-41b6-af0c-f2cb78fc8566)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:25.831833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.838382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53600) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:25.845817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:25.849188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Request body: {'port': {'network_id': '302e3717-ef30-4be3-a1b8-8b154c4e5eb5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1569413147'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:25.944739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] Calling delete_port for a7f2a34f-6185-4018-a90c-9b95b4ab8f9e owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:25.980444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] Deleting port 33b5d02b-0ea3-4b54-87c1-1321ff261795 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:25.980444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.112725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Calling delete_port for a7f2a34f-6185-4018-a90c-9b95b4ab8f9e owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:26.150640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 53670b6a-30d2-4883-8377-547191bda6e8 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:26.225748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-302e3717-ef30-4be3-a1b8-8b154c4e5eb5', 'network_id': '302e3717-ef30-4be3-a1b8-8b154c4e5eb5', 'tenant_id': '4c3d6b31ab9548bda22c297fcd0123ef', 'fixed_ips': [{'subnet_id': '53070ce1-ecbf-4a86-b70f-24aa4798b753'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:26.226637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.287960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.348955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9854eab6-fdb1-4ace-b6fe-c03f5a3d5e62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:26.422290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] Pushing event deleted for resources: {'Port': ['ID=a7f2a34f-6185-4018-a90c-9b95b4ab8f9e,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:26.437005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:26.441539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:26.465091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Usage tracker for resource:port and tenant:4c3d6b31ab9548bda22c297fcd0123ef is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:26.472240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.474878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:26.484134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.512029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:26.514645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.515537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.519290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a7f2a34f-6185-4018-a90c-9b95b4ab8f9e no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:26.524794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a810c424-05a2-42bc-ae9e-db850702de57 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:26.547168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] No DVR routers for this DVR port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:26.581012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: a7f2a34f-6185-4018-a90c-9b95b4ab8f9e {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:26.581452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a7f2a34f-6185-4018-a90c-9b95b4ab8f9e not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:26.594922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1489b3-cc9b-4cf9-a096-74d649ac9170 req-24e9c990-b338-426c-9c38-faba0616e5f9 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:26.596538 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a1489b3-cc9b-4cf9-a096-74d649ac9170 req-24e9c990-b338-426c-9c38-faba0616e5f9 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.9641960 Dec 09 09:32:26.606055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:26.606055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:32:26.620669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] For port 33b5d02b-0ea3-4b54-87c1-1321ff261795, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33b5d02b-0ea3-4b54-87c1-1321ff261795,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:26.621281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.713239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Made reservation on behalf of 4c3d6b31ab9548bda22c297fcd0123ef for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:26.718610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.738355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.747416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:26.804336 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a1489b3-cc9b-4cf9-a096-74d649ac9170 req-16ce1e38-e74d-43ba-ba6c-151fede003c9 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972420 Dec 09 09:32:26.809781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] Calling delete_port for 33b5d02b-0ea3-4b54-87c1-1321ff261795 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:26.867583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=c61e6d7a-7cce-4aa6-a3cd-d23e06e06123,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:26.871327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Allocated IP 172.20.0.2 (302e3717-ef30-4be3-a1b8-8b154c4e5eb5/53070ce1-ecbf-4a86-b70f-24aa4798b753/28ba2f5d-3d13-4686-9c83-2ae2c46b75f3) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:26.885984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:26.890152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:26.893385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:26.899357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:26.900008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.931702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:26.941230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50e4aa47-77ed-4a1f-9b5f-ebeb782a5d9b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:26.958972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=b434f9c1-fec8-4453-94b9-e3016371260f,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:26.963310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] device_id is not set on port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:26.987464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 33b5d02b-0ea3-4b54-87c1-1321ff261795 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:26.995856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=53670b6a-30d2-4883-8377-547191bda6e8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:27.003494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:27.038717 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0543909 Dec 09 09:32:27.042220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53604) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:27.054834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': 'c61e6d7a-7cce-4aa6-a3cd-d23e06e06123', 'ip_address': '2001:db8::58c0:7b41:ae4d:4456'}], 'name': 'tempest-NetworksTestDHCPv6-854175196'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:27.061920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:27.116836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Deleting port a7f2a34f-6185-4018-a90c-9b95b4ab8f9e {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:27.117243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.283907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] The port 'a7f2a34f-6185-4018-a90c-9b95b4ab8f9e' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:32:27.286247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.288849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/53670b6a-30d2-4883-8377-547191bda6e8 HTTP/1.1" status: 204 len: 168 time: 2.6302924 Dec 09 09:32:27.289472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 8f4f5e61-51c2-4991-bb78-53f2be07286b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:27.293310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53608) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:27.308893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:27.333347 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No ports have port_id starting with 33b5d02b-0ea3-4b54-87c1-1321ff261795 Dec 09 09:32:27.343982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.363647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8540146d-aae6-4137-b25e-5c5ca36eee9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:27.408617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] No DVR routers for this DVR port 33b5d02b-0ea3-4b54-87c1-1321ff261795 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:27.416631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] Pushing event deleted for resources: {'Port': ['ID=33b5d02b-0ea3-4b54-87c1-1321ff261795,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:27.420153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:27.462299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4317ad76-2f65-4c51-8089-b25be24ecb5a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:32:27.463151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4317ad76-2f65-4c51-8089-b25be24ecb5a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:27.497249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.509656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Transition to ACTIVE for port object 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:27.531817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Transition to ACTIVE for port object 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:27.537579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f7005e-80a8-48e2-b39e-ab6dbcf9f5c4 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:27.571336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.604224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcb83e2-0423-412c-969b-963edbc63f4a']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:27.611369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Router fe141634-b40d-4916-948f-4a07c3752afc is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:32:27.621033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e6c8e7-086b-41b6-af0c-f2cb78fc8566') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:27.621404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e6c8e7-086b-41b6-af0c-f2cb78fc8566') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:27.635945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.651887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.667495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:32:27.667495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.678764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.688258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a06587e7-3487-411a-baf4-2ba131a778c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:27.756428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.20.0.1 (3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb/be449ef4-15c1-48b8-8e53-5098dbe75964/76b2ba4c-5563-4957-adb6-1a964f049851) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:27.770659 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:27.780003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.788497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:27.810728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.826897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4317ad76-2f65-4c51-8089-b25be24ecb5a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:27.830867 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4317ad76-2f65-4c51-8089-b25be24ecb5a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/53670b6a-30d2-4883-8377-547191bda6e8 HTTP/1.1" status: 404 len: 333 time: 0.5036070 Dec 09 09:32:27.833779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Pushing event deleted for resources: {'Network': ['ID=4dcb83e2-0423-412c-969b-963edbc63f4a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:27.837973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53612) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:27.847372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:27.854354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:27.873883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:27.887792 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] 10.222.0.18 "DELETE /v2.0/networks/4dcb83e2-0423-412c-969b-963edbc63f4a HTTP/1.1" status: 204 len: 168 time: 3.3514328 Dec 09 09:32:27.893756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:27.900775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Pushing event updated for resources: {'Port': ['ID=28ba2f5d-3d13-4686-9c83-2ae2c46b75f3,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:27.905351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:27.909943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ce9b96f6-fba1-41b6-9505-f05662530c6b None None] Provisioning complete for port b434f9c1-fec8-4453-94b9-e3016371260f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:27.910447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce9b96f6-fba1-41b6-9505-f05662530c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.922710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:27.944765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': 'c61e6d7a-7cce-4aa6-a3cd-d23e06e06123'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:27.945851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:27.963817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:28.017225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.029687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Allocated IP 172.20.0.11 (302e3717-ef30-4be3-a1b8-8b154c4e5eb5/53070ce1-ecbf-4a86-b70f-24aa4798b753/f668e2d9-9a6c-43ab-bc73-88e17eb48a9b) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:28.045239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:28.054204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.088271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 52f9e16d-1d15-4a6f-974f-de615a0348c2 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:28.131360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Attempting to bind port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:28.132071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Attempting to bind port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '302e3717-ef30-4be3-a1b8-8b154c4e5eb5'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:28.132784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Attempting to bind port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 on network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:28.135225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b96f6-fba1-41b6-9505-f05662530c6b None None] Port b434f9c1-fec8-4453-94b9-e3016371260f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:28.150014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:28.151324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Checking segment: {'id': 'ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '302e3717-ef30-4be3-a1b8-8b154c4e5eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:28.151879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.152306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Bound using segment: {'id': 'ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '302e3717-ef30-4be3-a1b8-8b154c4e5eb5'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:28.152994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Bound port: 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '302e3717-ef30-4be3-a1b8-8b154c4e5eb5'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:28.153591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.318363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet 9c04a68d-987d-4817-a99f-a7b6541416c4 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:28.323468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.367333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] For port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:28.374645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] For port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=28ba2f5d-3d13-4686-9c83-2ae2c46b75f3,segment=NetworkSegment(ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d),segment_id=ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:28.385910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.401807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:28.408110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.445904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53622) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:28.454978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/c61e6d7a-7cce-4aa6-a3cd-d23e06e06123/047e21da-3ec7-4740-a606-d2bd19884bb9) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:28.536831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.580908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.600879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Transition to ACTIVE for port object f668e2d9-9a6c-43ab-bc73-88e17eb48a9b will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:28.622159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.626176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Pushing event updated for resources: {'Port': ['ID=28ba2f5d-3d13-4686-9c83-2ae2c46b75f3,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:28.628973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1de3a2fa-3096-43a3-bf41-1d126e183e51 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:28.686201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:28.689567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=9c04a68d-987d-4817-a99f-a7b6541416c4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:28.699718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.715769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:28.725797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0d8a605-96eb-43bd-a23e-5ecac95fd817 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:28.726063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.750484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a6eab-a4c5-4af5-89e9-d012acbcb49b None None] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:28.755974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/9c04a68d-987d-4817-a99f-a7b6541416c4 HTTP/1.1" status: 204 len: 168 time: 0.9138539 Dec 09 09:32:28.756591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53628) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:28.826230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:28.837614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:28.850234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:28.854092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-817d86f6-f011-4537-86d7-c4eb39daaede admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9733ff634bbe4438af9dadb7428efd49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3971715 Dec 09 09:32:28.854092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53632) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:28.883576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event updated for resources: {'Port': ['ID=f668e2d9-9a6c-43ab-bc73-88e17eb48a9b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:28.890562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:28.910838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet 7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:28.913617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.917080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:28.922651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:28.993482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-775a0644-97ac-4aa6-af62-3d3ad5586020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.031732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.088935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-775a0644-97ac-4aa6-af62-3d3ad5586020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.140408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:29.141066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.145982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=76b2ba4c-5563-4957-adb6-1a964f049851,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:29.151154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:29.156664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.168411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:29.185271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Transition to ACTIVE for port object 047e21da-3ec7-4740-a606-d2bd19884bb9 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:29.207919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:29.213368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:29.214586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.260872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Transition to ACTIVE for port object 047e21da-3ec7-4740-a606-d2bd19884bb9 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:29.275357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5333-072a-4dee-a588-14699092d1a9 req-f97c6340-bdfc-4fce-ae3a-a09202901b24 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:29.277241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.283610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3b7906f-a48f-45c2-bde9-b7e8bb8354c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:29.284629 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-250d5333-072a-4dee-a588-14699092d1a9 req-f97c6340-bdfc-4fce-ae3a-a09202901b24 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 1.2318897 Dec 09 09:32:29.328464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.345008 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5053113 Dec 09 09:32:29.347879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53636) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:29.367502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:29.371031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Request body: {'port': {'network_id': '302e3717-ef30-4be3-a1b8-8b154c4e5eb5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-124802230', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:29.371572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] bootfile-name is not in valid_values {{(pid=88883) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:32:29.371948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] tftp-server is not in valid_values {{(pid=88883) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:32:29.372311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] server-ip-address is not in valid_values {{(pid=88883) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:32:29.374225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:29.377961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:29.381443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:29.383734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Pushing event updated for resources: {'Port': ['ID=047e21da-3ec7-4740-a606-d2bd19884bb9,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:29.388359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:29.408771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:29.419753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-775a0644-97ac-4aa6-af62-3d3ad5586020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.424079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:29.429934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:29.456733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a0644-97ac-4aa6-af62-3d3ad5586020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bed17d-0c2e-43d6-89f2-1e35135b5098,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:29.462458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.465576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-775a0644-97ac-4aa6-af62-3d3ad5586020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:29.474965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-775a0644-97ac-4aa6-af62-3d3ad5586020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.479156 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-775a0644-97ac-4aa6-af62-3d3ad5586020 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61bed17d-0c2e-43d6-89f2-1e35135b5098 HTTP/1.1" status: 204 len: 168 time: 0.6210411 Dec 09 09:32:29.486958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::58c0:7b41:ae4d:4456 (2d5d328b-91d8-47d0-9229-6819f3b6112b/c61e6d7a-7cce-4aa6-a3cd-d23e06e06123/52f9e16d-1d15-4a6f-974f-de615a0348c2) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:29.493302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77 HTTP/1.1" status: 204 len: 168 time: 0.7356784 Dec 09 09:32:29.498332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Attempting to bind port 047e21da-3ec7-4740-a606-d2bd19884bb9 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:29.498468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53642) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:29.498754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Attempting to bind port 047e21da-3ec7-4740-a606-d2bd19884bb9 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:29.499171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Attempting to bind port 047e21da-3ec7-4740-a606-d2bd19884bb9 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:29.508023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:29.508511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:29.508879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.509356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:29.509877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Bound port: 047e21da-3ec7-4740-a606-d2bd19884bb9, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:29.510300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.554045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-250d5333-072a-4dee-a588-14699092d1a9 req-a5919472-b7b0-4355-95d1-16c19933a9dc tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683046 Dec 09 09:32:29.554929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.650800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] For port 047e21da-3ec7-4740-a606-d2bd19884bb9, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:29.655758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] For port 047e21da-3ec7-4740-a606-d2bd19884bb9, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=047e21da-3ec7-4740-a606-d2bd19884bb9,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:29.663379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.680141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f5f4561-0baa-46ef-8f5e-09736fbcb610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:29.733467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:29.744947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Usage tracker for resource:port and tenant:4c3d6b31ab9548bda22c297fcd0123ef is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:29.813169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:29.817655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:32:29.824503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.828765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b097d-9d54-4b9a-be6e-2d389e1e99b6 None None] Sync routers for ids ['fe141634-b40d-4916-948f-4a07c3752afc'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:32:29.833135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:29.848007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b097d-9d54-4b9a-be6e-2d389e1e99b6 None None] Routers {'fe141634-b40d-4916-948f-4a07c3752afc'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:29.849551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7b7b097d-9d54-4b9a-be6e-2d389e1e99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fe141634-b40d-4916-948f-4a07c3752afc'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:29.870044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Pushing event updated for resources: {'Port': ['ID=047e21da-3ec7-4740-a606-d2bd19884bb9,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:29.876546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:29.902446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.905387 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 12.8154876 Dec 09 09:32:29.912465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53652) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:29.913551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Made reservation on behalf of 4c3d6b31ab9548bda22c297fcd0123ef for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:29.920680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:29.947797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:29.953700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7b7b097d-9d54-4b9a-be6e-2d389e1e99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:29.966501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b097d-9d54-4b9a-be6e-2d389e1e99b6 None None] Routers {'fe141634-b40d-4916-948f-4a07c3752afc'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:29.967245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7b7b097d-9d54-4b9a-be6e-2d389e1e99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fe141634-b40d-4916-948f-4a07c3752afc'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:29.972217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 651e4c1d-865c-4233-badc-ffb07b6e12c5 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:29.972601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:30.029730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Router 73de9285-860d-429a-b44a-1ec5e467f0ac is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:32:30.043634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:30.057240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7b7b097d-9d54-4b9a-be6e-2d389e1e99b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:30.057797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b097d-9d54-4b9a-be6e-2d389e1e99b6 None None] The sync data for ids ['fe141634-b40d-4916-948f-4a07c3752afc'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:32:30.076994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] device_id is not set on port 057e0b53-4f0b-455d-970b-45adf9696521 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:30.155565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694b6bf-5c99-40ff-9281-e32b32e781dc req-b5bfd84a-3be5-4af8-bff7-e3aaacb2a8d2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:30.157274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8694b6bf-5c99-40ff-9281-e32b32e781dc req-b5bfd84a-3be5-4af8-bff7-e3aaacb2a8d2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4190466 Dec 09 09:32:30.255369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:30.714040 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8694b6bf-5c99-40ff-9281-e32b32e781dc req-979b425a-3c61-493b-b697-5bcca0db9591 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466571 Dec 09 09:32:30.728771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 52f9e16d-1d15-4a6f-974f-de615a0348c2 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:30.805911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:30.809013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] For port 651e4c1d-865c-4233-badc-ffb07b6e12c5, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=651e4c1d-865c-4233-badc-ffb07b6e12c5,segment=NetworkSegment(aebdbf1e-8d99-4ddd-b3f8-ec072976084b),segment_id=aebdbf1e-8d99-4ddd-b3f8-ec072976084b)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:30.809364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:30.828320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53670) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:30.834775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-edb28af3-aa5e-4621-86c2-92ae1ed9ab86 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:31.135559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 047e21da-3ec7-4740-a606-d2bd19884bb9 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:31.158355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=52f9e16d-1d15-4a6f-974f-de615a0348c2,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:31.185129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 651e4c1d-865c-4233-badc-ffb07b6e12c5 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:31.209592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:31.232169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1855196312-network', 'tenant_id': 'e4a60bd2e62c467487e80e727d627d1f'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:31.238264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:31.242774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 047e21da-3ec7-4740-a606-d2bd19884bb9 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:31.244931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:31.251210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:31.251950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:31.261640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Usage tracker for resource:network and tenant:e4a60bd2e62c467487e80e727d627d1f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:31.264824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:31.269368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:31.270618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:31.278640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:31.297348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:31.323075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2796557 Dec 09 09:32:31.326186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53676) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:31.338102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:31.381664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Made reservation on behalf of e4a60bd2e62c467487e80e727d627d1f for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:31.388253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:31.405541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:31.411716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e8355ca-f0ec-4a7e-b09c-54d689e96f7e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:31.455592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Allocated IP 172.20.0.7 (302e3717-ef30-4be3-a1b8-8b154c4e5eb5/53070ce1-ecbf-4a86-b70f-24aa4798b753/057e0b53-4f0b-455d-970b-45adf9696521) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:31.456017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=651e4c1d-865c-4233-badc-ffb07b6e12c5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:31.458194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:31.472227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:31.504088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No DVR routers for this DVR port 651e4c1d-865c-4233-badc-ffb07b6e12c5 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:31.505819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c4ce2-cb41-4ac9-ac5e-e45b0a3ba72c None None] Network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:31.566717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212d32f-acfa-48a2-9f8f-5af58c3353ed None None] Network e36eae72-5727-40ce-a0d9-bed493a0e4f5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:31.585501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:31.604990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Usage tracker for resource:security_group_rule and tenant:e4a60bd2e62c467487e80e727d627d1f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:31.610426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:31.620811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e38a12-d1da-4761-a66f-08d4337a0aa6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:31.625535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e38a12-d1da-4761-a66f-08d4337a0aa6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:31.626474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c8e38a12-d1da-4761-a66f-08d4337a0aa6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:31.635650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:31.705493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:32:31.722004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:31.738168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c8e38a12-d1da-4761-a66f-08d4337a0aa6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:31.739305 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c8e38a12-d1da-4761-a66f-08d4337a0aa6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4120510 Dec 09 09:32:31.744461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53680) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:31.744687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579639d-6754-4008-847b-5e7ffd32713c req-ab47d7c5-b649-48ad-9c66-4cebe31a63c8 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:31.746332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5579639d-6754-4008-847b-5e7ffd32713c req-ab47d7c5-b649-48ad-9c66-4cebe31a63c8 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4159091 Dec 09 09:32:31.813148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "PUT /v2.0/routers/73de9285-860d-429a-b44a-1ec5e467f0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4906669 Dec 09 09:32:31.813388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53684) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:31.816536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36eae72-5727-40ce-a0d9-bed493a0e4f5']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:31.889888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebdbf1e-8d99-4ddd-b3f8-ec072976084b') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:31.890296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebdbf1e-8d99-4ddd-b3f8-ec072976084b') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:31.927455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463b2ea-bd83-47b6-9058-82f9938d25d7 None None] Sync routers for ids ['73de9285-860d-429a-b44a-1ec5e467f0ac'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:32:31.931958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:31.953889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] Provisioning for port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:31.964505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] Provisioning complete for port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:31.965258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:31.967840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 52f9e16d-1d15-4a6f-974f-de615a0348c2 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:31.968222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.032230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.052224 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5579639d-6754-4008-847b-5e7ffd32713c req-c162e53f-10d1-4e20-8f0f-f3115aaef99a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832425 Dec 09 09:32:32.088385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:32:32.089358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.097050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463b2ea-bd83-47b6-9058-82f9938d25d7 None None] Routers {'73de9285-860d-429a-b44a-1ec5e467f0ac'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:32.098712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b463b2ea-bd83-47b6-9058-82f9938d25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['73de9285-860d-429a-b44a-1ec5e467f0ac'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:32.121365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.148102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.177808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b463b2ea-bd83-47b6-9058-82f9938d25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:32.183773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b83cde0d-faae-490a-8eb4-4b5414450727 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:32.262086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.319011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Transition to ACTIVE for port object 057e0b53-4f0b-455d-970b-45adf9696521 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:32.322101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96693bf-72c6-4fd7-94fa-abcea56033ba None None] DHCP port deletion for e36eae72-5727-40ce-a0d9-bed493a0e4f5 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:32.347873 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:32.354042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b463b2ea-bd83-47b6-9058-82f9938d25d7 None None] Routers {'73de9285-860d-429a-b44a-1ec5e467f0ac'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:32.355184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b463b2ea-bd83-47b6-9058-82f9938d25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['73de9285-860d-429a-b44a-1ec5e467f0ac'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:32.379070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.409433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=76b2ba4c-5563-4957-adb6-1a964f049851,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:32.435568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.456088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:32.477099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b463b2ea-bd83-47b6-9058-82f9938d25d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:32.477948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b463b2ea-bd83-47b6-9058-82f9938d25d7 None None] The sync data for ids ['73de9285-860d-429a-b44a-1ec5e467f0ac'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:32:32.558757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.574931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.619565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] For port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=28ba2f5d-3d13-4686-9c83-2ae2c46b75f3,segment=NetworkSegment(ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d),segment_id=ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:32.624328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.629858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3fd68576-25f7-45b8-bcde-031f0140a231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:32.631134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.667230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de3d2be9-5537-4450-9af2-2cc8a36e34f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:32.698556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] Could not find standard attr ID for object 651e4c1d-865c-4233-badc-ffb07b6e12c5. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:32:32.748020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] Pushing event updated for resources: {'Port': ['ID=28ba2f5d-3d13-4686-9c83-2ae2c46b75f3,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:32.758251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:32.792992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 52f9e16d-1d15-4a6f-974f-de615a0348c2 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:32.800139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:32.810763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:32.834091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:32.834694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3c19ae03-27ab-4915-8bf5-179637bfb7e0 None None] Provisioning for port 047e21da-3ec7-4740-a606-d2bd19884bb9 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:32.841761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3c19ae03-27ab-4915-8bf5-179637bfb7e0 None None] Provisioning complete for port 047e21da-3ec7-4740-a606-d2bd19884bb9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:32.842805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c19ae03-27ab-4915-8bf5-179637bfb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.888966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event updated for resources: {'Port': ['ID=057e0b53-4f0b-455d-970b-45adf9696521,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:32.892298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:32.956018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:32.982791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d37ab03-4b30-4371-8f42-cb42ec6bd53f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:33.017285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:33.037550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:33.042842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:33.056854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.064080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:33.075415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4404d40-56af-40d0-9ec6-67ee421d4723 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:33.076457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b4404d40-56af-40d0-9ec6-67ee421d4723 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:33.081755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:33.099633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aaf1add-c271-4fe8-858e-d67e38cd5203 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:33.138275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.144744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c19ae03-27ab-4915-8bf5-179637bfb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.163767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Network': ['ID=e36eae72-5727-40ce-a0d9-bed493a0e4f5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:33.167120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:33.185663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/networks/e36eae72-5727-40ce-a0d9-bed493a0e4f5 HTTP/1.1" status: 204 len: 168 time: 3.6849597 Dec 09 09:32:33.188549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53702) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:33.193621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3c19ae03-27ab-4915-8bf5-179637bfb7e0 None None] For port 047e21da-3ec7-4740-a606-d2bd19884bb9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=047e21da-3ec7-4740-a606-d2bd19884bb9,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:33.198363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c19ae03-27ab-4915-8bf5-179637bfb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.200936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:33.259905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b4404d40-56af-40d0-9ec6-67ee421d4723 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:33.265083 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b4404d40-56af-40d0-9ec6-67ee421d4723 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports?device_id=73de9285-860d-429a-b44a-1ec5e467f0ac HTTP/1.1" status: 200 len: 988 time: 1.4512649 Dec 09 09:32:33.273714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53706) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:33.290428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:33.290848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.349410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e0e19-238f-48a9-a8c3-ab001d766b36 req-264b003b-9aa6-488c-9a99-92486fd39cd0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:33.351240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-032e0e19-238f-48a9-a8c3-ab001d766b36 req-264b003b-9aa6-488c-9a99-92486fd39cd0 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.8050327 Dec 09 09:32:33.352307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19ae03-27ab-4915-8bf5-179637bfb7e0 None None] Pushing event updated for resources: {'Port': ['ID=047e21da-3ec7-4740-a606-d2bd19884bb9,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:33.357507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c19ae03-27ab-4915-8bf5-179637bfb7e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:33.364368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:33.365391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.381736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:32:33.391859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.392396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Added segment e7de5c3d-822f-4ff5-a8bb-745b769ba829 of type vlan for network 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 Dec 09 09:32:33.417890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f428324c-4efe-4154-a735-42f631c0e1e0 None None] Could not find standard attr ID for object 52f9e16d-1d15-4a6f-974f-de615a0348c2. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:32:33.425833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.459128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f428324c-4efe-4154-a735-42f631c0e1e0 None None] Provisioning complete for port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:33.459556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f428324c-4efe-4154-a735-42f631c0e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.514156 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.1566875 Dec 09 09:32:33.525246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 651e4c1d-865c-4233-badc-ffb07b6e12c5 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:33.530343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53710) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:33.576291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 651e4c1d-865c-4233-badc-ffb07b6e12c5 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:33.576792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 651e4c1d-865c-4233-badc-ffb07b6e12c5 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:33.588702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-032e0e19-238f-48a9-a8c3-ab001d766b36 req-f2177203-0be1-4027-bf33-a0d954f1e46a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510010 Dec 09 09:32:33.599152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.600255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:33.600895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.604750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.623568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-855e177b-ca08-40bf-ba5c-1f47c3750e8a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:33.692798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f428324c-4efe-4154-a735-42f631c0e1e0 None None] Provisioning for port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:33.698332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f428324c-4efe-4154-a735-42f631c0e1e0 None None] Provisioning complete for port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:33.698755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f428324c-4efe-4154-a735-42f631c0e1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.751369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.762866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f428324c-4efe-4154-a735-42f631c0e1e0 None None] Port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:33.828331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:33.836405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:33.842368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:32:33.854040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ee9adc19-c1ee-4528-adc5-2ebbf0d59e3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:33.945606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=52f9e16d-1d15-4a6f-974f-de615a0348c2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:33.948363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:33.966628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:33.993724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4e35b-5fc5-461b-8256-df1d42a51420 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:33.998255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4e35b-5fc5-461b-8256-df1d42a51420 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:34.003757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4e35b-5fc5-461b-8256-df1d42a51420 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:34.005820 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7ee4e35b-5fc5-461b-8256-df1d42a51420 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.4693701 Dec 09 09:32:34.007310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1741869 Dec 09 09:32:34.012714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ab1beee1-6f57-46fa-80b7-85d18aeb163e None None] Provisioning complete for port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:34.013200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ab1beee1-6f57-46fa-80b7-85d18aeb163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:34.014199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53714) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:34.014578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53716) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:34.073359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Request body: {'subnet': {'network_id': '9fe8e6ad-3c93-4cf5-a02b-47da69cdf515', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1855196312-subnet', 'tenant_id': 'e4a60bd2e62c467487e80e727d627d1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:34.076783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ab1beee1-6f57-46fa-80b7-85d18aeb163e None None] Port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:34.088833 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/52f9e16d-1d15-4a6f-974f-de615a0348c2 HTTP/1.1" status: 204 len: 168 time: 2.3274388 Dec 09 09:32:34.093292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:34.095607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53722) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:34.115643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Usage tracker for resource:subnet and tenant:e4a60bd2e62c467487e80e727d627d1f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:34.140114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:34.153207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Deleting port 487418a1-1b19-427a-9a1d-066773b83d26 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:34.154115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:34.204364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-00c45d2f-0223-4f6e-a7de-b40fd03bf2a2 None None] Provisioning for port 057e0b53-4f0b-455d-970b-45adf9696521 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:34.211214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-00c45d2f-0223-4f6e-a7de-b40fd03bf2a2 None None] Provisioning complete for port 057e0b53-4f0b-455d-970b-45adf9696521 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:34.211635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00c45d2f-0223-4f6e-a7de-b40fd03bf2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:34.216558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:32:34.277494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-00c45d2f-0223-4f6e-a7de-b40fd03bf2a2 None None] Port 057e0b53-4f0b-455d-970b-45adf9696521 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:34.385142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b61bf9a-fbf7-4e2c-841c-b5fb21d6400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:34.385695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:34.412114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:34.420440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6bdc65-7a24-4cd1-b26c-862624505d12 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:34.421226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4b6bdc65-7a24-4cd1-b26c-862624505d12 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:34.440756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:34.478371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Made reservation on behalf of e4a60bd2e62c467487e80e727d627d1f for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:34.483156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:34.503045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Deleting port 057e0b53-4f0b-455d-970b-45adf9696521 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:34.503426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:34.539718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1c5d4-5122-431a-be22-f99298cb5461 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:34.541219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d1c5d4-5122-431a-be22-f99298cb5461 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:34.542038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b4d1c5d4-5122-431a-be22-f99298cb5461 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:34.556319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4b6bdc65-7a24-4cd1-b26c-862624505d12 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:34.557599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4b6bdc65-7a24-4cd1-b26c-862624505d12 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.3591361 Dec 09 09:32:34.575557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53726) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:34.584203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Calling delete_port for 487418a1-1b19-427a-9a1d-066773b83d26 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:34.827657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:32:34.839376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86e272-b12a-499c-9eb4-9bd44bc481c2 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:32:34.852191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/routers/83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2916532 Dec 09 09:32:34.852850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53732) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:34.852966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86e272-b12a-499c-9eb4-9bd44bc481c2 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:34.853352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ea86e272-b12a-499c-9eb4-9bd44bc481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:34.860122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'port': {'network_id': '3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb', 'name': 'tempest-FloatingIPTestJSON-218103173'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:34.869584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b4d1c5d4-5122-431a-be22-f99298cb5461 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:34.873753 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b4d1c5d4-5122-431a-be22-f99298cb5461 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7706215 Dec 09 09:32:34.876266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53736) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:34.923663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ea86e272-b12a-499c-9eb4-9bd44bc481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:34.937239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea86e272-b12a-499c-9eb4-9bd44bc481c2 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:34.938154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ea86e272-b12a-499c-9eb4-9bd44bc481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:34.960413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 047e21da-3ec7-4740-a606-d2bd19884bb9 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:35.018534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ea86e272-b12a-499c-9eb4-9bd44bc481c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:35.019235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea86e272-b12a-499c-9eb4-9bd44bc481c2 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:32:35.053862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 047e21da-3ec7-4740-a606-d2bd19884bb9 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:35.054370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.090913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.109419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7906b25c-96e0-4231-a569-5d645fa30c46 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:35.175416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Pushing event deleted for resources: {'Port': ['ID=487418a1-1b19-427a-9a1d-066773b83d26,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:35.233977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:35.234147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8185b7f-90a4-49e2-8983-662c35e1b15f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6483958 Dec 09 09:32:35.237100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d6b25d-5365-4e0f-b381-6f01a78d1ac2 req-2dfc43f3-1e62-4116-b54f-39ffba791697 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:35.240338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3d6b25d-5365-4e0f-b381-6f01a78d1ac2 req-2dfc43f3-1e62-4116-b54f-39ffba791697 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4802837 Dec 09 09:32:35.240481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53742) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:35.264802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-306408176'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:35.306014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.315077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:35.356307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:network and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:35.367081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:35.389028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:35.391437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:35.415128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:port and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:35.424558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:35.440582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:35.443271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:35.448792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.463765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet c61e6d7a-7cce-4aa6-a3cd-d23e06e06123 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:35.470897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.482643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Calling delete_port for 057e0b53-4f0b-455d-970b-45adf9696521 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:35.570299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3d6b25d-5365-4e0f-b381-6f01a78d1ac2 req-270afc0c-efe8-4110-828e-d3165fbd45c6 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235345 Dec 09 09:32:35.571192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.584781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-97b950d7-8b78-4e77-a678-5d1daa3de195 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:35.631510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.680782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Made reservation on behalf of 9d4a98b72c3b46acb31d1eafd905ef46 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:35.687707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.697447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b1eb93-c878-47fc-be0f-efc6fa248289,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:35.709644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:35.749188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.833727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Checking segment: {'id': 'e7de5c3d-822f-4ff5-a8bb-745b769ba829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fe8e6ad-3c93-4cf5-a02b-47da69cdf515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:35.834250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Network hostable DHCP agents. Network: 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:32:35.870056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.876362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:32:35.880409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d2e234e7-a420-4a80-99c1-400c77034e21 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:35.892524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] device_id is not set on port e6b78e61-bad4-497e-974d-26e18c99f394 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:35.938500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:35.949424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event deleted for resources: {'Port': ['ID=057e0b53-4f0b-455d-970b-45adf9696521,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:35.952261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:36.023363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.023768 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Added segment 3bac4dbe-fc52-4615-ada2-fda9ad4a2feb of type vlan for network 5ddf3c02-494b-499d-921c-4a768e0d9b6a Dec 09 09:32:36.041770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.059990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Network 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:32:36.085348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.176393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:36.186318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48929614-347a-4838-8891-39d6aed19c3c None None] Network 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:36.200986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:36.201610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.208834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.251040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.455761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1594829-5be2-493b-94ca-661fa9fdd5cf None None] Network 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:36.624644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.626739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "DELETE /v2.0/ports/057e0b53-4f0b-455d-970b-45adf9696521 HTTP/1.1" status: 204 len: 168 time: 2.5924010 Dec 09 09:32:36.630761 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5924718 Dec 09 09:32:36.637718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53758) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:36.646780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f98f09-fabf-4642-85f8-30783fd53c03 req-23298dca-cf96-408c-b0fc-dea38627cff7 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:36.648460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-67f98f09-fabf-4642-85f8-30783fd53c03 req-23298dca-cf96-408c-b0fc-dea38627cff7 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.7042713 Dec 09 09:32:36.674366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Request body: {'port': {'name': 'tempest-new-port-name-1967910474', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:36.674799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] bootfile-name is not in valid_values {{(pid=88883) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:32:36.675175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] tftp-server is not in valid_values {{(pid=88883) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:32:36.676253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.api.validators [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] server-ip-address is not in valid_values {{(pid=88883) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 09 09:32:36.724693 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-67f98f09-fabf-4642-85f8-30783fd53c03 req-1b38af17-ec59-4d12-af7d-8852049fd577 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671821 Dec 09 09:32:36.740559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-645a173f-dc5b-4994-89e2-d559a1af270b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.783004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.830590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ebef5034-05fc-40ef-af4a-d2b9950b2fe7 req-db65ca68-cb4e-4ef1-a0c1-bbfe302f27fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=df3d181393184b3e9829225c604aef2a&device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 1099 time: 0.8615878 Dec 09 09:32:36.850826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.20.0.8 (3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb/be449ef4-15c1-48b8-8e53-5098dbe75964/e6b78e61-bad4-497e-974d-26e18c99f394) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:36.886316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.890467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:36.891109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:36.905176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-977d7cbb-ff91-4992-be42-23fdcff90ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:36.958764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port b434f9c1-fec8-4453-94b9-e3016371260f {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:36.959144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:37.026623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:37.040272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Router fe141634-b40d-4916-948f-4a07c3752afc has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:32:37.192910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:37.235201 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.9871266 Dec 09 09:32:37.236102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Network': ['ID=5ddf3c02-494b-499d-921c-4a768e0d9b6a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:37.249413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 5ddf3c02-494b-499d-921c-4a768e0d9b6a details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:32:37.250153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53774) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:37.273488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:37.279259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': '5ddf3c02-494b-499d-921c-4a768e0d9b6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:37.299920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:37.317873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ead536d-7fdd-448f-918a-a30d168dd0d3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:37.350835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:37.351065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for b434f9c1-fec8-4453-94b9-e3016371260f owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:37.502674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=c61e6d7a-7cce-4aa6-a3cd-d23e06e06123,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:37.521294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:37.547238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:37.554346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10f37d66-8d10-4642-9a7d-670f80b96c1d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:37.578759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3954d8-c347-4370-90d1-b456ff240c16 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:37.596287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef5034-05fc-40ef-af4a-d2b9950b2fe7 req-353df04b-7a36-4c72-925e-f8be10cfd39b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:37.598596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ebef5034-05fc-40ef-af4a-d2b9950b2fe7 req-353df04b-7a36-4c72-925e-f8be10cfd39b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 200 len: 912 time: 0.7488494 Dec 09 09:32:37.608336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=b434f9c1-fec8-4453-94b9-e3016371260f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:37.612040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:37.664822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:37.666922 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/c61e6d7a-7cce-4aa6-a3cd-d23e06e06123 HTTP/1.1" status: 204 len: 168 time: 2.7845147 Dec 09 09:32:37.669763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53784) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:37.806038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53790) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:37.891318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1737768747-network', 'tenant_id': 'bc7eba6d9ae741b89fb77106a9337b60'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:37.899410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:37.905079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Usage tracker for resource:network and tenant:bc7eba6d9ae741b89fb77106a9337b60 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:37.908207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:37.919416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:37.924633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-04e5cd42-d639-42ef-ae8e-06e2fc1d676a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2535143 Dec 09 09:32:37.937891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53794) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:37.971973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:37.977006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:37.981710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] Deleting port 047e21da-3ec7-4740-a606-d2bd19884bb9 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:37.982257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:37.999958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Made reservation on behalf of bc7eba6d9ae741b89fb77106a9337b60 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:38.005138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.023482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.076588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.080854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:38.081907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:38.100625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Usage tracker for resource:security_group_rule and tenant:bc7eba6d9ae741b89fb77106a9337b60 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:38.104735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:38.112483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:38.114856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:38.136184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:38.193201 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ebef5034-05fc-40ef-af4a-d2b9950b2fe7 req-712481e6-a19b-44dc-be19-9cb1f5ed1ff8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 200 len: 1002 time: 0.4939754 Dec 09 09:32:38.194755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b98b06-7b2a-48cd-acbd-73640acb81c0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:38.195530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83b98b06-7b2a-48cd-acbd-73640acb81c0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:38.222398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:32:38.229351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.230841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "PUT /v2.0/routers/fe141634-b40d-4916-948f-4a07c3752afc HTTP/1.1" status: 200 len: 706 time: 8.2969377 Dec 09 09:32:38.235228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] For port 047e21da-3ec7-4740-a606-d2bd19884bb9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=047e21da-3ec7-4740-a606-d2bd19884bb9,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:38.235669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.235817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.247759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450093c3-ce59-4519-b696-ac1b34b6079f None None] Sync routers for ids ['fe141634-b40d-4916-948f-4a07c3752afc'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:32:38.262381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53798) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:38.288893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:38.387074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] Calling delete_port for 047e21da-3ec7-4740-a606-d2bd19884bb9 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:38.439140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83b98b06-7b2a-48cd-acbd-73640acb81c0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:38.443590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-83b98b06-7b2a-48cd-acbd-73640acb81c0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5009885 Dec 09 09:32:38.449514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53802) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:38.449846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.453145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450093c3-ce59-4519-b696-ac1b34b6079f None None] Routers {'fe141634-b40d-4916-948f-4a07c3752afc'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:38.453920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-450093c3-ce59-4519-b696-ac1b34b6079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fe141634-b40d-4916-948f-4a07c3752afc'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:38.509584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef5034-05fc-40ef-af4a-d2b9950b2fe7 req-1db77193-15d8-4fb8-8b43-6c037895e969 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:38.511213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ebef5034-05fc-40ef-af4a-d2b9950b2fe7 req-1db77193-15d8-4fb8-8b43-6c037895e969 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 200 len: 850 time: 0.2987199 Dec 09 09:32:38.532205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-450093c3-ce59-4519-b696-ac1b34b6079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:38.537832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3352fab-8164-433d-92c2-4158c3443ca5 req-f656a564-e1eb-4f9f-b73a-fb222ca56a86 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:38.539554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3352fab-8164-433d-92c2-4158c3443ca5 req-f656a564-e1eb-4f9f-b73a-fb222ca56a86 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.5866044 Dec 09 09:32:38.559117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450093c3-ce59-4519-b696-ac1b34b6079f None None] Routers {'fe141634-b40d-4916-948f-4a07c3752afc'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:38.559804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-450093c3-ce59-4519-b696-ac1b34b6079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fe141634-b40d-4916-948f-4a07c3752afc'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:38.628257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.634011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ed9519c-5ece-4bf5-8f79-d763f8e72a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:38.711689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-58e60fbb-1009-43fe-bee8-54e448a6616e tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/routers/fe141634-b40d-4916-948f-4a07c3752afc HTTP/1.1" status: 200 len: 741 time: 0.4387996 Dec 09 09:32:38.717469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53806) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:38.724536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.731762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d8f6e-0917-483d-b079-78ecf4e72741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:38.735924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a73d8f6e-0917-483d-b079-78ecf4e72741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2810228 Dec 09 09:32:38.776806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53810) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:38.777199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.789342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:38.861938 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-85d3bb62-78ab-4105-b7e9-fabd3923b152 tempest-RoutersAdminTest-1862121158 tempest-RoutersAdminTest-1862121158-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&device_id=fe141634-b40d-4916-948f-4a07c3752afc HTTP/1.1" status: 200 len: 205 time: 0.1407900 Dec 09 09:32:38.865712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-450093c3-ce59-4519-b696-ac1b34b6079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:38.866174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450093c3-ce59-4519-b696-ac1b34b6079f None None] The sync data for ids ['fe141634-b40d-4916-948f-4a07c3752afc'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:32:38.875757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.875852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] Pushing event deleted for resources: {'Port': ['ID=047e21da-3ec7-4740-a606-d2bd19884bb9,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:38.879987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:38.884049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] No DVR routers for this DVR port 047e21da-3ec7-4740-a606-d2bd19884bb9 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:38.890303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53814) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:38.947279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 047e21da-3ec7-4740-a606-d2bd19884bb9 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:38.956822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:38.985764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 047e21da-3ec7-4740-a606-d2bd19884bb9 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:38.986163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 047e21da-3ec7-4740-a606-d2bd19884bb9 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:39.016370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c0653e8-ba16-4cad-ac94-a5798c3a99a9 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:39.165572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3352fab-8164-433d-92c2-4158c3443ca5 req-57369e85-cc7e-4952-a6cd-0c24f6ee81f2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3284979 Dec 09 09:32:39.173592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:39.184040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:39.186639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:39.208268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6c09a50-8698-4459-ab90-3fc2cb934cec tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4269478 Dec 09 09:32:39.216414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.220204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53818) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:39.228725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=e6b78e61-bad4-497e-974d-26e18c99f394,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:39.231835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:39.249518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:32:39.254149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:39.270810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.282175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cba6ad6d-1f49-455f-a7e1-ea0c5a32146d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:39.330763 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c7218fc6-8a03-420f-9199-93f78e403ab4 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe141634-b40d-4916-948f-4a07c3752afc HTTP/1.1" status: 200 len: 205 time: 0.1394529 Dec 09 09:32:39.331930 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ebef5034-05fc-40ef-af4a-d2b9950b2fe7 req-cefa3d01-ab20-4fd2-8b15-109db9b11aba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8053000 Dec 09 09:32:39.335789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7e9afb-ccc8-4301-8906-4414db19b30a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:39.340458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53822) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:39.343258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:39.344526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.344960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Added segment 2d4d62af-ce31-455a-8a20-c01230ce2fc5 of type vlan for network 13d9dd96-80db-4227-bb3d-afea4ddeb269 Dec 09 09:32:39.512223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.525486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Router 73de9285-860d-429a-b44a-1ec5e467f0ac has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:32:39.556241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7796f9a1-25af-4d3c-8b07-91a089b1a88b tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.563646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:39.564312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.671537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event updated for resources: {'Port': ['ID=f668e2d9-9a6c-43ab-bc73-88e17eb48a9b,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:39.688528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:39.703432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:39.735631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.8796473 Dec 09 09:32:39.742087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:39.745337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53826) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:39.749817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] In _notify_port_updated(), no bound segment for port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b on network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:32:39.754100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:39.754860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.756230 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "PUT /v2.0/ports/f668e2d9-9a6c-43ab-bc73-88e17eb48a9b HTTP/1.1" status: 200 len: 1137 time: 3.1140914 Dec 09 09:32:39.758062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.759062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:39.759875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.763878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53830) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:39.767224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d4b7d735-74dd-47c3-bbea-61e09642feb6 None None] Provisioning complete for port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:39.768484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4b7d735-74dd-47c3-bbea-61e09642feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.774243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d71d74c-22e0-4864-b254-72d835f8868a tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:39.778178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'port': {'network_id': '3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb', 'name': 'tempest-FloatingIPTestJSON-1210679940'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:39.831735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7d735-74dd-47c3-bbea-61e09642feb6 None None] Port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:39.843896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:39.850491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:39.951178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ebef5034-05fc-40ef-af4a-d2b9950b2fe7 req-f8db64c4-964f-4df2-bb2a-05a5889387eb service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922363 Dec 09 09:32:39.963547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:40.041210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b98945ff-c2c8-4989-a48a-958c192cb8a2 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:40.092580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Pushing event updated for resources: {'Network': ['ID=13d9dd96-80db-4227-bb3d-afea4ddeb269,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:40.104943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 13d9dd96-80db-4227-bb3d-afea4ddeb269 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:32:40.162925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08648ba5-a1d9-4b23-9f4f-134b2385df9c tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:40.163591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-08648ba5-a1d9-4b23-9f4f-134b2385df9c tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Synchronizing usage tracker for tenant:4c3d6b31ab9548bda22c297fcd0123ef on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:40.173203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:40.181591 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3546970 Dec 09 09:32:40.186417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53834) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:40.193106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Request body: {'subnet': {'network_id': '13d9dd96-80db-4227-bb3d-afea4ddeb269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1737768747-subnet', 'tenant_id': 'bc7eba6d9ae741b89fb77106a9337b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:40.272774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=c04f8c2c-bb78-4603-a9fb-b8d850b30013,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:40.284571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:40.286411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:40.289405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Usage tracker for resource:subnet and tenant:bc7eba6d9ae741b89fb77106a9337b60 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:40.292483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:40.299468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:40.313476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:32:40.324961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7544422-2807-4552-ac9e-c11a1fb813cb None None] Sync routers for ids ['73de9285-860d-429a-b44a-1ec5e467f0ac'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:32:40.325557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:40.334977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:port and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:40.338900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7544422-2807-4552-ac9e-c11a1fb813cb None None] Routers {'73de9285-860d-429a-b44a-1ec5e467f0ac'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:40.339679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c7544422-2807-4552-ac9e-c11a1fb813cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['73de9285-860d-429a-b44a-1ec5e467f0ac'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:40.340658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:40.344917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Checking segment: {'id': '3bac4dbe-fc52-4615-ada2-fda9ad4a2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5ddf3c02-494b-499d-921c-4a768e0d9b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:40.345340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network hostable DHCP agents. Network: 5ddf3c02-494b-499d-921c-4a768e0d9b6a, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:32:40.362809 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ebef5034-05fc-40ef-af4a-d2b9950b2fe7 req-3d271fdf-b14b-4fbe-83f1-08fa0bd03fc7 service neutron] 10.222.0.65 "GET /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002655 Dec 09 09:32:40.364296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:40.390514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "PUT /v2.0/routers/73de9285-860d-429a-b44a-1ec5e467f0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1122341 Dec 09 09:32:40.390514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Made reservation on behalf of bc7eba6d9ae741b89fb77106a9337b60 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:40.393215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:40.407536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53840) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:40.414843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c7544422-2807-4552-ac9e-c11a1fb813cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:40.427031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7544422-2807-4552-ac9e-c11a1fb813cb None None] Routers {'73de9285-860d-429a-b44a-1ec5e467f0ac'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:32:40.427704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c7544422-2807-4552-ac9e-c11a1fb813cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['73de9285-860d-429a-b44a-1ec5e467f0ac'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:40.486340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Made reservation on behalf of 9d4a98b72c3b46acb31d1eafd905ef46 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:40.490119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c7544422-2807-4552-ac9e-c11a1fb813cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:40.490575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7544422-2807-4552-ac9e-c11a1fb813cb None None] The sync data for ids ['73de9285-860d-429a-b44a-1ec5e467f0ac'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:32:40.492857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:40.510943 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a4f778-7282-4dc9-9953-c8363a73ba2b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:32:40.512035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-37a4f778-7282-4dc9-9953-c8363a73ba2b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/b434f9c1-fec8-4453-94b9-e3016371260f HTTP/1.1" status: 404 len: 333 time: 0.1022398 Dec 09 09:32:40.520595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53844) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:40.553776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-08648ba5-a1d9-4b23-9f4f-134b2385df9c tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Unset dirty status for tenant:4c3d6b31ab9548bda22c297fcd0123ef on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:40.554952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-08648ba5-a1d9-4b23-9f4f-134b2385df9c tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "GET /v2.0/ports/f668e2d9-9a6c-43ab-bc73-88e17eb48a9b HTTP/1.1" status: 200 len: 1137 time: 0.7664728 Dec 09 09:32:40.564623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53848) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:40.571843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7796f9a1-25af-4d3c-8b07-91a089b1a88b tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:40.610639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] device_id is not set on port f5481ec0-f573-49dc-ac59-f2d8b131ca46 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:40.630200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7796f9a1-25af-4d3c-8b07-91a089b1a88b tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:40.716177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Deleting port f668e2d9-9a6c-43ab-bc73-88e17eb48a9b {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:40.716637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:40.966703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network 5ddf3c02-494b-499d-921c-4a768e0d9b6a is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:32:41.029968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 5ddf3c02-494b-499d-921c-4a768e0d9b6a) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:41.039042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29e874-5586-4f77-b609-3e6e89fa6721 None None] Network 5ddf3c02-494b-499d-921c-4a768e0d9b6a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:41.053167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:41.053848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:41.070247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504839a1-f31b-47a0-9e1c-5d4ed2a2e623 req-9614d292-6346-4b79-899d-5958ad854ba2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:41.077667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-504839a1-f31b-47a0-9e1c-5d4ed2a2e623 req-9614d292-6346-4b79-899d-5958ad854ba2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.7590864 Dec 09 09:32:41.079257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:41.090182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:41.101124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7796f9a1-25af-4d3c-8b07-91a089b1a88b tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:41.101700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7796f9a1-25af-4d3c-8b07-91a089b1a88b tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Fanout notify agent at l3_agent the message router_deleted on router fe141634-b40d-4916-948f-4a07c3752afc {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:32:41.156925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c26f118f-0ada-4cdc-bf9c-500c35533f0e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:41.247467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7796f9a1-25af-4d3c-8b07-91a089b1a88b tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:41.248666 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7796f9a1-25af-4d3c-8b07-91a089b1a88b tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/fe141634-b40d-4916-948f-4a07c3752afc HTTP/1.1" status: 204 len: 168 time: 1.9071958 Dec 09 09:32:41.254937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53852) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.270168 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-504839a1-f31b-47a0-9e1c-5d4ed2a2e623 req-9be1e4fa-9cd1-49a1-8506-8ae4af91d68b tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909745 Dec 09 09:32:41.274647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:41.281375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d71dfc76-98b5-40c4-9aeb-7430ca24450d tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:41.308819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-5ddf3c02-494b-499d-921c-4a768e0d9b6a', 'network_id': '5ddf3c02-494b-499d-921c-4a768e0d9b6a', 'tenant_id': 'b9c451e18adc40d191f568b470792110', 'fixed_ips': [{'subnet_id': 'c04f8c2c-bb78-4603-a9fb-b8d850b30013'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:41.309988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:41.377769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1235752 Dec 09 09:32:41.385832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53856) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.402672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1ee07af6-97c6-4457-855f-d788c76ae965 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe141634-b40d-4916-948f-4a07c3752afc HTTP/1.1" status: 200 len: 205 time: 0.1399803 Dec 09 09:32:41.410110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': '5ddf3c02-494b-499d-921c-4a768e0d9b6a', 'name': 'tempest-PortsTestJSON-1407635140'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:41.410596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53860) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.419403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:41.491743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Allocated IP 172.20.0.2 (5ddf3c02-494b-499d-921c-4a768e0d9b6a/c04f8c2c-bb78-4603-a9fb-b8d850b30013/3403bc5f-afcc-4160-8c5a-a1c6a895be8c) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:41.496958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:41.501482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:41.501907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:41.518984 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-0bb25382-9e9c-4672-b22d-50229b950a19 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] delete failed (client error): The resource could not be found. Dec 09 09:32:41.523556 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0bb25382-9e9c-4672-b22d-50229b950a19 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/fe141634-b40d-4916-948f-4a07c3752afc HTTP/1.1" status: 404 len: 336 time: 0.1085420 Dec 09 09:32:41.523556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=cb227940-dd4d-4baf-9a59-db5baef57b72,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:41.523872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:41.525267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.20.0.5 (3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb/be449ef4-15c1-48b8-8e53-5098dbe75964/f5481ec0-f573-49dc-ac59-f2d8b131ca46) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:41.526685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d436e-031d-4903-9e82-3a4906bb0557 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:41.529879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53864) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.562977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a983087d-009b-44ba-b70b-774fbd29be9b,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:41.594882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:41.606901 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8cba00c1-ab47-4ff0-a2ff-0b90a6c7d014 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d123064-e0a8-45ba-93c3-da43c8c93f52 HTTP/1.1" status: 200 len: 205 time: 0.0713234 Dec 09 09:32:41.608232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53868) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.610000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:41.618257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3884122 Dec 09 09:32:41.620624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53872) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.636447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': 'cb227940-dd4d-4baf-9a59-db5baef57b72', 'ip_address': '2001:db8::b0cf:ff46:b36a:3791'}], 'name': 'tempest-NetworksTestDHCPv6-120189425'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:41.720570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Checking segment: {'id': '2d4d62af-ce31-455a-8a20-c01230ce2fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '13d9dd96-80db-4227-bb3d-afea4ddeb269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:41.720973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Network hostable DHCP agents. Network: 13d9dd96-80db-4227-bb3d-afea4ddeb269, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:32:41.786517 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-be8e3c17-33fa-4e5c-856e-ed3fe8834cd1 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] delete failed (client error): The resource could not be found. Dec 09 09:32:41.790925 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be8e3c17-33fa-4e5c-856e-ed3fe8834cd1 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/0d123064-e0a8-45ba-93c3-da43c8c93f52 HTTP/1.1" status: 404 len: 336 time: 0.1787786 Dec 09 09:32:41.791816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53876) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:41.807987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Calling delete_port for f668e2d9-9a6c-43ab-bc73-88e17eb48a9b owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:41.974047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-31efbde6-c852-4a05-bd44-b85b7d84d582 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0f5505c-d378-45a7-a8cb-207f60c60cda HTTP/1.1" status: 200 len: 205 time: 0.0870185 Dec 09 09:32:41.974592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:41.981052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53880) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:42.009281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:42.010978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.027019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': 'cb227940-dd4d-4baf-9a59-db5baef57b72'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:42.028277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.044918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Transition to ACTIVE for port object 3403bc5f-afcc-4160-8c5a-a1c6a895be8c will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:42.059384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:42.065386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.081863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Transition to ACTIVE for port object 3403bc5f-afcc-4160-8c5a-a1c6a895be8c will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:42.087729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Network 13d9dd96-80db-4227-bb3d-afea4ddeb269 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:32:42.113211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:42.118685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 13d9dd96-80db-4227-bb3d-afea4ddeb269) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:42.121461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port fcffc666-c9f3-46d0-82bf-adbf960b9f25 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:42.140145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f2c4f0-6e5e-4065-a85d-4407c35403c7 None None] Network 13d9dd96-80db-4227-bb3d-afea4ddeb269 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:42.166755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.170281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:42.170918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.200736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:42.212005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:42.230111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-0aebdc9a-4915-4922-a8f3-a20c2e2ebec7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] delete failed (client error): The resource could not be found. Dec 09 09:32:42.231502 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0aebdc9a-4915-4922-a8f3-a20c2e2ebec7 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/f0f5505c-d378-45a7-a8cb-207f60c60cda HTTP/1.1" status: 404 len: 336 time: 0.2489424 Dec 09 09:32:42.237486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53884) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:42.319238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c26f118f-0ada-4cdc-bf9c-500c35533f0e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.319836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Network 5ddf3c02-494b-499d-921c-4a768e0d9b6a is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:42.343194 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b687fb68-0bff-4859-a173-10373265d41a tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7f6c1a4-1c09-4a1e-aec3-6f400eea338e HTTP/1.1" status: 200 len: 205 time: 0.0831230 Dec 09 09:32:42.347132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53890) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:42.351458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c26f118f-0ada-4cdc-bf9c-500c35533f0e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.382673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:42.395366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:42.428960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2354720 Dec 09 09:32:42.428960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:42.442161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.456591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e1c73411-1c5b-4db6-bc8a-d39f23efa5ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:42.526426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Pushing event updated for resources: {'Port': ['ID=3403bc5f-afcc-4160-8c5a-a1c6a895be8c,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:42.543803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:42.544767 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-2828ead3-8008-474e-80fa-794fd1a43dc3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] delete failed (client error): The resource could not be found. Dec 09 09:32:42.545463 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2828ead3-8008-474e-80fa-794fd1a43dc3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/c7f6c1a4-1c09-4a1e-aec3-6f400eea338e HTTP/1.1" status: 404 len: 336 time: 0.1959975 Dec 09 09:32:42.548383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event deleted for resources: {'Port': ['ID=f668e2d9-9a6c-43ab-bc73-88e17eb48a9b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:42.552688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:42.553103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53896) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:42.581094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Attempting to bind port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:42.581529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Attempting to bind port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '3bac4dbe-fc52-4615-ada2-fda9ad4a2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5ddf3c02-494b-499d-921c-4a768e0d9b6a'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:42.581933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Attempting to bind port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c on network 5ddf3c02-494b-499d-921c-4a768e0d9b6a {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:42.601026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:42.605169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Checking segment: {'id': '3bac4dbe-fc52-4615-ada2-fda9ad4a2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5ddf3c02-494b-499d-921c-4a768e0d9b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:42.605649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.606094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Bound using segment: {'id': '3bac4dbe-fc52-4615-ada2-fda9ad4a2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5ddf3c02-494b-499d-921c-4a768e0d9b6a'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:42.606643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Bound port: 3403bc5f-afcc-4160-8c5a-a1c6a895be8c, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bac4dbe-fc52-4615-ada2-fda9ad4a2feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '5ddf3c02-494b-499d-921c-4a768e0d9b6a'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:42.607058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:42.631854 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-880e40cd-9601-403b-896c-b69539c02cdc tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=19109215-e3ac-4235-bdc1-8851dd38db1f HTTP/1.1" status: 200 len: 205 time: 0.0763860 Dec 09 09:32:42.641939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53902) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:42.690960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/cb227940-dd4d-4baf-9a59-db5baef57b72/b1910b0c-3174-4418-a6c8-b0e7ecc28715) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:42.826410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.13 (5ddf3c02-494b-499d-921c-4a768e0d9b6a/c04f8c2c-bb78-4603-a9fb-b8d850b30013/fcffc666-c9f3-46d0-82bf-adbf960b9f25) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:42.881970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] For port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:42.941327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] For port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3403bc5f-afcc-4160-8c5a-a1c6a895be8c,segment=NetworkSegment(3bac4dbe-fc52-4615-ada2-fda9ad4a2feb),segment_id=3bac4dbe-fc52-4615-ada2-fda9ad4a2feb)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:43.010779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704346b-4ec7-4580-b69b-64a82d5f27a5 None None] Network 13d9dd96-80db-4227-bb3d-afea4ddeb269 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:43.057905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c26f118f-0ada-4cdc-bf9c-500c35533f0e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.058434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26f118f-0ada-4cdc-bf9c-500c35533f0e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Fanout notify agent at l3_agent the message router_deleted on router 73de9285-860d-429a-b44a-1ec5e467f0ac {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:32:43.069752 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-2c741674-a6f0-4847-a2a6-1e8b9b9362b0 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] delete failed (client error): The resource could not be found. Dec 09 09:32:43.071039 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2c741674-a6f0-4847-a2a6-1e8b9b9362b0 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/19109215-e3ac-4235-bdc1-8851dd38db1f HTTP/1.1" status: 404 len: 336 time: 0.4262733 Dec 09 09:32:43.078749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53910) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.096346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c26f118f-0ada-4cdc-bf9c-500c35533f0e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.100519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c26f118f-0ada-4cdc-bf9c-500c35533f0e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/routers/73de9285-860d-429a-b44a-1ec5e467f0ac HTTP/1.1" status: 204 len: 168 time: 2.5731039 Dec 09 09:32:43.145504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b7959-2ffd-438d-8dc7-b449851e991a req-acad33ad-07c9-4885-86e2-eee6dbf5dd86 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:43.146564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.147142 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-474b7959-2ffd-438d-8dc7-b449851e991a req-acad33ad-07c9-4885-86e2-eee6dbf5dd86 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.6845098 Dec 09 09:32:43.150477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.153460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53914) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.156770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.166289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:43.175658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object fcffc666-c9f3-46d0-82bf-adbf960b9f25 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:43.193353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0b8ead28-5d06-4b53-9abf-8b12eaa7b927 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d168b35-9465-44df-9425-4c4d922f73af HTTP/1.1" status: 200 len: 205 time: 0.1051359 Dec 09 09:32:43.206970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53918) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.208439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.231631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b409f70-b35c-4cf6-acba-d82ebd5040a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:43.276689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network 5ddf3c02-494b-499d-921c-4a768e0d9b6a is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:43.328924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-474b7959-2ffd-438d-8dc7-b449851e991a req-ff795a41-c4ac-4c91-a806-f097e2165ce2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672816 Dec 09 09:32:43.374449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:43.387772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.414709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.426894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e6a6c86-d9e6-4528-a464-d45596a3584e tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:43.489426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:43.524313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:43.531027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Pushing event updated for resources: {'Port': ['ID=3403bc5f-afcc-4160-8c5a-a1c6a895be8c,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:43.566363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.568533 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "DELETE /v2.0/ports/f668e2d9-9a6c-43ab-bc73-88e17eb48a9b HTTP/1.1" status: 204 len: 168 time: 3.0014365 Dec 09 09:32:43.569901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port f8e90402-f782-4d52-a9b8-2273e38c9043 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:43.598910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:43.606731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:43.608859 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-9b7d7d52-f9bb-450d-8e82-4f53f3780f40 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] delete failed (client error): The resource could not be found. Dec 09 09:32:43.612389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:43.612547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9b7d7d52-f9bb-450d-8e82-4f53f3780f40 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/routers/2d168b35-9465-44df-9425-4c4d922f73af HTTP/1.1" status: 404 len: 336 time: 0.3992100 Dec 09 09:32:43.613657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53932) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.614025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53934) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.642137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.659098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Transition to ACTIVE for port object b1910b0c-3174-4418-a6c8-b0e7ecc28715 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:43.680734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Transition to ACTIVE for port object b1910b0c-3174-4418-a6c8-b0e7ecc28715 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:43.685338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:43.686032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.687463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.700726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5bd8351c-7b81-4e67-aec9-354dadea9ef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:43.706749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=f5481ec0-f573-49dc-ac59-f2d8b131ca46,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:43.736761 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9849865 Dec 09 09:32:43.740361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet 19f82896-aa47-423e-ae22-c4414089b1ef {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:43.743895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.764112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:43.767368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:43.775358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:43.799795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Pushing event updated for resources: {'Port': ['ID=b1910b0c-3174-4418-a6c8-b0e7ecc28715,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:43.807486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53940) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:43.818308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'f5481ec0-f573-49dc-ac59-f2d8b131ca46', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:43.831988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.832442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.832854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.833288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.833696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.834099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.834504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.834907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.835310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.835718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.836106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:43.840281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:43.843848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:43.846645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:43.849133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.883908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:floatingip and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:43.891735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:43.904799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:43.917204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Attempting to bind port b1910b0c-3174-4418-a6c8-b0e7ecc28715 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:43.918592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Attempting to bind port b1910b0c-3174-4418-a6c8-b0e7ecc28715 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:43.919242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Attempting to bind port b1910b0c-3174-4418-a6c8-b0e7ecc28715 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:43.927575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:43.928320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:43.929218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.929972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:43.931044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Bound port: b1910b0c-3174-4418-a6c8-b0e7ecc28715, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:43.931676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.938932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:43.965315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=fcffc666-c9f3-46d0-82bf-adbf960b9f25,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:43.980073 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfa052e-8160-4b60-b478-3ba53e00d40a tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] DELETE failed (client error): The resource could not be found. Dec 09 09:32:43.980073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfa052e-8160-4b60-b478-3ba53e00d40a tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:32:43.997478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ccfa052e-8160-4b60-b478-3ba53e00d40a tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] 10.222.0.18 "DELETE /v2.0/subnets/cf85ba91-800f-4d8f-97f4-fa368d3d74f7 HTTP/1.1" status: 404 len: 337 time: 0.3674366 Dec 09 09:32:43.997957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41989ef3-9f13-4d96-ab4a-d647bb5498b8 req-52f1e0d6-7003-4179-951e-3bfa0aa74ee3 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:44.011436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41989ef3-9f13-4d96-ab4a-d647bb5498b8 req-52f1e0d6-7003-4179-951e-3bfa0aa74ee3 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4899478 Dec 09 09:32:44.019785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:44.023864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:44.089305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.090003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.090579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.091159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.091695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.092266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.092823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.093502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.093907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.094311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.094715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:44.113493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] For port b1910b0c-3174-4418-a6c8-b0e7ecc28715, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:44.131952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41989ef3-9f13-4d96-ab4a-d647bb5498b8 req-d08f9f41-885a-48b3-a46b-dea228d7c333 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196783 Dec 09 09:32:44.139217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] For port b1910b0c-3174-4418-a6c8-b0e7ecc28715, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1910b0c-3174-4418-a6c8-b0e7ecc28715,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:44.151890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:44.153346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:44.156713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2db908f-3c05-4e2a-8ffc-5c79a0d18acd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:44.281176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Pushing event updated for resources: {'Port': ['ID=b1910b0c-3174-4418-a6c8-b0e7ecc28715,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:44.285385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:44.406311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:44.430615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:44.484825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=19f82896-aa47-423e-ae22-c4414089b1ef,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:44.492572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:44.498923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:44.507728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd75a9e-d3a1-4d2e-bb6e-e47662d778cc None None] Network 8f4f5e61-51c2-4991-bb78-53f2be07286b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:44.515006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/19f82896-aa47-423e-ae22-c4414089b1ef HTTP/1.1" status: 204 len: 168 time: 1.3559437 Dec 09 09:32:44.519303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53952) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.566070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::b0cf:ff46:b36a:3791 (2d5d328b-91d8-47d0-9229-6819f3b6112b/cb227940-dd4d-4baf-9a59-db5baef57b72/f8e90402-f782-4d52-a9b8-2273e38c9043) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:44.639789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:44.660936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.429s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:44.667051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53956) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.695482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Deleting subnet 53070ce1-ecbf-4a86-b70f-24aa4798b753 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:44.721792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:44.761862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:44.791399 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3999894 Dec 09 09:32:44.793540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 53962) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:44.823218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': '5ddf3c02-494b-499d-921c-4a768e0d9b6a', 'name': 'tempest-PortsTestJSON-526123087'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:44.828233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-b05a7a7a-19e7-40a2-926f-6ff5c88e7e1d tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:44.829011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-b05a7a7a-19e7-40a2-926f-6ff5c88e7e1d tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Synchronizing usage tracker for tenant:e4a60bd2e62c467487e80e727d627d1f on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:44.874842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 904a0b03-6832-41e8-9e61-875bca212749 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:44.875217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.009901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.011390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] DHCP port deletion for 8f4f5e61-51c2-4991-bb78-53f2be07286b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:45.016355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] Deleting port 904a0b03-6832-41e8-9e61-875bca212749 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:45.021790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.044775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-b05a7a7a-19e7-40a2-926f-6ff5c88e7e1d tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Unset dirty status for tenant:e4a60bd2e62c467487e80e727d627d1f on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:45.046552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-b05a7a7a-19e7-40a2-926f-6ff5c88e7e1d tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/networks?id=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 HTTP/1.1" status: 200 len: 812 time: 1.7008238 Dec 09 09:32:45.101663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.112511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3403bc5f-afcc-4160-8c5a-a1c6a895be8c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:45.152514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-20607e13-eb7e-4318-bfe9-8255c9b3e139 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/quotas/e4a60bd2e62c467487e80e727d627d1f HTTP/1.1" status: 200 len: 375 time: 0.0880044 Dec 09 09:32:45.178847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2b192-663d-46fe-a285-c5f18f9e63ec req-212dd199-fba9-4e26-a148-43b003cb2536 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:45.183080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fee2b192-663d-46fe-a285-c5f18f9e63ec req-212dd199-fba9-4e26-a148-43b003cb2536 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.5345283 Dec 09 09:32:45.205150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.26.8.137 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/645bd58e-c947-4214-a89b-308205960fbd) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:45.267894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-1b47caba-ea9b-4863-98ba-1dedb41e06c2 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e4a60bd2e62c467487e80e727d627d1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011417 Dec 09 09:32:45.336168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.423128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.429294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] For port 904a0b03-6832-41e8-9e61-875bca212749, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=904a0b03-6832-41e8-9e61-875bca212749,segment=NetworkSegment(277d6c7a-3fee-44b2-b0e1-12c2d2a801b3),segment_id=277d6c7a-3fee-44b2-b0e1-12c2d2a801b3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:45.429804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.431770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:45.439003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:45.444691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Usage tracker for resource:security_group_rule and tenant:4258a6c73cc140878118463412a1f36c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:45.453003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:45.459280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object f8e90402-f782-4d52-a9b8-2273e38c9043 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:45.470831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:45.477551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.560785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-9060b54a-030c-43c7-8338-cb08023e653e service neutron] 10.222.0.18 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919116 Dec 09 09:32:45.586184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] Calling delete_port for 904a0b03-6832-41e8-9e61-875bca212749 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:45.672417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.679769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f485ad61-47f5-45a9-bd4e-0b23e9c0ffc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:45.698924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] For port 904a0b03-6832-41e8-9e61-875bca212749, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=904a0b03-6832-41e8-9e61-875bca212749,segment=NetworkSegment(277d6c7a-3fee-44b2-b0e1-12c2d2a801b3),segment_id=277d6c7a-3fee-44b2-b0e1-12c2d2a801b3)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:45.699337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.720729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.747273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5d4583b-b718-40a9-accb-bc9526ec01e6 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:45.773288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] Pushing event deleted for resources: {'Port': ['ID=904a0b03-6832-41e8-9e61-875bca212749,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:45.784107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:45.785983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] No DVR routers for this DVR port 904a0b03-6832-41e8-9e61-875bca212749 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:45.846863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.852166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:45.863918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 904a0b03-6832-41e8-9e61-875bca212749 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:45.902256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dabe3ac5-f937-462e-886e-6d9b394a2564 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:45.909072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.927814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:45.929687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.930770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=f8e90402-f782-4d52-a9b8-2273e38c9043,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:45.946001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:45.951659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:45.953952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:45.961797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4204d2e5-b528-4353-b9e9-1c537e4d74c3 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:45.968951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:port and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:45.984360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:45.996964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:46.001328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:46.001993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:46.011707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:46.025287 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-a223dc34-150b-4a8e-a846-b7e6b2a8f381 service neutron] 10.222.0.18 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635193 Dec 09 09:32:46.026082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event deleted for resources: {'Subnet': ['ID=53070ce1-ecbf-4a86-b70f-24aa4798b753,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:46.029541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:46.034067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-652c6ea0-6782-421d-af44-d82ad5866286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:46.041756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:46.049082 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fee2b192-663d-46fe-a285-c5f18f9e63ec req-d5666850-ea2c-4f36-9ae4-59e24b6dc9de tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050769 Dec 09 09:32:46.051206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:46.065344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e70e9-d03e-4dae-9334-2b971c5a6f1f None None] Network 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:46.072314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:46.076036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=645bd58e-c947-4214-a89b-308205960fbd,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:46.093746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:46.115769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4258a6c73cc140878118463412a1f36c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4455481 Dec 09 09:32:46.118307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4964960 Dec 09 09:32:46.119917 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "DELETE /v2.0/subnets/53070ce1-ecbf-4a86-b70f-24aa4798b753 HTTP/1.1" status: 204 len: 168 time: 2.4922173 Dec 09 09:32:46.120922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53966) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.121375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53968) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.126847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53970) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:46.127566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c70627-5fb8-4b49-a4c5-2f7a8097ddbe,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:46.134367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:46.141197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:46.177474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:46.183820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:46.189276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': 'cb227940-dd4d-4baf-9a59-db5baef57b72', 'ip_address': '2001:db8::b0cf:ff46:b36a:3791'}], 'name': 'tempest-NetworksTestDHCPv6-2141944604'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:46.206238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:46.206572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:32:46.251434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d1e050-eaba-4969-8aa5-78964b210106 None None] Network 5ddf3c02-494b-499d-921c-4a768e0d9b6a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:46.340639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port 15b6b4f6-385d-48b4-a00c-4062d60a89b5 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:46.464833 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d9c368ad-9a8c-4b73-9230-1d9b82292fe4 req-7f8369b3-543b-44ae-bd88-d933a93298cd tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 210 time: 0.0666752 Dec 09 09:32:46.539269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:46.548181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:46.567223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:46.578349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:46.592057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:46.594755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-527fb18d-46e0-4dc7-97f7-a8d53beaa6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:46.607933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Deleting port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:46.608300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:46.622237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-33823bd2-e765-43b2-9e67-3e08dfe46c6c None None] Provisioning for port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:46.659833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-33823bd2-e765-43b2-9e67-3e08dfe46c6c None None] Provisioning complete for port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:46.664612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33823bd2-e765-43b2-9e67-3e08dfe46c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:46.676664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:46.685539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:46.699600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-527fb18d-46e0-4dc7-97f7-a8d53beaa6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:46.750312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port a9c853e2-454b-4e5b-9d58-eb26c2ff9ce0 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:47.060961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1910b0c-3174-4418-a6c8-b0e7ecc28715 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:47.087160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-527fb18d-46e0-4dc7-97f7-a8d53beaa6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.100774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aebe9f48-7152-499f-8a01-6e43c5b47f5e tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:47.173687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 904a0b03-6832-41e8-9e61-875bca212749 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:47.174099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.215099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.220838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33823bd2-e765-43b2-9e67-3e08dfe46c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.278678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527fb18d-46e0-4dc7-97f7-a8d53beaa6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c70627-5fb8-4b49-a4c5-2f7a8097ddbe,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:47.305504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-527fb18d-46e0-4dc7-97f7-a8d53beaa6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:47.330854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] For port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=28ba2f5d-3d13-4686-9c83-2ae2c46b75f3,segment=NetworkSegment(ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d),segment_id=ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:47.331650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.357632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-527fb18d-46e0-4dc7-97f7-a8d53beaa6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.362537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] DHCP port deletion for 302e3717-ef30-4be3-a1b8-8b154c4e5eb5 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:47.364578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-527fb18d-46e0-4dc7-97f7-a8d53beaa6dd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5c70627-5fb8-4b49-a4c5-2f7a8097ddbe HTTP/1.1" status: 204 len: 168 time: 1.2400534 Dec 09 09:32:47.372350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b1910b0c-3174-4418-a6c8-b0e7ecc28715 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:47.395084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] Deleting port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:47.395507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.417579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] The port '904a0b03-6832-41e8-9e61-875bca212749' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:32:47.559860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 904a0b03-6832-41e8-9e61-875bca212749 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:47.600151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-33823bd2-e765-43b2-9e67-3e08dfe46c6c None None] For port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3403bc5f-afcc-4160-8c5a-a1c6a895be8c,segment=NetworkSegment(3bac4dbe-fc52-4615-ada2-fda9ad4a2feb),segment_id=3bac4dbe-fc52-4615-ada2-fda9ad4a2feb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:47.623737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33823bd2-e765-43b2-9e67-3e08dfe46c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.628118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75214dad-6162-42f3-9cb8-e8726641ddd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:47.653957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.667075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 904a0b03-6832-41e8-9e61-875bca212749 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:47.667458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 904a0b03-6832-41e8-9e61-875bca212749 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:47.717649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4f5e61-51c2-4991-bb78-53f2be07286b']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:47.748360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277d6c7a-3fee-44b2-b0e1-12c2d2a801b3') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:47.748947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277d6c7a-3fee-44b2-b0e1-12c2d2a801b3') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:47.824810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.11 (5ddf3c02-494b-499d-921c-4a768e0d9b6a/c04f8c2c-bb78-4603-a9fb-b8d850b30013/15b6b4f6-385d-48b4-a00c-4062d60a89b5) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:47.836149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33823bd2-e765-43b2-9e67-3e08dfe46c6c None None] Pushing event updated for resources: {'Port': ['ID=3403bc5f-afcc-4160-8c5a-a1c6a895be8c,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:47.852435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33823bd2-e765-43b2-9e67-3e08dfe46c6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:47.854423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 09 09:32:47.855889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:32:47.904248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Calling delete_port for 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:47.937887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] For port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=28ba2f5d-3d13-4686-9c83-2ae2c46b75f3,segment=NetworkSegment(ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d),segment_id=ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:47.938326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.947113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Provisioning for port b1910b0c-3174-4418-a6c8-b0e7ecc28715 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:47.957862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Provisioning complete for port b1910b0c-3174-4418-a6c8-b0e7ecc28715 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:47.958279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:47.985905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2730bec2-3139-4891-9aa9-e0549f6beecf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8557658 Dec 09 09:32:47.986749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 53996) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.084015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.109919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object 15b6b4f6-385d-48b4-a00c-4062d60a89b5 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:48.118498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54000) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.147214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] Calling delete_port for 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:48.171096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53286d-af36-4bc7-aded-53bd09bb6a54 req-8674dc13-964f-41ef-93a7-bf972c7d1dd7 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:48.173055 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be53286d-af36-4bc7-aded-53bd09bb6a54 req-8674dc13-964f-41ef-93a7-bf972c7d1dd7 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.8066890 Dec 09 09:32:48.205789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-96a19116-d767-4f20-aa9c-fa28a4e0ef47 req-3811b8a5-22be-4dc8-b7b2-d6d812de16c7 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 210 time: 0.0775018 Dec 09 09:32:48.210710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.243131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.273264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1ae0304d-92df-4551-bb9e-929ebd7f5386 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:48.326207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.333844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:48.338044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network 5ddf3c02-494b-499d-921c-4a768e0d9b6a is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:48.351900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:48.370498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.375221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:48.399770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.465741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:48.466503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.522694 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7185481 Dec 09 09:32:48.523895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=15b6b4f6-385d-48b4-a00c-4062d60a89b5,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:48.529768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:32:48.530279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.548878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:48.549444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54006) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:48.550188 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:48.643420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] Pushing event deleted for resources: {'Port': ['ID=28ba2f5d-3d13-4686-9c83-2ae2c46b75f3,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:48.648806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:48.659317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] No DVR routers for this DVR port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:48.685073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] For port b1910b0c-3174-4418-a6c8-b0e7ecc28715, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1910b0c-3174-4418-a6c8-b0e7ecc28715,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:48.691444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.695823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:48.721559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-fa9cf772-508f-4f73-8531-6aea22732bcd tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:48.724853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-fa9cf772-508f-4f73-8531-6aea22732bcd tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.65 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 1.4991527 Dec 09 09:32:48.780566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Pushing event updated for resources: {'Port': ['ID=b1910b0c-3174-4418-a6c8-b0e7ecc28715,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:48.794977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:48.804986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Provisioning for port f8e90402-f782-4d52-a9b8-2273e38c9043 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:48.815291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Provisioning complete for port f8e90402-f782-4d52-a9b8-2273e38c9043 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:48.815720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.822548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.835060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b9e3e2e8-4ab3-4535-a1b5-6b687c374601 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=76bd5a36efc64de88f38366d386f4487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7006335 Dec 09 09:32:48.842608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a124c8-e39c-4984-a284-0a779573bcc7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:48.843930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce08ccc5-4732-48fb-b3b0-f2be23a705ed tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:48.846990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a124c8-e39c-4984-a284-0a779573bcc7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:48.847921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-97a124c8-e39c-4984-a284-0a779573bcc7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:48.857369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54012) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.880612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.890934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Network': ['ID=8f4f5e61-51c2-4991-bb78-53f2be07286b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:48.893621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Port f8e90402-f782-4d52-a9b8-2273e38c9043 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:48.896505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:48.896875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:32:48.912523 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be53286d-af36-4bc7-aded-53bd09bb6a54 req-a9f48f84-b84c-48ff-b865-fdf2c998d9aa tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7159462 Dec 09 09:32:48.919159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-97a124c8-e39c-4984-a284-0a779573bcc7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:48.922938 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-97a124c8-e39c-4984-a284-0a779573bcc7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9194255 Dec 09 09:32:48.933828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-f28082d2-9d3d-4f54-994d-2a495ec8bc10 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:48.935629 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-f28082d2-9d3d-4f54-994d-2a495ec8bc10 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.65 "GET /v2.0/networks?id=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 HTTP/1.1" status: 200 len: 812 time: 0.7611239 Dec 09 09:32:48.938230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:48.939405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54016) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.953158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Request body: {'port': {'device_id': 'dd092604-5521-43f5-9b5e-0935241ea8d5', 'network_id': '9fe8e6ad-3c93-4cf5-a02b-47da69cdf515', 'admin_state_up': True, 'tenant_id': 'e4a60bd2e62c467487e80e727d627d1f'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:48.963272 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/networks/8f4f5e61-51c2-4991-bb78-53f2be07286b HTTP/1.1" status: 204 len: 168 time: 4.4424305 Dec 09 09:32:48.968039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54020) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:48.979593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Deleting port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:48.979983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:48.996360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3403bc5f-afcc-4160-8c5a-a1c6a895be8c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:49.073846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-94ae1583-300c-41ae-b95c-fc0417c1f59a None None] Provisioning complete for port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:49.074270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94ae1583-300c-41ae-b95c-fc0417c1f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.138213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:49.138788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.158908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port f8e90402-f782-4d52-a9b8-2273e38c9043 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:49.159751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.186891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1e30b2-4cec-4329-8ced-e0c28ce42333 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:49.187666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-da1e30b2-4cec-4329-8ced-e0c28ce42333 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:49.195987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22db1114-c98d-4754-a419-f9618240d355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.261472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22db1114-c98d-4754-a419-f9618240d355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.328776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1910b0c-3174-4418-a6c8-b0e7ecc28715 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:49.361305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-94ae1583-300c-41ae-b95c-fc0417c1f59a None None] Provisioning for port fcffc666-c9f3-46d0-82bf-adbf960b9f25 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:49.376092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-94ae1583-300c-41ae-b95c-fc0417c1f59a None None] Provisioning complete for port fcffc666-c9f3-46d0-82bf-adbf960b9f25 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:49.376512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94ae1583-300c-41ae-b95c-fc0417c1f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.396450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:49.398625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Deleting port 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:49.399010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.418483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f0f2a8-7d82-4471-aef1-b2ac95c2b960 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:49.419190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f9f0f2a8-7d82-4471-aef1-b2ac95c2b960 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:49.439227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Usage tracker for resource:port and tenant:e4a60bd2e62c467487e80e727d627d1f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:49.448458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-94ae1583-300c-41ae-b95c-fc0417c1f59a None None] Port fcffc666-c9f3-46d0-82bf-adbf960b9f25 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:49.458421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:49.462059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b1910b0c-3174-4418-a6c8-b0e7ecc28715 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:49.462777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.495294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:49.509935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4d51ea99-2a5e-4f83-aef9-f7e0eb22076f req-796e3ec3-dd6a-4488-bee9-0e4b79327b5f tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 210 time: 0.1555758 Dec 09 09:32:49.510202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] The port '28ba2f5d-3d13-4686-9c83-2ae2c46b75f3' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:32:49.527733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-da1e30b2-4cec-4329-8ced-e0c28ce42333 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:49.532468 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-da1e30b2-4cec-4329-8ced-e0c28ce42333 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.9809144 Dec 09 09:32:49.533612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f9f0f2a8-7d82-4471-aef1-b2ac95c2b960 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:49.540572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9f0f2a8-7d82-4471-aef1-b2ac95c2b960 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/0cc9b18e-98cf-4446-b15c-08d065e5034d HTTP/1.1" status: 200 len: 845 time: 0.5714087 Dec 09 09:32:49.545948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54026) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:49.546316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54028) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:49.551145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.614348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3e7bb144-9ab6-4a3f-910d-1771c04f04e8 None None] Provisioning for port 15b6b4f6-385d-48b4-a00c-4062d60a89b5 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:49.626892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3e7bb144-9ab6-4a3f-910d-1771c04f04e8 None None] Provisioning complete for port 15b6b4f6-385d-48b4-a00c-4062d60a89b5 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:49.626892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e7bb144-9ab6-4a3f-910d-1771c04f04e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.647287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Made reservation on behalf of e4a60bd2e62c467487e80e727d627d1f for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:49.652703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.667077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:49.685331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22db1114-c98d-4754-a419-f9618240d355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.697644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:49.718251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:49.719964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 28ba2f5d-3d13-4686-9c83-2ae2c46b75f3 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:49.759448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3e7bb144-9ab6-4a3f-910d-1771c04f04e8 None None] Port 15b6b4f6-385d-48b4-a00c-4062d60a89b5 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:32:49.765906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] For port 8ab7e99c-b487-499a-b1eb-cf8e0da28297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:49.767106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.780824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db1114-c98d-4754-a419-f9618240d355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a33971b-19ac-45fb-a020-d54a0f16e26e,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:49.793491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 15b6b4f6-385d-48b4-a00c-4062d60a89b5 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:49.794208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.794915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22db1114-c98d-4754-a419-f9618240d355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:49.814039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:49.839001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-001c9d06-d734-4c7f-a7c7-022af049a90e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/0cc9b18e-98cf-4446-b15c-08d065e5034d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2898149 Dec 09 09:32:49.855876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54034) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:49.872485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.047447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22db1114-c98d-4754-a419-f9618240d355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.049684 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-22db1114-c98d-4754-a419-f9618240d355 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a33971b-19ac-45fb-a020-d54a0f16e26e HTTP/1.1" status: 204 len: 168 time: 1.1880410 Dec 09 09:32:50.050875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302e3717-ef30-4be3-a1b8-8b154c4e5eb5']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:50.065788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for f8e90402-f782-4d52-a9b8-2273e38c9043 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:50.118964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:50.119289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae2f54a8-59b7-4afa-bc33-0ce53fec9a2d') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:32:50.176873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.195474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.220639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:50.264172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.318725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:32:50.319182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:32:50.334905 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:32:50.489184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 8ab7e99c-b487-499a-b1eb-cf8e0da28297 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:50.507181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Allocated IP 172.20.0.5 (9fe8e6ad-3c93-4cf5-a02b-47da69cdf515/05b1eb93-c878-47fc-be0f-efc6fa248289/d816ce52-614a-4c93-ba8f-2b205b28e0aa) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:50.517000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.542728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd44320-ebf0-4bef-a0d3-1b8ce381fa10 req-a8d4db63-db99-4b27-b4b4-31642a1590e3 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:50.546270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0dd44320-ebf0-4bef-a0d3-1b8ce381fa10 req-a8d4db63-db99-4b27-b4b4-31642a1590e3 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 946 time: 0.4392209 Dec 09 09:32:50.551458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:50.579034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.606559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Pushing event deleted for resources: {'Network': ['ID=302e3717-ef30-4be3-a1b8-8b154c4e5eb5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:50.624447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.626330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:50.642091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1781ecd9-43e3-4c07-b8f4-164dad4ace07 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:50.654956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.695559 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] 10.222.0.18 "DELETE /v2.0/networks/302e3717-ef30-4be3-a1b8-8b154c4e5eb5 HTTP/1.1" status: 204 len: 168 time: 4.5636058 Dec 09 09:32:50.721077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=f8e90402-f782-4d52-a9b8-2273e38c9043,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:50.724453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:50.737445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:32:50.751826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 8ab7e99c-b487-499a-b1eb-cf8e0da28297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:50.756680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.758605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd7581da-8c3b-436c-a434-f4c07aa06218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:50.834242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:50.839005 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/f8e90402-f782-4d52-a9b8-2273e38c9043 HTTP/1.1" status: 204 len: 168 time: 1.8962913 Dec 09 09:32:50.842598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54058) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:50.933681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=8ab7e99c-b487-499a-b1eb-cf8e0da28297,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:50.945840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:50.969890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3200ba-dab7-4337-bd6a-9197726eda86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:50.971385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3200ba-dab7-4337-bd6a-9197726eda86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:50.975970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e3200ba-dab7-4337-bd6a-9197726eda86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1260247 Dec 09 09:32:50.982199 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0dd44320-ebf0-4bef-a0d3-1b8ce381fa10 req-39d49322-da30-4f64-816c-2aefa8bf3840 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4000711 Dec 09 09:32:50.982767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54064) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:51.071364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b7800b62-6a60-4f05-b9e8-ce14883825b2 req-5420b964-d174-477b-a9db-73b3279f000a tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 210 time: 0.0920792 Dec 09 09:32:51.109429 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'code': 200} Dec 09 09:32:51.147576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.156826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:51.177902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.190252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:51.207005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:51.225092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.237975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df3baa42-00f4-4e0a-ba80-95122e3e59e4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:51.301692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54072) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:51.347114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Network 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:51.352361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:51.373600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:51.384121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:51.442469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Pushing event updated for resources: {'Port': ['ID=d816ce52-614a-4c93-ba8f-2b205b28e0aa,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:51.466399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 15b6b4f6-385d-48b4-a00c-4062d60a89b5 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:51.503649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.526033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.536790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:51.570356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-febce531-c091-4053-b739-5e4aae72e92a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:51.691044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:51.760302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.760628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.760982 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Floating IP cef27c57-3907-4912-b2df-25ed194eb710 disassociated. External IP: 172.26.8.180, port: 8ab7e99c-b487-499a-b1eb-cf8e0da28297. Dec 09 09:32:51.761390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Calling delete_port for 8ab7e99c-b487-499a-b1eb-cf8e0da28297 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:51.796249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.807896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:51.808573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.865278 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9179740 Dec 09 09:32:51.878164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet cb227940-dd4d-4baf-9a59-db5baef57b72 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:51.887689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Request body: {'port': {'device_id': 'dd092604-5521-43f5-9b5e-0935241ea8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:51.914653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=645bd58e-c947-4214-a89b-308205960fbd,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:51.916468 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ef9137b3-6518-469e-abc8-ca42d66e3e62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4c3d6b31ab9548bda22c297fcd0123ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6129751 Dec 09 09:32:51.917501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:51.939929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:51.942877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54086) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:52.001992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.045246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.120996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.226101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.370994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac083-71b7-4932-b080-b4f8923ee776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.390325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:32:52.390690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:32:52.532100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.545262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7cf91b24-7b2c-4420-b0e3-69e7b8e19741 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:52.596808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05ebed-b4a7-4066-8d22-74d2b0ac0224 req-6fc92332-be56-4a4f-9421-61a3ba9b9071 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:52.597752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3d05ebed-b4a7-4066-8d22-74d2b0ac0224 req-6fc92332-be56-4a4f-9421-61a3ba9b9071 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Synchronizing usage tracker for tenant:e4a60bd2e62c467487e80e727d627d1f on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:52.600725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=cb227940-dd4d-4baf-9a59-db5baef57b72,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:52.608720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:52.625794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.631314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ee052b-815a-4f6c-9f03-0303f7cf7205 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:52.659688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3d05ebed-b4a7-4066-8d22-74d2b0ac0224 req-6fc92332-be56-4a4f-9421-61a3ba9b9071 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Unset dirty status for tenant:e4a60bd2e62c467487e80e727d627d1f on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:52.661320 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3d05ebed-b4a7-4066-8d22-74d2b0ac0224 req-6fc92332-be56-4a4f-9421-61a3ba9b9071 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 931 time: 0.4047577 Dec 09 09:32:52.664523 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/cb227940-dd4d-4baf-9a59-db5baef57b72 HTTP/1.1" status: 204 len: 168 time: 1.4875190 Dec 09 09:32:52.669132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54106) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:52.682078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac083-71b7-4932-b080-b4f8923ee776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.688764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.692007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54110) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:52.711262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae1cdc9c-1858-4709-af3b-fa1deba97c4c tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:52.764226 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1929e9f4-7549-4f3c-b144-cda961884520 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931952 Dec 09 09:32:52.768023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54116) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:52.775787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:52.829878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=15b6b4f6-385d-48b4-a00c-4062d60a89b5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:52.855063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:52.903078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Deleting port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:52.903458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:52.904702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3d05ebed-b4a7-4066-8d22-74d2b0ac0224 req-4783f83e-d1d6-4253-9b83-5a905f154b62 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Synchronizing usage tracker for tenant:e4a60bd2e62c467487e80e727d627d1f on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:52.987673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c928a-8502-4a1d-b9c4-dac334b92023 req-9ccdf33d-7ca5-4de0-b872-d2029ef3902c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:52.990200 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b04c928a-8502-4a1d-b9c4-dac334b92023 req-9ccdf33d-7ca5-4de0-b872-d2029ef3902c tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 944 time: 0.7844172 Dec 09 09:32:52.995022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d816ce52-614a-4c93-ba8f-2b205b28e0aa {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:32:52.996000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab283b0-895d-4397-a222-39395a0e401b None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:32:53.000656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Deleting port b1910b0c-3174-4418-a6c8-b0e7ecc28715 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:53.000803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.008281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.017501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:53.027402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3d05ebed-b4a7-4066-8d22-74d2b0ac0224 req-4783f83e-d1d6-4253-9b83-5a905f154b62 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Unset dirty status for tenant:e4a60bd2e62c467487e80e727d627d1f on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:53.028683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3d05ebed-b4a7-4066-8d22-74d2b0ac0224 req-4783f83e-d1d6-4253-9b83-5a905f154b62 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613796 Dec 09 09:32:53.033420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:53.038380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:53.041734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Transition to ACTIVE for port object d816ce52-614a-4c93-ba8f-2b205b28e0aa will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:53.045999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.051256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:53.053741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb6f7e93-7c75-4c79-a444-6137f36497f6 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:53.120810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:53.126884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.155765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1196929046', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:53.210289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:53.236334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d816ce52-614a-4c93-ba8f-2b205b28e0aa,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:53.242884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:53.257077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac083-71b7-4932-b080-b4f8923ee776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.268385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Usage tracker for resource:port and tenant:6c92a34f22a445acbab1f4b7de81fd6a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:53.278636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5272c25-5b31-4534-951e-6ec94f7c1143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-899571976-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:53.301161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:53.305546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ac083-71b7-4932-b080-b4f8923ee776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a42613-35d1-486c-80f7-59da22c2a521,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:53.329088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fab283b0-895d-4397-a222-39395a0e401b None None] For port b1910b0c-3174-4418-a6c8-b0e7ecc28715, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1910b0c-3174-4418-a6c8-b0e7ecc28715,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:53.329961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.338771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:53.342297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0c0ac083-71b7-4932-b080-b4f8923ee776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:53.362032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.397611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b04c928a-8502-4a1d-b9c4-dac334b92023 req-f513853c-51a5-46bc-a442-34836e00e83a tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758245 Dec 09 09:32:53.408938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.432989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:53.469851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Made reservation on behalf of 6c92a34f22a445acbab1f4b7de81fd6a for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:53.476071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.479521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Attempting to bind port d816ce52-614a-4c93-ba8f-2b205b28e0aa on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:53.479901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Attempting to bind port d816ce52-614a-4c93-ba8f-2b205b28e0aa by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'e7de5c3d-822f-4ff5-a8bb-745b769ba829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fe8e6ad-3c93-4cf5-a02b-47da69cdf515'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:53.480268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Attempting to bind port d816ce52-614a-4c93-ba8f-2b205b28e0aa on network 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:53.483013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Calling delete_port for b1910b0c-3174-4418-a6c8-b0e7ecc28715 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:53.501523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Port d816ce52-614a-4c93-ba8f-2b205b28e0aa on network 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:32:53.501882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Attempting to bind port d816ce52-614a-4c93-ba8f-2b205b28e0aa on network 9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:53.515943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:53.516317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Checking segment: {'id': 'e7de5c3d-822f-4ff5-a8bb-745b769ba829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fe8e6ad-3c93-4cf5-a02b-47da69cdf515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:53.516742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Bound using segment: {'id': 'e7de5c3d-822f-4ff5-a8bb-745b769ba829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fe8e6ad-3c93-4cf5-a02b-47da69cdf515'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:53.517246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Bound port: d816ce52-614a-4c93-ba8f-2b205b28e0aa, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7de5c3d-822f-4ff5-a8bb-745b769ba829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9fe8e6ad-3c93-4cf5-a02b-47da69cdf515'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:53.517634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.561059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.565495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:53.591510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.607827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Pushing event deleted for resources: {'Port': ['ID=b1910b0c-3174-4418-a6c8-b0e7ecc28715,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:53.617983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab283b0-895d-4397-a222-39395a0e401b None None] No DVR routers for this DVR port b1910b0c-3174-4418-a6c8-b0e7ecc28715 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:32:53.626345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.627120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac083-71b7-4932-b080-b4f8923ee776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.628267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.628385 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0c0ac083-71b7-4932-b080-b4f8923ee776 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3a42613-35d1-486c-80f7-59da22c2a521 HTTP/1.1" status: 204 len: 168 time: 1.6821744 Dec 09 09:32:53.629310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.630910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.631575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.632261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.632853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/15b6b4f6-385d-48b4-a00c-4062d60a89b5 HTTP/1.1" status: 204 len: 168 time: 4.0854847 Dec 09 09:32:53.633403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54126) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:53.633671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.634690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.635426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.636127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.636710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.637473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:32:53.644180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:53.649036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:53.650221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:53.664936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=97dae85b-3000-4fc6-9dee-c70b58f61117,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:53.667481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:53.672686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:53.674522 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP 906ab0b0-8ec4-4d1c-bd87-fc5fbb3a86a2 associated. External IP: 172.26.8.137, port: f5481ec0-f573-49dc-ac59-f2d8b131ca46. Dec 09 09:32:53.681910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e1f18d-f2eb-46d1-938f-a0a5dcf364dc None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:53.734707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:53.735355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.766283 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf1c996-d14f-4630-811b-bada2ebd2d38 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:32:53.766865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3cf1c996-d14f-4630-811b-bada2ebd2d38 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:53.780578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] For port d816ce52-614a-4c93-ba8f-2b205b28e0aa, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:53.796468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] For port 8ab7e99c-b487-499a-b1eb-cf8e0da28297, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8ab7e99c-b487-499a-b1eb-cf8e0da28297,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:53.796877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.796996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:53.805369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:53.807499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:53.814537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] For port d816ce52-614a-4c93-ba8f-2b205b28e0aa, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d816ce52-614a-4c93-ba8f-2b205b28e0aa,segment=NetworkSegment(e7de5c3d-822f-4ff5-a8bb-745b769ba829),segment_id=e7de5c3d-822f-4ff5-a8bb-745b769ba829)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:53.823580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:53.824242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.830699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be5784-a892-474f-bec1-b8d61e793e89 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:53.835625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.839948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=02403c6d-962f-4f06-bc4d-337e6902ec2d,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:53.850768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:53.851438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3cf1c996-d14f-4630-811b-bada2ebd2d38 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:53.855911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3cf1c996-d14f-4630-811b-bada2ebd2d38 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/15b6b4f6-385d-48b4-a00c-4062d60a89b5 HTTP/1.1" status: 404 len: 333 time: 0.1831582 Dec 09 09:32:53.856610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42d1b9f7-f139-4aa9-8091-bf944d2ec03a tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:53.875958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54130) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:53.877166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Usage tracker for resource:security_group_rule and tenant:6c92a34f22a445acbab1f4b7de81fd6a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:53.893041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:53.897902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0388539 Dec 09 09:32:53.909442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54134) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:53.929367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'security_group': {'name': 'tempest-secgroup-485729952'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:53.939319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:53.946393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:53.978956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:53.980493 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] 10.222.0.65 "PUT /v2.0/ports/d816ce52-614a-4c93-ba8f-2b205b28e0aa HTTP/1.1" status: 200 len: 1093 time: 2.0981634 Dec 09 09:32:53.981707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:53.985064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd092604-5521-43f5-9b5e-0935241ea8d5', 'tag': 'd816ce52-614a-4c93-ba8f-2b205b28e0aa'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:32:53.994516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:54.001288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2293701 Dec 09 09:32:54.005381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54142) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:54.011295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:54.021086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6be691b8-2d21-4cb5-aa2a-0ff195427632 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': '02403c6d-962f-4f06-bc4d-337e6902ec2d', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1091532289'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:54.085592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d816ce52-614a-4c93-ba8f-2b205b28e0aa,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:54.098600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd092604-5521-43f5-9b5e-0935241ea8d5', 'tag': 'd816ce52-614a-4c93-ba8f-2b205b28e0aa', 'status': 'completed', 'code': 200} Dec 09 09:32:54.124351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:54.148806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.154680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port fcffc666-c9f3-46d0-82bf-adbf960b9f25 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:32:54.155066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.344502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'tenant_id': '993210cd167143debe6dd7acbea17019', 'fixed_ips': [{'subnet_id': '97dae85b-3000-4fc6-9dee-c70b58f61117'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:54.349102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.384061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:54.390105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group_rule and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:54.395021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:54.403329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:54.479639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '02403c6d-962f-4f06-bc4d-337e6902ec2d'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:32:54.480531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.486906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.494146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.501168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e84bffe4-211d-4bfe-b676-b7b2fa62dbab tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:54.532778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6be691b8-2d21-4cb5-aa2a-0ff195427632 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:54.549076 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-99bc4ef7-f5c0-4664-a86b-9e2dde2dc148 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4a60bd2e62c467487e80e727d627d1f&device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 1096 time: 0.5058208 Dec 09 09:32:54.627653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6be691b8-2d21-4cb5-aa2a-0ff195427632 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:54.636742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc08f55-c9dd-4a42-a197-a79c831faa4e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:54.650898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:54.652238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.657176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7333243 Dec 09 09:32:54.657783 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-b25257c3-e0b3-48f2-aa9b-c946f321cd58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d816ce52-614a-4c93-ba8f-2b205b28e0aa HTTP/1.1" status: 200 len: 217 time: 0.0948715 Dec 09 09:32:54.658276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54160) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:54.670090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.670508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.670864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Floating IP cef27c57-3907-4912-b2df-25ed194eb710 disassociated. External IP: 172.26.8.180, port: 8ab7e99c-b487-499a-b1eb-cf8e0da28297. Dec 09 09:32:54.671243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Calling delete_port for 8ab7e99c-b487-499a-b1eb-cf8e0da28297 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:54.717789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.726806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/02403c6d-962f-4f06-bc4d-337e6902ec2d/4e1f831c-d1ac-48f9-8e48-baf227241f7d) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:54.755110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'security_group': {'name': 'tempest-secgroup-1691343377'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:54.773323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:54.790621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:54.796387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be691b8-2d21-4cb5-aa2a-0ff195427632 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:54.805874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6be691b8-2d21-4cb5-aa2a-0ff195427632 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:54.822113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:54.845701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:54.876136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-c4d5fa6a-4384-4aba-b1de-1dfb3f192b48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:54.877852 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-c4d5fa6a-4384-4aba-b1de-1dfb3f192b48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05b1eb93-c878-47fc-be0f-efc6fa248289 HTTP/1.1" status: 200 len: 852 time: 0.1706493 Dec 09 09:32:54.892553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-6be691b8-2d21-4cb5-aa2a-0ff195427632 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port e047bb73-5a21-4aa9-b2c1-598821275415 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:54.919112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:32:55.005643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d35c10-0520-42d4-bf60-0d2d29c3bec4 req-2f193a7a-a813-44cc-bec9-346c864e4fe2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:55.007684 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-02d35c10-0520-42d4-bf60-0d2d29c3bec4 req-2f193a7a-a813-44cc-bec9-346c864e4fe2 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 944 time: 0.3528664 Dec 09 09:32:55.008685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.009869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.019426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a4f4391-0bc0-4ead-9149-e61675c6afeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:55.028761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] device_id is not set on port bc583547-e094-4125-b0c5-47e6c8eb0f75 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:55.210379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1910b0c-3174-4418-a6c8-b0e7ecc28715 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:32:55.224069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d1d88-0b61-4eb6-848e-1715eb90563d req-d7ad8af8-d425-402f-876f-7ac28ff5e35a tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:55.231625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ec2d1d88-0b61-4eb6-848e-1715eb90563d req-d7ad8af8-d425-402f-876f-7ac28ff5e35a tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 943 time: 0.9604528 Dec 09 09:32:55.258119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b1910b0c-3174-4418-a6c8-b0e7ecc28715 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:32:55.258671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1910b0c-3174-4418-a6c8-b0e7ecc28715 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:32:55.266941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24411fac-15c0-4f85-aab7-d1337c86e876,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:55.290612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:55.309084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-00a1eea1-5f79-4c24-a054-0591fffbb991 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4233234 Dec 09 09:32:55.312152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54170) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:55.394113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.438750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Allocated IP 2001:db8::2 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/97dae85b-3000-4fc6-9dee-c70b58f61117/a70a1655-c9be-4365-b201-278f7b483420) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:55.452928 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-02d35c10-0520-42d4-bf60-0d2d29c3bec4 req-c4cfa452-e213-4cb7-a48b-417d96589250 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups?id=3217dee6-9516-409e-b75d-0f5eb6be37ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467876 Dec 09 09:32:55.519584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.539028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Transition to ACTIVE for port object 4e1f831c-d1ac-48f9-8e48-baf227241f7d will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:55.563996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Transition to ACTIVE for port object 4e1f831c-d1ac-48f9-8e48-baf227241f7d will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:55.565466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:55.578360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group_rule and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:55.589799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.592577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:55.601642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f8d11793-9c1c-415e-8515-2c17cfc1ecf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:55.610830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for fcffc666-c9f3-46d0-82bf-adbf960b9f25 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:32:55.621911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:55.649566 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be691b8-2d21-4cb5-aa2a-0ff195427632 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:32:55.650038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be691b8-2d21-4cb5-aa2a-0ff195427632 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:32:55.677625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Allocated IP 172.26.8.254 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/bc583547-e094-4125-b0c5-47e6c8eb0f75) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:55.694450 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-a2c6fdc2-f5c6-452e-85e2-f04d74b89554 service neutron] 10.222.0.65 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709724 Dec 09 09:32:55.736349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:55.744832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:55.748773 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ec2d1d88-0b61-4eb6-848e-1715eb90563d req-d79155e5-32ec-4168-a1a3-ebacc27344f2 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161843 Dec 09 09:32:55.782803 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6be691b8-2d21-4cb5-aa2a-0ff195427632 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7731638 Dec 09 09:32:55.783180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:55.787876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54176) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:55.802130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Pushing event updated for resources: {'Port': ['ID=4e1f831c-d1ac-48f9-8e48-baf227241f7d,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:55.808268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:55.851556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2033973656'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:55.858309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:55.863603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Usage tracker for resource:network and tenant:2ee8156a0efa47e99bbe10e8cb4897ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:55.867325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:55.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:55.902319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Made reservation on behalf of 2ee8156a0efa47e99bbe10e8cb4897ac for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:55.908613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.914139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.931538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.932699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.944213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d096b2b0-db98-48eb-aa50-fc8bf01aa4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:55.974123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Attempting to bind port 4e1f831c-d1ac-48f9-8e48-baf227241f7d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:55.975116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Attempting to bind port 4e1f831c-d1ac-48f9-8e48-baf227241f7d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:55.975116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Attempting to bind port 4e1f831c-d1ac-48f9-8e48-baf227241f7d on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:55.979388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:55.984201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Usage tracker for resource:security_group_rule and tenant:2ee8156a0efa47e99bbe10e8cb4897ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:55.984545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:55.985100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:55.985686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.986213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:55.986966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Bound port: 4e1f831c-d1ac-48f9-8e48-baf227241f7d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:55.987492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:55.999040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.002759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2966056 Dec 09 09:32:56.003000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:56.009376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:56.016757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54180) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:56.020527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83478372-9a0f-442f-834e-bdf3a88eb447,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:56.028378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:56.040367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1053757623', 'security_groups': ['83478372-9a0f-442f-834e-bdf3a88eb447'], 'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97dae85b-3000-4fc6-9dee-c70b58f61117'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:56.069188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.092710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Transition to ACTIVE for port object a70a1655-c9be-4365-b201-278f7b483420 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:56.100214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.124964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.138411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Transition to ACTIVE for port object a70a1655-c9be-4365-b201-278f7b483420 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:56.141388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:32:56.144113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] For port 4e1f831c-d1ac-48f9-8e48-baf227241f7d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:56.148646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] For port 4e1f831c-d1ac-48f9-8e48-baf227241f7d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4e1f831c-d1ac-48f9-8e48-baf227241f7d,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:56.150243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.153413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.153823 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Added segment 52ec79c0-a932-4946-af61-445dc96cc0b3 of type vlan for network 12a18aaa-139d-4e25-be82-1a2e8279d432 Dec 09 09:32:56.157529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bdb4e75-a408-4b29-a680-21c30bf4d303 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:56.186287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.194597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.216127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f54ee45-abd6-4dbe-a064-fa7a325858b4 req-49a8e81e-f0f2-4a17-8ec3-a574eb5a9f5b service neutron] 10.222.0.65 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133595 Dec 09 09:32:56.217339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:56.229155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:56.232147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4ef5c40-3373-4a3a-b59a-6a6e9b92d776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:56.233139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:56.239861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:56.243397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187f70e0-0f0c-49af-816c-d6a49ffa2c72 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:56.244180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-187f70e0-0f0c-49af-816c-d6a49ffa2c72 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:56.249741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:56.260092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:56.261731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Pushing event updated for resources: {'Port': ['ID=a70a1655-c9be-4365-b201-278f7b483420,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:56.268168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:56.271794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d598daab-132f-477d-b98b-f413d3c44434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:56.285528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130107aa-ddfb-4921-ae29-a6307ccb6ab2,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:56.289176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.295130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:56.295743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.335866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:56.438318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-187f70e0-0f0c-49af-816c-d6a49ffa2c72 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:56.443381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-187f70e0-0f0c-49af-816c-d6a49ffa2c72 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6489699 Dec 09 09:32:56.447241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54184) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:56.453711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Attempting to bind port a70a1655-c9be-4365-b201-278f7b483420 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:32:56.454253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Attempting to bind port a70a1655-c9be-4365-b201-278f7b483420 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e8bde0e0-81fa-4978-9ed1-ef3de866ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:32:56.454772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Attempting to bind port a70a1655-c9be-4365-b201-278f7b483420 on network 0330c872-e54c-4dcb-aaa3-a1849fb9947c {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:32:56.458357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Pushing event updated for resources: {'Port': ['ID=4e1f831c-d1ac-48f9-8e48-baf227241f7d,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:56.463049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:56.466966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:32:56.467638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Checking segment: {'id': 'e8bde0e0-81fa-4978-9ed1-ef3de866ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:32:56.468215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.468710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Bound using segment: {'id': 'e8bde0e0-81fa-4978-9ed1-ef3de866ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:32:56.469381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Bound port: a70a1655-c9be-4365-b201-278f7b483420, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bde0e0-81fa-4978-9ed1-ef3de866ee42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:32:56.469923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.506109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.517587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.553575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a332986e-fa4f-4f81-a9c8-4e2f92b88820 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:56.567956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port 5f8164e0-3206-42b5-bb61-a2a33209c500 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:32:56.581947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] For port a70a1655-c9be-4365-b201-278f7b483420, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:32:56.585802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] For port a70a1655-c9be-4365-b201-278f7b483420, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a70a1655-c9be-4365-b201-278f7b483420,segment=NetworkSegment(e8bde0e0-81fa-4978-9ed1-ef3de866ee42),segment_id=e8bde0e0-81fa-4978-9ed1-ef3de866ee42)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:32:56.590033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.601484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4d9b14a-3a0c-4b17-804f-26f915b64504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:56.632440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68606d60-ea07-41fe-abe9-610a1209e53c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:56.635382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68606d60-ea07-41fe-abe9-610a1209e53c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:56.636234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-68606d60-ea07-41fe-abe9-610a1209e53c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:56.689722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Pushing event updated for resources: {'Port': ['ID=a70a1655-c9be-4365-b201-278f7b483420,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:56.693431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:56.700452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event updated for resources: {'Network': ['ID=12a18aaa-139d-4e25-be82-1a2e8279d432,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:56.703865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3906467 Dec 09 09:32:56.704675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.707590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54190) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:56.711128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:56.714532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:56.739635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 12a18aaa-139d-4e25-be82-1a2e8279d432 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:32:56.742171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:56.752352 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f44920af-763c-45cf-bf34-8c12e353a756 req-8297e1db-2aab-4362-be7b-92862225184d tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.0659294 Dec 09 09:32:56.755426 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b41ca43b-377d-41b3-b67f-ceeb7e7f13b9 req-cd84dc60-01cc-42d6-b9cf-cc11834f8a72 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4a60bd2e62c467487e80e727d627d1f&device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 1096 time: 0.3809998 Dec 09 09:32:56.759471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-68606d60-ea07-41fe-abe9-610a1209e53c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:56.763424 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-68606d60-ea07-41fe-abe9-610a1209e53c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3113859 Dec 09 09:32:56.814871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54194) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:56.820618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Request body: {'subnet': {'network_id': '12a18aaa-139d-4e25-be82-1a2e8279d432', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:56.843714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Pushing event deleted for resources: {'Port': ['ID=8ab7e99c-b487-499a-b1eb-cf8e0da28297,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:56.855230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:56.864462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f51071a0-6984-4c70-8e6b-00e47422fc69 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:57.018635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:57.094758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:57.102309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ca43b-377d-41b3-b67f-ceeb7e7f13b9 req-05500bde-4dfa-4d86-9848-6ac7d13f1303 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:57.104058 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b41ca43b-377d-41b3-b67f-ceeb7e7f13b9 req-05500bde-4dfa-4d86-9848-6ac7d13f1303 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 HTTP/1.1" status: 200 len: 913 time: 0.3115907 Dec 09 09:32:57.148319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:57.190142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::378 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/97dae85b-3000-4fc6-9dee-c70b58f61117/5f8164e0-3206-42b5-bb61-a2a33209c500) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:32:57.228790 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b41ca43b-377d-41b3-b67f-ceeb7e7f13b9 req-19d56dbf-ed42-43bc-adb0-e8a5d16121bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d816ce52-614a-4c93-ba8f-2b205b28e0aa HTTP/1.1" status: 200 len: 217 time: 0.1087472 Dec 09 09:32:57.273199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Pushing event updated for resources: {'Port': ['ID=bc583547-e094-4125-b0c5-47e6c8eb0f75,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:57.376312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:57.413235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ca43b-377d-41b3-b67f-ceeb7e7f13b9 req-a558b9a4-1a77-4962-9811-dea97b3855e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:57.414764 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b41ca43b-377d-41b3-b67f-ceeb7e7f13b9 req-a558b9a4-1a77-4962-9811-dea97b3855e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05b1eb93-c878-47fc-be0f-efc6fa248289 HTTP/1.1" status: 200 len: 852 time: 0.1758692 Dec 09 09:32:57.529994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b41ca43b-377d-41b3-b67f-ceeb7e7f13b9 req-537cf8a2-6eae-49fc-9170-a2d12283aecc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587642 Dec 09 09:32:57.591734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:57.620513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Usage tracker for resource:subnet and tenant:2ee8156a0efa47e99bbe10e8cb4897ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:57.629014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:57.629613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:57.635099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:57.661780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:57.673721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:57.683809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:57.689701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63c1fe08-bcbe-4d7c-88a7-ef6b92fab7c9 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:57.718311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object 5f8164e0-3206-42b5-bb61-a2a33209c500 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:32:57.730249 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b41ca43b-377d-41b3-b67f-ceeb7e7f13b9 req-8b4a23a1-cba6-4214-a59a-6ebce27eadb9 service neutron] 10.222.0.65 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937125 Dec 09 09:32:57.775476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=fcffc666-c9f3-46d0-82bf-adbf960b9f25,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:57.786398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Made reservation on behalf of 2ee8156a0efa47e99bbe10e8cb4897ac for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:57.808166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:57.841182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:57.852709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:57.994575 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b86ad65f-8ebc-41bb-a19e-e600c207d9ca req-53090b42-8071-4c8b-99b3-9307389a8651 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.0778384 Dec 09 09:32:58.023113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:32:58.023113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:32:58.025145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=5f8164e0-3206-42b5-bb61-a2a33209c500,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:58.028910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:32:58.033267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:58.033942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.038515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:58.042529 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b41ca43b-377d-41b3-b67f-ceeb7e7f13b9 req-691fc331-101b-4db0-8e96-870a890e5a0f service neutron] 10.222.0.65 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049881 Dec 09 09:32:58.061537 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.3673284 Dec 09 09:32:58.065077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0457740 Dec 09 09:32:58.065077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54202) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:58.067696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54204) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:58.070498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e91ea6-65fa-4f60-9c4b-50457fb86f42 req-abdeb8b0-0cbb-48f8-8344-8ffd9e0b48c5 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:32:58.072088 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-31e91ea6-65fa-4f60-9c4b-50457fb86f42 req-abdeb8b0-0cbb-48f8-8344-8ffd9e0b48c5 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 943 time: 1.0502563 Dec 09 09:32:58.073159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.254'}]}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:58.080048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:58.101012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:58.121436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Usage tracker for resource:router and tenant:6c92a34f22a445acbab1f4b7de81fd6a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:58.127059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:58.135592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 02403c6d-962f-4f06-bc4d-337e6902ec2d {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:58.137642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:58.151627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.214635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.215642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.258521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:58.265549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:58.268761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.270830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:58.282780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:58.296006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:58.302245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.417575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.468885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.504665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device d816ce52-614a-4c93-ba8f-2b205b28e0aa details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:32:58.545576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:32:58.570359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.575565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/fcffc666-c9f3-46d0-82bf-adbf960b9f25 HTTP/1.1" status: 204 len: 168 time: 4.6948731 Dec 09 09:32:58.586807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54212) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:58.714712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-31e91ea6-65fa-4f60-9c4b-50457fb86f42 req-3b40e768-ac42-4602-99a4-3849b5dee5e3 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906539 Dec 09 09:32:58.750411 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-804a1674-83ba-477f-861f-3e52faeee5d6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:32:58.750941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-804a1674-83ba-477f-861f-3e52faeee5d6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:32:58.828431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port d816ce52-614a-4c93-ba8f-2b205b28e0aa, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d816ce52-614a-4c93-ba8f-2b205b28e0aa,segment=NetworkSegment(e7de5c3d-822f-4ff5-a8bb-745b769ba829),segment_id=e7de5c3d-822f-4ff5-a8bb-745b769ba829)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:58.845573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'd816ce52-614a-4c93-ba8f-2b205b28e0aa', 'network_id': '9fe8e6ad-3c93-4cf5-a02b-47da69cdf515', 'port_id': 'd816ce52-614a-4c93-ba8f-2b205b28e0aa', 'mac_address': 'fa:16:3e:c3:5e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b1eb93-c878-47fc-be0f-efc6fa248289', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:32:58.947581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.950377 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97dae85b-3000-4fc6-9dee-c70b58f61117 (CIDR: 2001:db8::/64) Dec 09 09:32:58.965864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:32:58.966369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:32:58.975590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d816ce52-614a-4c93-ba8f-2b205b28e0aa {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:32:58.993879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:58.999523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port d816ce52-614a-4c93-ba8f-2b205b28e0aa, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d816ce52-614a-4c93-ba8f-2b205b28e0aa,segment=NetworkSegment(e7de5c3d-822f-4ff5-a8bb-745b769ba829),segment_id=e7de5c3d-822f-4ff5-a8bb-745b769ba829)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:59.008061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8540649-a929-4fde-b610-f1290a1cfb22 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9369435 Dec 09 09:32:59.008252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.008940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:59.011558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54216) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:59.032436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:32:59.044015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-804a1674-83ba-477f-861f-3e52faeee5d6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:32:59.048908 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-804a1674-83ba-477f-861f-3e52faeee5d6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/fcffc666-c9f3-46d0-82bf-adbf960b9f25 HTTP/1.1" status: 404 len: 333 time: 0.4104981 Dec 09 09:32:59.054359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54222) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:32:59.106730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=d816ce52-614a-4c93-ba8f-2b205b28e0aa,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:59.133389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:59.151496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.183354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4e1f831c-d1ac-48f9-8e48-baf227241f7d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:59.189913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e042ec7f-e913-48b5-bcc2-43d4c9a3b103 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:59.243812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.248704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['d816ce52-614a-4c93-ba8f-2b205b28e0aa'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:32:59.314273 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f39a73e9-53df-44f0-9cef-4d215255ee27 req-bd23e22c-ce84-445d-bd27-c5f99168a863 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.0720975 Dec 09 09:32:59.442335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 4e1f831c-d1ac-48f9-8e48-baf227241f7d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:59.454791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a70a1655-c9be-4365-b201-278f7b483420 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:32:59.487853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:32:59.496354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:32:59.502784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:32:59.516661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:32:59.534239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:32:59.541551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.589811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d521ef30-f613-4150-8191-273f71c0abfc None None] Provisioning for port 4e1f831c-d1ac-48f9-8e48-baf227241f7d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:59.600592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event updated for resources: {'Subnet': ['ID=b8c7e53b-c5f5-4a72-84bb-f84586907a13,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:59.607813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d521ef30-f613-4150-8191-273f71c0abfc None None] Provisioning complete for port 4e1f831c-d1ac-48f9-8e48-baf227241f7d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:32:59.608228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d521ef30-f613-4150-8191-273f71c0abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.617393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:59.628206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet c04f8c2c-bb78-4603-a9fb-b8d850b30013 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:32:59.632981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.669936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port a70a1655-c9be-4365-b201-278f7b483420 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:32:59.700350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.748780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d521ef30-f613-4150-8191-273f71c0abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.804202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d521ef30-f613-4150-8191-273f71c0abfc None None] For port 4e1f831c-d1ac-48f9-8e48-baf227241f7d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4e1f831c-d1ac-48f9-8e48-baf227241f7d,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:32:59.811216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:32:59.812664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.819980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.821173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d521ef30-f613-4150-8191-273f71c0abfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.824837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba1fe48a-a39f-4aeb-889b-7814f1032de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:59.828363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4853975-2d50-49fe-9c64-98fd889001a1 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:32:59.885078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.905507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=02403c6d-962f-4f06-bc4d-337e6902ec2d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:32:59.914602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a90dad-0395-4dbb-9541-fd377ced46a3 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:32:59.931556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:32:59.940294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:32:59.979010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Provisioning for port a70a1655-c9be-4365-b201-278f7b483420 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:00.029715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521ef30-f613-4150-8191-273f71c0abfc None None] Pushing event updated for resources: {'Port': ['ID=4e1f831c-d1ac-48f9-8e48-baf227241f7d,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:00.042626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d521ef30-f613-4150-8191-273f71c0abfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:00.043387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:00.043804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.094835 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/02403c6d-962f-4f06-bc4d-337e6902ec2d HTTP/1.1" status: 204 len: 168 time: 3.2421029 Dec 09 09:33:00.105315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54228) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.165828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.216320 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d8a5892-f42a-4bb0-91a2-9f2f85b271f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006293 Dec 09 09:33:00.224319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54232) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.236961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Checking segment: {'id': '52ec79c0-a932-4946-af61-445dc96cc0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12a18aaa-139d-4e25-be82-1a2e8279d432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:00.237410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Network hostable DHCP agents. Network: 12a18aaa-139d-4e25-be82-1a2e8279d432, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:33:00.255213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:00.275392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.323139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] For port a70a1655-c9be-4365-b201-278f7b483420, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a70a1655-c9be-4365-b201-278f7b483420,segment=NetworkSegment(e8bde0e0-81fa-4978-9ed1-ef3de866ee42),segment_id=e8bde0e0-81fa-4978-9ed1-ef3de866ee42)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:00.326415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.329909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c19ae03-27ab-4915-8bf5-179637bfb7e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:00.360544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.398355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:33:00.416433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] Deleting port 4e1f831c-d1ac-48f9-8e48-baf227241f7d {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:00.416433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.526104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Provisioning complete for port 0cc9b18e-98cf-4446-b15c-08d065e5034d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:00.526597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.547939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:00.554102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.563170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device d816ce52-614a-4c93-ba8f-2b205b28e0aa up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:00.564121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:00.598484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:00.605164 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-49094a13-7941-49a4-88c3-a4f257fe32e5 req-a6cbd727-4a96-4ba2-aa9b-228d03700045 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.0667276 Dec 09 09:33:00.606095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.610228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c615ad-823f-4ceb-a267-6bce4799e5d8 req-1acb4885-36e7-400f-af65-414197223e85 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:00.611974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-70c615ad-823f-4ceb-a267-6bce4799e5d8 req-1acb4885-36e7-400f-af65-414197223e85 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 944 time: 0.6749754 Dec 09 09:33:00.614621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:00.619345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7591e098-02b7-4d88-9b26-84e54781e3ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:00.624572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Network 12a18aaa-139d-4e25-be82-1a2e8279d432 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:33:00.640168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=c04f8c2c-bb78-4603-a9fb-b8d850b30013,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:00.647424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:00.671952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:00.694610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 12a18aaa-139d-4e25-be82-1a2e8279d432) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:00.702165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.711195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:00.711849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.717646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:00.718087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:00.719939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=dafa4845-81c8-4fc6-b309-1a2cbda9f864,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:00.724023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:00.725282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:00.728018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:00.728675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.752862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:00.760628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.789487 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/c04f8c2c-bb78-4603-a9fb-b8d850b30013 HTTP/1.1" status: 204 len: 168 time: 1.7316039 Dec 09 09:33:00.802981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54238) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.827304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Pushing event updated for resources: {'Port': ['ID=a70a1655-c9be-4365-b201-278f7b483420,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:00.830313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6103956-6033-49af-b4ad-969921955f00 None None] Network 5ddf3c02-494b-499d-921c-4a768e0d9b6a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:00.860915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f7f5f-788c-4dae-b2c7-a3f80eeb1859 None None] Network 12a18aaa-139d-4e25-be82-1a2e8279d432 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:00.871546 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-899303ab-5b1c-41b7-beb4-46ae61ae63cc tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1567385 Dec 09 09:33:00.874883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff00fb-0f84-452c-97b0-32c62cce5fed None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:00.884529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54242) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.901414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-645014882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:00.907738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:00.911926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Usage tracker for resource:router and tenant:2ee8156a0efa47e99bbe10e8cb4897ac is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:00.914934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:00.921035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:00.936124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9210446 Dec 09 09:33:00.943461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54246) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:00.943797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.944773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:00.956290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1017150078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dafa4845-81c8-4fc6-b309-1a2cbda9f864'}], 'security_groups': ['6dc08f55-c9dd-4a42-a197-a79c831faa4e']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:00.988516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8b0fb-bed9-4269-ac58-22eded28009a None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:01.004644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:01.008423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a70a1655-c9be-4365-b201-278f7b483420 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:01.202077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.246025 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-70c615ad-823f-4ceb-a267-6bce4799e5d8 req-2c4a311c-12b3-4b50-a026-bbe46a860bd6 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102998 Dec 09 09:33:01.255309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:01.255722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.389851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.401703 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 17.5930429 Dec 09 09:33:01.405167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:01.406971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54252) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:01.417540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] Sync routers for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:01.431488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.436673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:01.437661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:01.474716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.488795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.494663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3e835dfa-63c4-42b8-84df-0cedb86dca73 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:01.502371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] For port 4e1f831c-d1ac-48f9-8e48-baf227241f7d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4e1f831c-d1ac-48f9-8e48-baf227241f7d,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:01.502543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.529031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.552587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.577401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.582166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-282b91c8-7a7b-4968-a31a-853b3ec6ae6f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6935139 Dec 09 09:33:01.583109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54256) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:01.615462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] No DVR routers for this DVR port 8ab7e99c-b487-499a-b1eb-cf8e0da28297 on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:01.619567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e835dfa-63c4-42b8-84df-0cedb86dca73 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.654282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] Calling delete_port for 4e1f831c-d1ac-48f9-8e48-baf227241f7d owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:01.671555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:01.748404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.748866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cde290b9-a4f1-42e3-827a-205dd29c6532 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:33:01.775282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.779405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'name': 'network-vif-deleted', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:33:01.799177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Port 0cc9b18e-98cf-4446-b15c-08d065e5034d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:01.831948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:01.832761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.880730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-524ac4f2-d398-48d7-aa3d-209e10b0a3fa req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.65 "DELETE /v2.0/ports/8ab7e99c-b487-499a-b1eb-cf8e0da28297 HTTP/1.1" status: 204 len: 173 time: 13.1438432 Dec 09 09:33:01.882652 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e', 'name': 'network-vif-deleted', 'tag': '8ab7e99c-b487-499a-b1eb-cf8e0da28297', 'status': 'completed', 'code': 200} Dec 09 09:33:01.914608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:01.932340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-941f9ad5-bfe5-46c1-9634-486ec682caa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:01.969437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8b0fb-bed9-4269-ac58-22eded28009a None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:01.970132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-00a8b0fb-bed9-4269-ac58-22eded28009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:02.001901 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:33:02.006667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-57576f43-b248-48e8-b790-e1d38759092d tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9410784 Dec 09 09:33:02.015092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54264) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:02.095883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] No DVR routers for this DVR port 4e1f831c-d1ac-48f9-8e48-baf227241f7d on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:02.110987 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0063ecd3-ef88-4d6a-bc55-f428def73883 req-90512373-1ab1-4a1b-bd8b-2ddcf2fb4c69 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/ports?device_id=69e9fc2a-2cb8-4c07-b0ea-dbd1f3b3c76e HTTP/1.1" status: 200 len: 210 time: 0.2692826 Dec 09 09:33:02.120552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-00a8b0fb-bed9-4269-ac58-22eded28009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:02.166838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] Pushing event deleted for resources: {'Port': ['ID=4e1f831c-d1ac-48f9-8e48-baf227241f7d,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:02.177988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:02.214972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'b2b09aec-47f3-4858-91b2-ec8a73344ed8', 'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'mac_address': 'fa:16:3e:85:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:54Z', 'updated_at': '2021-12-09T09:29:08Z', 'revision_number': 5, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'subnets': [{'id': '8ea0517f-602a-4380-a4ca-916482843c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:02.220744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] Checking router: 7bebb406-c844-438e-9b5c-0c0bffaf0d6a for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:33:02.235180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:02.236215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:02.281354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port d816ce52-614a-4c93-ba8f-2b205b28e0aa completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:02.362400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port d816ce52-614a-4c93-ba8f-2b205b28e0aa triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:02.362400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:02.383040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Deleting port bc583547-e094-4125-b0c5-47e6c8eb0f75 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:02.383422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:02.385087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3ee1731b-ce31-4277-82ef-2a9ae79b87b6 None None] Provisioning for port 5f8164e0-3206-42b5-bb61-a2a33209c500 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:02.398669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:02.441205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:02.447123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a8b0fb-bed9-4269-ac58-22eded28009a None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:02.453927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-00a8b0fb-bed9-4269-ac58-22eded28009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:02.613924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e835dfa-63c4-42b8-84df-0cedb86dca73 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:02.650020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e835dfa-63c4-42b8-84df-0cedb86dca73 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:02.651031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-3e835dfa-63c4-42b8-84df-0cedb86dca73 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP 906ab0b0-8ec4-4d1c-bd87-fc5fbb3a86a2 disassociated. External IP: 172.26.8.137, port: f5481ec0-f573-49dc-ac59-f2d8b131ca46. Dec 09 09:33:02.765925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] For port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3403bc5f-afcc-4160-8c5a-a1c6a895be8c,segment=NetworkSegment(3bac4dbe-fc52-4615-ada2-fda9ad4a2feb),segment_id=3bac4dbe-fc52-4615-ada2-fda9ad4a2feb)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:02.766689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:02.770632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:02.779121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:02.781859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=4e280170-c233-488d-90ad-184f00f189c4,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:02.790382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:02.793641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:02.843968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3ee1731b-ce31-4277-82ef-2a9ae79b87b6 None None] Provisioning complete for port 5f8164e0-3206-42b5-bb61-a2a33209c500 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:02.844383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ee1731b-ce31-4277-82ef-2a9ae79b87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:02.856748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:02.857430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:02.869819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9597809-904a-4a37-85da-64af3636c868 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:02.938411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 3403bc5f-afcc-4160-8c5a-a1c6a895be8c owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:02.962405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-00a8b0fb-bed9-4269-ac58-22eded28009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:02.962875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a8b0fb-bed9-4269-ac58-22eded28009a None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:03.011541 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7801635 Dec 09 09:33:03.016575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54270) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:03.033662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-574783657', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:03.051043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:03.060019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:router and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:03.074508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:03.084858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ee499-62b3-455e-a3ea-44e7efdc9d69 req-e684e544-68d9-46fb-9faf-be8828b7d813 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:03.086578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f57ee499-62b3-455e-a3ea-44e7efdc9d69 req-e684e544-68d9-46fb-9faf-be8828b7d813 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 944 time: 0.5994964 Dec 09 09:33:03.102517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4e1f831c-d1ac-48f9-8e48-baf227241f7d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:03.139437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:03.175856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 4e1f831c-d1ac-48f9-8e48-baf227241f7d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:03.176246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4e1f831c-d1ac-48f9-8e48-baf227241f7d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:03.177709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3ee1731b-ce31-4277-82ef-2a9ae79b87b6 None None] Port 5f8164e0-3206-42b5-bb61-a2a33209c500 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:03.198961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.199124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-12a18aaa-139d-4e25-be82-1a2e8279d432', 'network_id': '12a18aaa-139d-4e25-be82-1a2e8279d432', 'tenant_id': '2ee8156a0efa47e99bbe10e8cb4897ac', 'fixed_ips': [{'subnet_id': 'b8c7e53b-c5f5-4a72-84bb-f84586907a13'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:33:03.199852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.199987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.216919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.230345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f1336ae-84ea-4af5-809f-cc89ec3ed776 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:03.235523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.299350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'b2b09aec-47f3-4858-91b2-ec8a73344ed8', 'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'mac_address': 'fa:16:3e:85:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:54Z', 'updated_at': '2021-12-09T09:29:08Z', 'revision_number': 5, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'subnets': [{'id': '8ea0517f-602a-4380-a4ca-916482843c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:03.311329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=3403bc5f-afcc-4160-8c5a-a1c6a895be8c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:03.318498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a165c-61d0-4d21-90e7-01dd770e216c None None] The sync data for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv is: [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:28:57Z', 'revision_number': 4, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'b2b09aec-47f3-4858-91b2-ec8a73344ed8', 'name': '', 'network_id': '6b5d8d55-c9b4-48fd-be19-87592e5fe5d7', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'mac_address': 'fa:16:3e:85:85:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ea0517f-602a-4380-a4ca-916482843c16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:54Z', 'updated_at': '2021-12-09T09:29:08Z', 'revision_number': 5, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'subnets': [{'id': '8ea0517f-602a-4380-a4ca-916482843c16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:03.323771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:03.332584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511079ba-7873-4c69-9968-aca0f237f062 None None] DHCP port deletion for 5ddf3c02-494b-499d-921c-4a768e0d9b6a request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:33:03.346690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No DVR routers for this DVR port 3403bc5f-afcc-4160-8c5a-a1c6a895be8c on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:03.352164 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f57ee499-62b3-455e-a3ea-44e7efdc9d69 req-6f61a238-c4e4-4939-9d8c-307471fdeb91 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097027 Dec 09 09:33:03.426726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54280) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:03.428281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.555142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Calling delete_port for bc583547-e094-4125-b0c5-47e6c8eb0f75 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:03.583441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.617901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.622118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Delete allocated IP 2001:db8::378 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/97dae85b-3000-4fc6-9dee-c70b58f61117) {{(pid=88884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 09 09:33:03.627722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.640935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ddf3c02-494b-499d-921c-4a768e0d9b6a']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:03.678268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bac4dbe-fc52-4615-ada2-fda9ad4a2feb') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:03.678797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bac4dbe-fc52-4615-ada2-fda9ad4a2feb') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:03.681669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd092604-5521-43f5-9b5e-0935241ea8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd816ce52-614a-4c93-ba8f-2b205b28e0aa'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:33:03.696915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-812c0af5-64d7-42c3-ad95-58e5552ae728 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.710449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8:0:1::312 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/dafa4845-81c8-4fc6-b309-1a2cbda9f864/5f8164e0-3206-42b5-bb61-a2a33209c500) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:03.713407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.726737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Allocated IP 172.20.0.2 (12a18aaa-139d-4e25-be82-1a2e8279d432/b8c7e53b-c5f5-4a72-84bb-f84586907a13/be5f5448-6287-48b5-8923-ef16bbee6ea3) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:03.792186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.801055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.802416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c2b6b6f0-0991-4c93-b6f2-bd63f5b68f82 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7779064 Dec 09 09:33:03.809131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54286) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:03.863992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] Update dhcp port {'port': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'fixed_ips': [{'subnet_id': '97dae85b-3000-4fc6-9dee-c70b58f61117', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dafa4845-81c8-4fc6-b309-1a2cbda9f864'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': 'a70a1655-c9be-4365-b201-278f7b483420'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:33:03.929498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port d816ce52-614a-4c93-ba8f-2b205b28e0aa, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d816ce52-614a-4c93-ba8f-2b205b28e0aa,segment=NetworkSegment(e7de5c3d-822f-4ff5-a8bb-745b769ba829),segment_id=e7de5c3d-822f-4ff5-a8bb-745b769ba829)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:03.952544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.955407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '4e280170-c233-488d-90ad-184f00f189c4'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:33:03.956674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:03.982324 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd092604-5521-43f5-9b5e-0935241ea8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd816ce52-614a-4c93-ba8f-2b205b28e0aa', 'code': 200} Dec 09 09:33:03.986273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9adc2f64-7bd1-4f6a-866c-e52ea635298d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:04.037978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8283f2-9069-47ad-89d3-2e1bf33b3c33 None None] New status for floating IP cef27c57-3907-4912-b2df-25ed194eb710: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:33:04.114491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.130083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:33:04.130534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.132191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:04.147812 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:04.150235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-812c0af5-64d7-42c3-ad95-58e5552ae728 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.343928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.424310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cf9acd4-2517-416a-9da9-713b23c3bd71 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:04.450186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.457151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=d816ce52-614a-4c93-ba8f-2b205b28e0aa,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:04.465279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/networks/5ddf3c02-494b-499d-921c-4a768e0d9b6a HTTP/1.1" status: 204 len: 168 time: 3.6598825 Dec 09 09:33:04.465977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54292) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:04.476136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Network': ['ID=5ddf3c02-494b-499d-921c-4a768e0d9b6a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:04.476433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:04.482892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1167173736'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:04.490616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:04.495630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:04.509077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:network and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:04.513901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:04.517469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-812c0af5-64d7-42c3-ad95-58e5552ae728 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.527502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:04.544176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:04.567320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c0af5-64d7-42c3-ad95-58e5552ae728 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3217dee6-9516-409e-b75d-0f5eb6be37ea,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:04.573983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-812c0af5-64d7-42c3-ad95-58e5552ae728 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:04.582300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-812c0af5-64d7-42c3-ad95-58e5552ae728 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.583519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-812c0af5-64d7-42c3-ad95-58e5552ae728 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "DELETE /v2.0/security-groups/3217dee6-9516-409e-b75d-0f5eb6be37ea HTTP/1.1" status: 204 len: 168 time: 1.1507189 Dec 09 09:33:04.586236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:04.591794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.598771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54296) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:04.609895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f1e47b0-826f-49a2-a583-b3ebae97bd0f req-bf13188a-fe9f-4a88-a216-544aa7e6eba0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 1098 time: 0.4240479 Dec 09 09:33:04.620262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d902d8fa-b5fa-45cb-a6f3-8ba20b2f32aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.658553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:33:04.689344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.689923 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Added segment ec184fe5-41e1-41b0-9e5d-44aff09aa92d of type vlan for network f10e5a90-a73c-4a77-b283-cd9e0e41de76 Dec 09 09:33:04.707231 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f1e47b0-826f-49a2-a583-b3ebae97bd0f req-a94d9b8d-7b6c-4afa-9871-ace32e30cd3f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880823 Dec 09 09:33:04.707465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.744486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.755902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Transition to ACTIVE for port object be5f5448-6287-48b5-8923-ef16bbee6ea3 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:04.774102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e835dfa-63c4-42b8-84df-0cedb86dca73 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:33:04.777803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.781981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:04.782635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.783432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-e292ed79-a8dd-4fa6-941a-7b5eab02c671 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] show failed (client error): The resource could not be found. Dec 09 09:33:04.787799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/4e280170-c233-488d-90ad-184f00f189c4/733c08be-4efb-40e1-bed2-d22966afc475) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:04.787971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e21e44c5-be9b-4936-9b5e-750ca39451a2 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:04.788078 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e292ed79-a8dd-4fa6-941a-7b5eab02c671 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "GET /v2.0/security-groups/3217dee6-9516-409e-b75d-0f5eb6be37ea HTTP/1.1" status: 404 len: 347 time: 0.1758397 Dec 09 09:33:04.798985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Transition to ACTIVE for port object be5f5448-6287-48b5-8923-ef16bbee6ea3 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:04.803243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54300) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:04.811333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.831616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33823bd2-e765-43b2-9e67-3e08dfe46c6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:04.940183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:04.960439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-303963a6-0064-4f0a-bbd8-4b52b10bfb93 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:04.988392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5147748 Dec 09 09:33:04.993246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54304) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:05.037060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'f10e5a90-a73c-4a77-b283-cd9e0e41de76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:05.061355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Network': ['ID=f10e5a90-a73c-4a77-b283-cd9e0e41de76,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:05.080123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network f10e5a90-a73c-4a77-b283-cd9e0e41de76 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:33:05.113538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:05.129419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc583547-e094-4125-b0c5-47e6c8eb0f75,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:05.153773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Deleting port f8ed3141-064a-4b26-9fbe-2aebe491f7ee {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:05.154153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.154278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:05.207311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Network 12a18aaa-139d-4e25-be82-1a2e8279d432 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:05.217144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:05.219422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:05.221854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Pushing event updated for resources: {'Port': ['ID=be5f5448-6287-48b5-8923-ef16bbee6ea3,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:05.225370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:05.373453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3403bc5f-afcc-4160-8c5a-a1c6a895be8c no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:05.422063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.422429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.427570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 3403bc5f-afcc-4160-8c5a-a1c6a895be8c {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:05.427978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3403bc5f-afcc-4160-8c5a-a1c6a895be8c not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:05.461224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a5c67-b36e-4a89-8517-c39b0518df69 req-cce91ef5-7e84-4115-b985-7cd96d06c350 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:05.462882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-546a5c67-b36e-4a89-8517-c39b0518df69 req-cce91ef5-7e84-4115-b985-7cd96d06c350 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.8632030 Dec 09 09:33:05.496680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.496926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Attempting to bind port be5f5448-6287-48b5-8923-ef16bbee6ea3 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:05.497326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Attempting to bind port be5f5448-6287-48b5-8923-ef16bbee6ea3 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '52ec79c0-a932-4946-af61-445dc96cc0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12a18aaa-139d-4e25-be82-1a2e8279d432'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:05.497740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Attempting to bind port be5f5448-6287-48b5-8923-ef16bbee6ea3 on network 12a18aaa-139d-4e25-be82-1a2e8279d432 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:05.503189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:05.509537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:05.509968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Checking segment: {'id': '52ec79c0-a932-4946-af61-445dc96cc0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12a18aaa-139d-4e25-be82-1a2e8279d432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:05.510420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.511102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Bound using segment: {'id': '52ec79c0-a932-4946-af61-445dc96cc0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12a18aaa-139d-4e25-be82-1a2e8279d432'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:05.511366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Bound port: be5f5448-6287-48b5-8923-ef16bbee6ea3, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ec79c0-a932-4946-af61-445dc96cc0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '12a18aaa-139d-4e25-be82-1a2e8279d432'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:05.511800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.536459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:05.547495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:05.569803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Calling delete_port for f8ed3141-064a-4b26-9fbe-2aebe491f7ee owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:05.590038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.596507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Ignored duplicate provisioning block setup for port 5f8164e0-3206-42b5-bb61-a2a33209c500 by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Dec 09 09:33:05.611519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:05.618949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Allocated IP 172.20.0.1 (12a18aaa-139d-4e25-be82-1a2e8279d432/b8c7e53b-c5f5-4a72-84bb-f84586907a13/b4f297f7-0d5a-4a21-b220-194c484ea54b) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:05.628069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Transition to ACTIVE for port object 733c08be-4efb-40e1-bed2-d22966afc475 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:05.644253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.651625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.672199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6e5e38c-4dba-4407-abea-3419eae9b049 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:05.731076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.733803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Transition to ACTIVE for port object 733c08be-4efb-40e1-bed2-d22966afc475 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:05.747460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] For port be5f5448-6287-48b5-8923-ef16bbee6ea3, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:05.751249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] For port be5f5448-6287-48b5-8923-ef16bbee6ea3, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=be5f5448-6287-48b5-8923-ef16bbee6ea3,segment=NetworkSegment(52ec79c0-a932-4946-af61-445dc96cc0b3),segment_id=52ec79c0-a932-4946-af61-445dc96cc0b3)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:05.755399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.766386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f2336605-0af7-4de8-b5f3-668a906e48d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:05.797702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] Allocated IP 2001:db8:0:1::2 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/dafa4845-81c8-4fc6-b309-1a2cbda9f864/a70a1655-c9be-4365-b201-278f7b483420) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:05.804678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e835dfa-63c4-42b8-84df-0cedb86dca73 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:05.807076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.812914 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-546a5c67-b36e-4a89-8517-c39b0518df69 req-37c4b13c-c7b9-418f-b77c-35e60bc38180 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279347 Dec 09 09:33:05.815420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:05.816355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df5d59a4-89f2-432a-9b47-41d6844a1ede tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:05.822643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47167fe-11ef-4424-b5e6-97b37fcd88b8 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:05.853158 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] 10.222.0.18 "DELETE /v2.0/ports/bc583547-e094-4125-b0c5-47e6c8eb0f75 HTTP/1.1" status: 204 len: 168 time: 3.8321509 Dec 09 09:33:05.853158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:05.866526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47167fe-11ef-4424-b5e6-97b37fcd88b8 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:05.882373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d47167fe-11ef-4424-b5e6-97b37fcd88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:05.892840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Pushing event deleted for resources: {'Port': ['ID=f8ed3141-064a-4b26-9fbe-2aebe491f7ee,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:05.923777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:05.931085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e835dfa-63c4-42b8-84df-0cedb86dca73 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.017480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d47167fe-11ef-4424-b5e6-97b37fcd88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:06.037664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47167fe-11ef-4424-b5e6-97b37fcd88b8 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:06.038552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d47167fe-11ef-4424-b5e6-97b37fcd88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:32:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:06.085215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:06.088003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Pushing event updated for resources: {'Port': ['ID=733c08be-4efb-40e1-bed2-d22966afc475,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:06.102759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:06.110712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:06.119771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-88a55e3b-43c9-471c-bafa-8641fa439f0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:06.162489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3e835dfa-63c4-42b8-84df-0cedb86dca73 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/floatingips/906ab0b0-8ec4-4d1c-bd87-fc5fbb3a86a2 HTTP/1.1" status: 200 len: 688 time: 4.7519684 Dec 09 09:33:06.165401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54310) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:06.187409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d47167fe-11ef-4424-b5e6-97b37fcd88b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:06.187863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47167fe-11ef-4424-b5e6-97b37fcd88b8 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:06.216696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:06.245800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] In _notify_port_updated(), no bound segment for port 5f8164e0-3206-42b5-bb61-a2a33209c500 on network 0330c872-e54c-4dcb-aaa3-a1849fb9947c {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:33:06.250009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:06.251217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.252114 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "PUT /v2.0/ports/5f8164e0-3206-42b5-bb61-a2a33209c500 HTTP/1.1" status: 200 len: 931 time: 5.3108907 Dec 09 09:33:06.254621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.256657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54314) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:06.296738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Pushing event updated for resources: {'Port': ['ID=be5f5448-6287-48b5-8923-ef16bbee6ea3,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:06.320513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.323219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:06.323553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.324818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] 10.222.0.18 "DELETE /v2.0/floatingips/cef27c57-3907-4912-b2df-25ed194eb710 HTTP/1.1" status: 204 len: 168 time: 1.5146470 Dec 09 09:33:06.338624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54320) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:06.354291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=5f8164e0-3206-42b5-bb61-a2a33209c500,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:06.360174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:06.406424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Attempting to bind port 733c08be-4efb-40e1-bed2-d22966afc475 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:06.406840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Attempting to bind port 733c08be-4efb-40e1-bed2-d22966afc475 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:06.407247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Attempting to bind port 733c08be-4efb-40e1-bed2-d22966afc475 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:06.421452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:06.422020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:06.422476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.423517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:06.424409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Bound port: 733c08be-4efb-40e1-bed2-d22966afc475, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:06.424835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.444216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] For port a70a1655-c9be-4365-b201-278f7b483420, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a70a1655-c9be-4365-b201-278f7b483420,segment=NetworkSegment(e8bde0e0-81fa-4978-9ed1-ef3de866ee42),segment_id=e8bde0e0-81fa-4978-9ed1-ef3de866ee42)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:06.465898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54324) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:06.545519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.549144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 5f8164e0-3206-42b5-bb61-a2a33209c500 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:06.549685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.577296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] For port 733c08be-4efb-40e1-bed2-d22966afc475, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:06.579734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] Transition to ACTIVE for port object a70a1655-c9be-4365-b201-278f7b483420 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:06.582440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] For port 733c08be-4efb-40e1-bed2-d22966afc475, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=733c08be-4efb-40e1-bed2-d22966afc475,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:06.583942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.585639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 645bd58e-c947-4214-a89b-308205960fbd {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:06.586114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.590100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:06.657666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.685314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.728708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb785422-1f63-4a12-a596-401373ce2ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.853515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.855413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] Pushing event updated for resources: {'Port': ['ID=a70a1655-c9be-4365-b201-278f7b483420,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:06.867645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:06.868174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4b080abe-32ad-421c-a640-57321a738aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:06.903082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:06.962002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Pushing event updated for resources: {'Port': ['ID=733c08be-4efb-40e1-bed2-d22966afc475,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:06.976157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:07.033738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:07.046503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Transition to ACTIVE for port object b4f297f7-0d5a-4a21-b220-194c484ea54b will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:07.130630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:07.151553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Usage tracker for resource:security_group_rule and tenant:3b066852e26148a487af1e6deb9fcc55 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:07.157075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:07.180317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:07.296340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:07.313149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b62aeaa3-335e-44ac-b253-0c5b34d57aaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:07.451300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device be5f5448-6287-48b5-8923-ef16bbee6ea3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:07.465552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Network 12a18aaa-139d-4e25-be82-1a2e8279d432 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:07.474716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event updated for resources: {'Port': ['ID=b4f297f7-0d5a-4a21-b220-194c484ea54b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:07.489277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:07.494992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:07.510393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::1 (2d5d328b-91d8-47d0-9229-6819f3b6112b/4e280170-c233-488d-90ad-184f00f189c4/0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:07.513712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:07.578210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port be5f5448-6287-48b5-8923-ef16bbee6ea3 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:07.594261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a70a1655-c9be-4365-b201-278f7b483420 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:07.699867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:07.714981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aaf6e284-f1d2-4769-9a0e-1784a2271dc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:07.741717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:07.742095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:07.764842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:07.770444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:07.849596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:07.911083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 645bd58e-c947-4214-a89b-308205960fbd owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:07.946575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=957fe9f4-2518-4533-95e5-5d0eba5ad25e,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:07.965617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:07.971101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:07.971811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c60015a9-c880-48e2-a8ce-b1bd23fa5683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:08.000865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b066852e26148a487af1e6deb9fcc55&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5292706 Dec 09 09:33:08.023548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54332) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:08.040320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.072313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea957466-737f-4b69-b741-6bd843f878a5 req-8b0c4c47-bdb9-48a4-8104-0f92a285f4ab tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:08.074100 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea957466-737f-4b69-b741-6bd843f878a5 req-8b0c4c47-bdb9-48a4-8104-0f92a285f4ab tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.7716556 Dec 09 09:33:08.104602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1597232b-4212-4264-8b88-fbddbe18dfd1,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:08.121127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:08.121922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Checking segment: {'id': 'ec184fe5-41e1-41b0-9e5d-44aff09aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f10e5a90-a73c-4a77-b283-cd9e0e41de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:08.122318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network hostable DHCP agents. Network: f10e5a90-a73c-4a77-b283-cd9e0e41de76, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:33:08.139819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:08.148525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 5f8164e0-3206-42b5-bb61-a2a33209c500 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:08.195331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.297359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95238366-dc4a-4050-a37f-3ff59348f768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.303699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network f10e5a90-a73c-4a77-b283-cd9e0e41de76 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:33:08.315726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.331006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.341733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4c72f03-2d8c-4584-8782-0528afea894c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:08.377869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8c16-368f-48a4-ab8b-2690d96ca87c None None] Provisioning complete for port 5f8164e0-3206-42b5-bb61-a2a33209c500 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:08.378558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8c16-368f-48a4-ab8b-2690d96ca87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.413615 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea957466-737f-4b69-b741-6bd843f878a5 req-4f782930-cf18-4460-8ccc-95015e87bcd9 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268710 Dec 09 09:33:08.453437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8c16-368f-48a4-ab8b-2690d96ca87c None None] Port 5f8164e0-3206-42b5-bb61-a2a33209c500 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:08.473129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8c16-368f-48a4-ab8b-2690d96ca87c None None] Provisioning for port a70a1655-c9be-4365-b201-278f7b483420 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:08.479801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8c16-368f-48a4-ab8b-2690d96ca87c None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:08.484577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8c16-368f-48a4-ab8b-2690d96ca87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.574324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, f10e5a90-a73c-4a77-b283-cd9e0e41de76) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:08.583845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.601998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e55f510e-fcb1-4d9e-aafe-b970c2e69af3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:08.617568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69bf843-94b6-4669-9813-5ef3bf0ae085 None None] Network f10e5a90-a73c-4a77-b283-cd9e0e41de76 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:08.629949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95238366-dc4a-4050-a37f-3ff59348f768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.649725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:08.650371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.707826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=645bd58e-c947-4214-a89b-308205960fbd,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:08.710663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:08.838954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfa7cd4-a20d-4ae0-b840-c153d3abeeab None None] Network 12a18aaa-139d-4e25-be82-1a2e8279d432 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:08.888147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:08.931844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:08.983454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=5f8164e0-3206-42b5-bb61-a2a33209c500,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:09.007010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:09.013667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:09.036488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:09.057578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:09.058005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.108026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:09.125674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.133461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.164362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.170622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:09.171116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/floatingips/906ab0b0-8ec4-4d1c-bd87-fc5fbb3a86a2 HTTP/1.1" status: 204 len: 168 time: 3.0045106 Dec 09 09:33:09.172305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54338) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:09.174063 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/5f8164e0-3206-42b5-bb61-a2a33209c500 HTTP/1.1" status: 204 len: 168 time: 2.9074111 Dec 09 09:33:09.180929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54342) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:09.187988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'e6b78e61-bad4-497e-974d-26e18c99f394'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:09.247213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:09.258626 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-61130e57-707b-4e68-912c-1d47733d03a0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:33:09.258626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-61130e57-707b-4e68-912c-1d47733d03a0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:09.270069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:floatingip and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:09.270318 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2670484 Dec 09 09:33:09.271139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54346) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:09.272420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:09.279531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.352211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'f10e5a90-a73c-4a77-b283-cd9e0e41de76', 'name': 'tempest-PortsTestJSON-1930547859', 'fixed_ips': [{'subnet_id': '957fe9f4-2518-4533-95e5-5d0eba5ad25e', 'ip_address': '172.20.0.10'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:09.407025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:09.419063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-f10e5a90-a73c-4a77-b283-cd9e0e41de76', 'network_id': 'f10e5a90-a73c-4a77-b283-cd9e0e41de76', 'tenant_id': 'b9c451e18adc40d191f568b470792110', 'fixed_ips': [{'subnet_id': '957fe9f4-2518-4533-95e5-5d0eba5ad25e'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:33:09.419956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.438452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 733c08be-4efb-40e1-bed2-d22966afc475 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:09.468532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-61130e57-707b-4e68-912c-1d47733d03a0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:09.469914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c1d8c16-368f-48a4-ab8b-2690d96ca87c None None] Provisioning complete for port 0cc9b18e-98cf-4446-b15c-08d065e5034d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:09.470330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8c16-368f-48a4-ab8b-2690d96ca87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.475937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-61130e57-707b-4e68-912c-1d47733d03a0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/5f8164e0-3206-42b5-bb61-a2a33209c500 HTTP/1.1" status: 404 len: 333 time: 0.2909548 Dec 09 09:33:09.476099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a996a-a121-468b-82d2-27d92bffa327 req-f8c9207d-6324-41a7-90b9-c655a7892296 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:09.476099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7b0a996a-a121-468b-82d2-27d92bffa327 req-f8c9207d-6324-41a7-90b9-c655a7892296 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.8867211 Dec 09 09:33:09.478319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.489791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95238366-dc4a-4050-a37f-3ff59348f768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.496538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54350) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:09.521652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9c8c1ea-6e52-44ff-aeae-4428398c0c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:09.554772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.606097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95238366-dc4a-4050-a37f-3ff59348f768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1597232b-4212-4264-8b88-fbddbe18dfd1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:09.617226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95238366-dc4a-4050-a37f-3ff59348f768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:09.665472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95238366-dc4a-4050-a37f-3ff59348f768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:09.669852 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-95238366-dc4a-4050-a37f-3ff59348f768 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1597232b-4212-4264-8b88-fbddbe18dfd1 HTTP/1.1" status: 204 len: 168 time: 1.6445091 Dec 09 09:33:09.758860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:09.777307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:09.821813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7b0a996a-a121-468b-82d2-27d92bffa327 req-08acfd3c-0199-49b8-ad7c-d9c02d13db46 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242087 Dec 09 09:33:09.877757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 733c08be-4efb-40e1-bed2-d22966afc475 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:09.881379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8c16-368f-48a4-ab8b-2690d96ca87c None None] Port 0cc9b18e-98cf-4446-b15c-08d065e5034d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:09.882811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:10.023182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e986139c-2297-4e48-8221-415c58017a90 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.131507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Could not find standard attr ID for object 5f8164e0-3206-42b5-bb61-a2a33209c500. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:33:10.171218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e986139c-2297-4e48-8221-415c58017a90 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.208426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.215922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Allocated IP 172.20.0.2 (f10e5a90-a73c-4a77-b283-cd9e0e41de76/957fe9f4-2518-4533-95e5-5d0eba5ad25e/1c9c1623-2d6d-4e95-8dac-c98c4c538327) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:10.222498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.263929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d7f0d64-b38b-487c-8486-f2ba1661d8a6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:10.333519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54362) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.406439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.469757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port 2cf802fc-d130-4ae1-a324-65c8e1280c6a yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:33:10.496587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Provisioning for port 733c08be-4efb-40e1-bed2-d22966afc475 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:10.512948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Provisioning complete for port 733c08be-4efb-40e1-bed2-d22966afc475 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:10.513269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.596312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.616977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Transition to ACTIVE for port object 1c9c1623-2d6d-4e95-8dac-c98c4c538327 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:10.620593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event updated for resources: {'Port': ['ID=b4f297f7-0d5a-4a21-b220-194c484ea54b,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:10.624085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.628151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:10.636742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e986139c-2297-4e48-8221-415c58017a90 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.656971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-527fb18d-46e0-4dc7-97f7-a8d53beaa6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:10.658824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Transition to ACTIVE for port object 1c9c1623-2d6d-4e95-8dac-c98c4c538327 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:10.697729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986139c-2297-4e48-8221-415c58017a90 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83478372-9a0f-442f-834e-bdf3a88eb447,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:10.710426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.730170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e986139c-2297-4e48-8221-415c58017a90 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:10.758987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.770771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e986139c-2297-4e48-8221-415c58017a90 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.772014 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e986139c-2297-4e48-8221-415c58017a90 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/security-groups/83478372-9a0f-442f-834e-bdf3a88eb447 HTTP/1.1" status: 204 len: 168 time: 1.2429209 Dec 09 09:33:10.781224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54366) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.793261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fab283b0-895d-4397-a222-39395a0e401b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:10.806340 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1d379062-89b5-4a4b-ad89-911bec85f0e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c92a34f22a445acbab1f4b7de81fd6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4538829 Dec 09 09:33:10.813316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54370) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:10.825839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.867073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Network f10e5a90-a73c-4a77-b283-cd9e0e41de76 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:10.883097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.885275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:10.888540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:10.902449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.903722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:10.926253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29a37ee8-e711-4906-97ce-3a39396609b7 tempest-ExternalNetworksAdminNegativeTestJSON-959043297 tempest-ExternalNetworksAdminNegativeTestJSON-959043297-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:11.040863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Pushing event updated for resources: {'Port': ['ID=1c9c1623-2d6d-4e95-8dac-c98c4c538327,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:11.044277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Attempting to bind port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:11.044687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Attempting to bind port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ec184fe5-41e1-41b0-9e5d-44aff09aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f10e5a90-a73c-4a77-b283-cd9e0e41de76'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:11.045065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Attempting to bind port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 on network f10e5a90-a73c-4a77-b283-cd9e0e41de76 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:11.053509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:11.063069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:11.063438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Checking segment: {'id': 'ec184fe5-41e1-41b0-9e5d-44aff09aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f10e5a90-a73c-4a77-b283-cd9e0e41de76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:11.063930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.064350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Bound using segment: {'id': 'ec184fe5-41e1-41b0-9e5d-44aff09aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f10e5a90-a73c-4a77-b283-cd9e0e41de76'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:11.065437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Bound port: 1c9c1623-2d6d-4e95-8dac-c98c4c538327, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec184fe5-41e1-41b0-9e5d-44aff09aa92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f10e5a90-a73c-4a77-b283-cd9e0e41de76'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:11.065437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.084664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] For port 733c08be-4efb-40e1-bed2-d22966afc475, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=733c08be-4efb-40e1-bed2-d22966afc475,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:11.115195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.123871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:11.219291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c17f8-4699-4c7a-a76f-f0c9fa5b0c1e req-9535bcd7-1b66-4917-98dc-6caa50801ea4 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:11.225639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f21c17f8-4699-4c7a-a76f-f0c9fa5b0c1e req-9535bcd7-1b66-4917-98dc-6caa50801ea4 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.8023331 Dec 09 09:33:11.229432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.10 (f10e5a90-a73c-4a77-b283-cd9e0e41de76/957fe9f4-2518-4533-95e5-5d0eba5ad25e/2cf802fc-d130-4ae1-a324-65c8e1280c6a) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:11.233884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Provisioning for port be5f5448-6287-48b5-8923-ef16bbee6ea3 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:11.244706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Provisioning complete for port be5f5448-6287-48b5-8923-ef16bbee6ea3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:11.245153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.254005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f48462a3-c533-47ac-aeb4-b0d062c51d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.280953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] For port 1c9c1623-2d6d-4e95-8dac-c98c4c538327, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:11.283190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Pushing event updated for resources: {'Port': ['ID=733c08be-4efb-40e1-bed2-d22966afc475,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:11.296201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:11.303303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] For port 1c9c1623-2d6d-4e95-8dac-c98c4c538327, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1c9c1623-2d6d-4e95-8dac-c98c4c538327,segment=NetworkSegment(ec184fe5-41e1-41b0-9e5d-44aff09aa92d),segment_id=ec184fe5-41e1-41b0-9e5d-44aff09aa92d)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:11.312943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f48462a3-c533-47ac-aeb4-b0d062c51d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.315214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:11.316751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.319232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:11.329504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:11.356161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Network 12a18aaa-139d-4e25-be82-1a2e8279d432 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:11.358036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4d19649-5c18-4fce-8726-74a78cd343e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.364005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:11.368927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.26.8.166 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/536d2a38-8464-4b5f-b418-3aac7dc9de20) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:11.471740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Pushing event updated for resources: {'Port': ['ID=1c9c1623-2d6d-4e95-8dac-c98c4c538327,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:11.477851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:11.492488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.522203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4d19649-5c18-4fce-8726-74a78cd343e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.537385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:11.540634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:11.540760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] For port be5f5448-6287-48b5-8923-ef16bbee6ea3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=be5f5448-6287-48b5-8923-ef16bbee6ea3,segment=NetworkSegment(52ec79c0-a932-4946-af61-445dc96cc0b3),segment_id=52ec79c0-a932-4946-af61-445dc96cc0b3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:11.545071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.547438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:11.629809 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f21c17f8-4699-4c7a-a76f-f0c9fa5b0c1e req-9c58d2ef-a009-4192-ae31-bcd54f0a8958 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677454 Dec 09 09:33:11.647339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Pushing event updated for resources: {'Port': ['ID=be5f5448-6287-48b5-8923-ef16bbee6ea3,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:11.656508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:11.688522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f48462a3-c533-47ac-aeb4-b0d062c51d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.715958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Provisioning for port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:11.728861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Provisioning complete for port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:11.729695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:11.736601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2168755b-3a96-4552-ba8e-2aac9e50b4d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:11.839795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:11.863274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Provisioning for port b4f297f7-0d5a-4a21-b220-194c484ea54b completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:11.874061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48462a3-c533-47ac-aeb4-b0d062c51d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc08f55-c9dd-4a42-a197-a79c831faa4e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:11.877740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f48462a3-c533-47ac-aeb4-b0d062c51d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:11.902580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Provisioning complete for port b4f297f7-0d5a-4a21-b220-194c484ea54b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:11.903044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.004626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Port b4f297f7-0d5a-4a21-b220-194c484ea54b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:12.049688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Provisioning complete for port be5f5448-6287-48b5-8923-ef16bbee6ea3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:12.050730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d10d75d-5706-4988-82e2-00a14206b255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.102859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.153073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.163852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:12.200042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4d19649-5c18-4fce-8726-74a78cd343e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.248437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f48462a3-c533-47ac-aeb4-b0d062c51d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.250048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f48462a3-c533-47ac-aeb4-b0d062c51d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/security-groups/6dc08f55-c9dd-4a42-a197-a79c831faa4e HTTP/1.1" status: 204 len: 168 time: 1.4658031 Dec 09 09:33:12.258637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4d19649-5c18-4fce-8726-74a78cd343e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.259832 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4d19649-5c18-4fce-8726-74a78cd343e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/24411fac-15c0-4f85-aab7-d1337c86e876 HTTP/1.1" status: 204 len: 168 time: 1.3909009 Dec 09 09:33:12.263756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54374) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:12.321182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:12.325175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=536d2a38-8464-4b5f-b418-3aac7dc9de20,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:12.330029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:12.336167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:12.336999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:12.349869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b3c78614-2351-48c8-80f0-891d2a395a34 None None] Provisioning complete for port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:12.350288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3c78614-2351-48c8-80f0-891d2a395a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.367810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.370895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45a555ab-3eaa-42ea-889a-aae2934585ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:12.408044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d19649-5c18-4fce-8726-74a78cd343e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24411fac-15c0-4f85-aab7-d1337c86e876,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:12.414218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3c78614-2351-48c8-80f0-891d2a395a34 None None] Port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:12.419259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4d19649-5c18-4fce-8726-74a78cd343e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:12.427682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object 2cf802fc-d130-4ae1-a324-65c8e1280c6a will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:12.446711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b3c78614-2351-48c8-80f0-891d2a395a34 None None] Provisioning complete for port b4f297f7-0d5a-4a21-b220-194c484ea54b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:12.447134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3c78614-2351-48c8-80f0-891d2a395a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.524806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3c78614-2351-48c8-80f0-891d2a395a34 None None] Port b4f297f7-0d5a-4a21-b220-194c484ea54b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:12.617216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.630418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff615cd7-f611-447d-9296-c5186df6043e tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:12.722839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=2cf802fc-d130-4ae1-a324-65c8e1280c6a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:12.752009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet 97dae85b-3000-4fc6-9dee-c70b58f61117 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:12.766557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.769383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:12.829882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network f10e5a90-a73c-4a77-b283-cd9e0e41de76 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:12.851335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Router 294ccfc3-812a-4986-a11e-0d35b0fa9c71 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:33:12.860460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:12.913024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Router 397ef8a0-41b0-4955-9800-a4665f1ec095 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:33:12.920726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:12.958486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:13.018756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Deleting port b2b09aec-47f3-4858-91b2-ec8a73344ed8 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:13.019639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:13.250438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:13.386145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:13.386816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:13.406996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:13.409042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:13.417191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb3a365a-be67-4892-9ff7-ac1ea37a4414 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:13.418686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaab5a-bf35-49da-ba2f-201b66e41db8 None None] Sync routers for ids ['294ccfc3-812a-4986-a11e-0d35b0fa9c71'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:13.460232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 733c08be-4efb-40e1-bed2-d22966afc475 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:13.465470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:13.479196 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "PUT /v2.0/routers/397ef8a0-41b0-4955-9800-a4665f1ec095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6611423 Dec 09 09:33:13.480157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=97dae85b-3000-4fc6-9dee-c70b58f61117,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:13.482013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54400) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.485467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Sync routers for ids ['397ef8a0-41b0-4955-9800-a4665f1ec095'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:13.491100 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "PUT /v2.0/routers/294ccfc3-812a-4986-a11e-0d35b0fa9c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9058111 Dec 09 09:33:13.497974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:13.498496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54404) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.498865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54406) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.524194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Routers {'397ef8a0-41b0-4955-9800-a4665f1ec095'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:13.524892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['397ef8a0-41b0-4955-9800-a4665f1ec095'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:13.545922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eaab5a-bf35-49da-ba2f-201b66e41db8 None None] Routers {'294ccfc3-812a-4986-a11e-0d35b0fa9c71'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:13.546802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-03eaab5a-bf35-49da-ba2f-201b66e41db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['294ccfc3-812a-4986-a11e-0d35b0fa9c71'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:13.563077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Request body: {'port': {'network_id': '12a18aaa-139d-4e25-be82-1a2e8279d432', 'name': 'tempest-FloatingIPNegativeTestJSON-2144043326'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:13.579339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:13.585784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/97dae85b-3000-4fc6-9dee-c70b58f61117 HTTP/1.1" status: 204 len: 168 time: 1.3109825 Dec 09 09:33:13.595891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54414) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.621092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:13.768507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-03eaab5a-bf35-49da-ba2f-201b66e41db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:13.771421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c14a7-be66-4179-838a-156844837401 None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:13.775160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Set router 397ef8a0-41b0-4955-9800-a4665f1ec095 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:13.779916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9d3d51-77a6-438b-a24a-d08eb44569f5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:13.780565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f9d3d51-77a6-438b-a24a-d08eb44569f5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:13.896361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825e645b-25e7-420e-93dd-78df8d6c66b1 None None] Network f10e5a90-a73c-4a77-b283-cd9e0e41de76 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:13.908393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f9d3d51-77a6-438b-a24a-d08eb44569f5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:13.912498 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f9d3d51-77a6-438b-a24a-d08eb44569f5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports/0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 HTTP/1.1" status: 200 len: 911 time: 0.4265666 Dec 09 09:33:13.916333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54420) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.924129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-c72e9729-8f53-4a8e-b326-a4b54fc81544 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:13.926020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c72e9729-8f53-4a8e-b326-a4b54fc81544 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.4236174 Dec 09 09:33:13.966166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54424) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:13.976258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:13.979439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-58297eb4-67ce-483d-b174-5147ba57b391 None None] Provisioning for port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:13.993138 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.7160759 Dec 09 09:33:14.000002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54428) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.001407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:14.007266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-c6bd9452-e182-4e3d-a4fd-e3b2d39c12ff tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:14.008341 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c6bd9452-e182-4e3d-a4fd-e3b2d39c12ff tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0325019 Dec 09 09:33:14.014350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54430) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.020245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Usage tracker for resource:port and tenant:2ee8156a0efa47e99bbe10e8cb4897ac is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:14.026622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'f10e5a90-a73c-4a77-b283-cd9e0e41de76', 'name': 'tempest-PortsTestJSON-1225708337', 'fixed_ips': [{'subnet_id': '957fe9f4-2518-4533-95e5-5d0eba5ad25e', 'ip_address': '172.20.0.9'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:14.045077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:14.051428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eaab5a-bf35-49da-ba2f-201b66e41db8 None None] Routers {'294ccfc3-812a-4986-a11e-0d35b0fa9c71'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:14.051589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-b76915b9-53da-4613-8d61-71a6701ee230 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:14.052479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-03eaab5a-bf35-49da-ba2f-201b66e41db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['294ccfc3-812a-4986-a11e-0d35b0fa9c71'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:14.053308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b76915b9-53da-4613-8d61-71a6701ee230 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0343084 Dec 09 09:33:14.057671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54436) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.086096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-bf038f95-236d-4282-8246-887cef84d511 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:14.090920 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bf038f95-236d-4282-8246-887cef84d511 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0176361 Dec 09 09:33:14.101899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54440) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.135007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c0066-74b5-417b-ada6-508db8c1520c req-d78009b8-4cf6-4984-8ee7-7013b8d1963d tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:14.137270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-587c0066-74b5-417b-ada6-508db8c1520c req-d78009b8-4cf6-4984-8ee7-7013b8d1963d tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 1.2277398 Dec 09 09:33:14.152686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] For port b2b09aec-47f3-4858-91b2-ec8a73344ed8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b2b09aec-47f3-4858-91b2-ec8a73344ed8,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:14.153090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:14.261066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397ef8a0-41b0-4955-9800-a4665f1ec095', 'name': 'tempest-NetworksTestDHCPv6-router-574783657', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:03Z', 'updated_at': '2021-12-09T09:33:09Z', 'revision_number': 2, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None, '_interfaces': [{'id': '0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55', 'name': '', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'mac_address': 'fa:16:3e:f1:18:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397ef8a0-41b0-4955-9800-a4665f1ec095', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e280170-c233-488d-90ad-184f00f189c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:06Z', 'updated_at': '2021-12-09T09:33:10Z', 'revision_number': 2, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'subnets': [{'id': '4e280170-c233-488d-90ad-184f00f189c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:14.266844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Checking router: 397ef8a0-41b0-4955-9800-a4665f1ec095 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:33:14.267538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Updating router 397ef8a0-41b0-4955-9800-a4665f1ec095 port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:33:14.312851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Calling delete_port for b2b09aec-47f3-4858-91b2-ec8a73344ed8 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:14.331712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:14.362269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:14.371937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:14.377896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:14.387329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:14.406658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-03eaab5a-bf35-49da-ba2f-201b66e41db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:14.407231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eaab5a-bf35-49da-ba2f-201b66e41db8 None None] The sync data for ids ['294ccfc3-812a-4986-a11e-0d35b0fa9c71'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:14.421003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 733c08be-4efb-40e1-bed2-d22966afc475 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:14.421743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:14.454293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:14.472267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Made reservation on behalf of 2ee8156a0efa47e99bbe10e8cb4897ac for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:14.478008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:14.538744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] device_id is not set on port 26921b6b-334e-4c0b-a582-466c3fc612f2 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:33:14.542875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-09a16aaf-710f-4110-8c63-aa3f94743296 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:14.546742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-09a16aaf-710f-4110-8c63-aa3f94743296 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.4057992 Dec 09 09:33:14.566468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54444) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.569840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:14.576536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:14.583041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:14.591358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-ba296da1-bb08-470e-a225-3e1c5a13cbc4 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:14.595066 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ba296da1-bb08-470e-a225-3e1c5a13cbc4 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0106661 Dec 09 09:33:14.595066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:14.607677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54448) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.634480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ec313-07d4-4b86-9b24-63f9300ed31b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:14.638878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2ec313-07d4-4b86-9b24-63f9300ed31b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:14.641282 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cc2ec313-07d4-4b86-9b24-63f9300ed31b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7140179 Dec 09 09:33:14.645883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-246ed4c3-e342-4f5f-9c44-bac16bf3db13 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:14.650073 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-246ed4c3-e342-4f5f-9c44-bac16bf3db13 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0374660 Dec 09 09:33:14.679906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54452) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.680286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54454) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.697511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-70fb6471-53ee-4936-aef3-e3df796e2cb5 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:14.700800 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-70fb6471-53ee-4936-aef3-e3df796e2cb5 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0144613 Dec 09 09:33:14.708523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:14.783004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:14.788974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54460) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.804251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Transition to ACTIVE for port object 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:14.813887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:14.819623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c4c6177-b7e7-424c-8d5c-2959de349d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:14.826461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:14.831641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:port and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:14.838985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:14.849452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:14.870974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b09aec-47f3-4858-91b2-ec8a73344ed8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:14.880145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:14.880493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device be5f5448-6287-48b5-8923-ef16bbee6ea3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:14.888298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-41bb5fa4-aa82-456e-b788-e9183e76a8a5 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:14.893217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-41bb5fa4-aa82-456e-b788-e9183e76a8a5 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0826893 Dec 09 09:33:14.922083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54464) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:14.939948 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-587c0066-74b5-417b-ada6-508db8c1520c req-2ae1e58a-426b-4e28-a02f-cbefacd2dd04 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934786 Dec 09 09:33:15.016059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Pushing event updated for resources: {'Port': ['ID=0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:15.135651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port be5f5448-6287-48b5-8923-ef16bbee6ea3 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:15.136029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:15.153029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.153444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.153823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.154199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.154578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.164003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.164227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:15.164568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.164967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.165643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.166026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.166544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:15.178588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-fc8dfa68-b69b-471b-b08e-048764fed797 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:15.180068 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fc8dfa68-b69b-471b-b08e-048764fed797 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.2388861 Dec 09 09:33:15.186142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:15.195045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54470) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.242161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-4fb4789a-0a16-46d3-bbac-402675bd1d58 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:15.251438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4fb4789a-0a16-46d3-bbac-402675bd1d58 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0286915 Dec 09 09:33:15.256326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54474) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.297483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Attempting to bind port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:15.298039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Attempting to bind port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:15.298285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Attempting to bind port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:15.308620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-ef6f9b72-e33c-49fd-9bca-5b7e57403693 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:15.309751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ef6f9b72-e33c-49fd-9bca-5b7e57403693 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0254152 Dec 09 09:33:15.315682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:15.316567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:15.317215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:15.321046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:15.321046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Bound port: 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:15.321046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:15.362721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54480) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.465566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1c9c1623-2d6d-4e95-8dac-c98c4c538327 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:15.481423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-295b3d80-a980-42ce-a6b5-9f57db8f16f6 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:15.482509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-295b3d80-a980-42ce-a6b5-9f57db8f16f6 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.1175511 Dec 09 09:33:15.493139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54484) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.494090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] For port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:15.498731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] For port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:15.503549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:15.516582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cac2b85d-d0ac-48f1-93ee-68eac27a5b86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:15.537668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-7ffe3c9d-4120-478c-a63a-a96fb4b5ef8c tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:15.538774 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7ffe3c9d-4120-478c-a63a-a96fb4b5ef8c tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0435524 Dec 09 09:33:15.607554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54488) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.672966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:15.676809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Pushing event updated for resources: {'Port': ['ID=0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:15.682768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:15.692596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-d222c858-a40f-4c90-a85c-b908c93c6e1f tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:15.693728 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d222c858-a40f-4c90-a85c-b908c93c6e1f tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0693762 Dec 09 09:33:15.700692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:15.702323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:15.709826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54492) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.735295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Routers {'397ef8a0-41b0-4955-9800-a4665f1ec095'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:15.736159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['397ef8a0-41b0-4955-9800-a4665f1ec095'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:15.765311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-81dcb524-1c6e-4c2b-a629-ed4988d98b6a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:15.766405 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-81dcb524-1c6e-4c2b-a629-ed4988d98b6a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0536861 Dec 09 09:33:15.799749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54496) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.801928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Allocated IP 172.20.0.13 (12a18aaa-139d-4e25-be82-1a2e8279d432/b8c7e53b-c5f5-4a72-84bb-f84586907a13/26921b6b-334e-4c0b-a582-466c3fc612f2) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:15.836471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-b7a3710e-c2a9-4677-a226-16cba68661e4 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:15.837586 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b7a3710e-c2a9-4677-a226-16cba68661e4 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0184062 Dec 09 09:33:15.840002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:15.872428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54500) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.888689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-27f4f41e-f8e0-462a-ae9e-408a0dfabd10 None None] Provisioning complete for port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:15.903338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27f4f41e-f8e0-462a-ae9e-408a0dfabd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:15.925572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-a65ffbaa-a008-4974-a313-71122b080825 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:15.926913 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a65ffbaa-a008-4974-a313-71122b080825 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0331740 Dec 09 09:33:15.929534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:15.936834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54504) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:15.939462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-def6b9fd-e037-4ae7-93f1-02a2df3d9d04 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:16.046319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] Set router 397ef8a0-41b0-4955-9800-a4665f1ec095 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:16.125739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-1aed6854-251d-40bb-a299-54b2c90000b7 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.126760 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1aed6854-251d-40bb-a299-54b2c90000b7 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0576642 Dec 09 09:33:16.167320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54508) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.185023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-f5ef7649-c12c-4969-92bf-5eb30e6817c8 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.186143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f5ef7649-c12c-4969-92bf-5eb30e6817c8 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0155461 Dec 09 09:33:16.186730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:16.193368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:16.199380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6c26483-f281-4c03-b5ae-6f6f266e9641 req-e8986875-6bd2-40e6-97bf-ea8ac83dbe09 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4a60bd2e62c467487e80e727d627d1f&device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 1098 time: 0.6885800 Dec 09 09:33:16.245026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54512) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.260052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-1d94ad31-43d7-4166-9266-5cf8ffeffe4d tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.261577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1d94ad31-43d7-4166-9266-5cf8ffeffe4d tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094242 Dec 09 09:33:16.267813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27f4f41e-f8e0-462a-ae9e-408a0dfabd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:16.272650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:16.275905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54516) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.280267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port e2ea1970-46e1-4d26-8bf3-f1bfec486dda yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:33:16.346486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 1c9c1623-2d6d-4e95-8dac-c98c4c538327, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1c9c1623-2d6d-4e95-8dac-c98c4c538327,segment=NetworkSegment(ec184fe5-41e1-41b0-9e5d-44aff09aa92d),segment_id=ec184fe5-41e1-41b0-9e5d-44aff09aa92d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:16.375278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-48443df0-6317-45bb-b57f-465c2ee30991 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.376905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-48443df0-6317-45bb-b57f-465c2ee30991 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0437455 Dec 09 09:33:16.384348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54520) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.418410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-07bfd33f-80f5-4461-bedc-89d0a03a662a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.419842 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-07bfd33f-80f5-4461-bedc-89d0a03a662a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0293040 Dec 09 09:33:16.428335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=536d2a38-8464-4b5f-b418-3aac7dc9de20,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:16.432263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:16.435603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Transition to ACTIVE for port object 26921b6b-334e-4c0b-a582-466c3fc612f2 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:16.436916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54524) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.456534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-27f4f41e-f8e0-462a-ae9e-408a0dfabd10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:16.456939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-27f4f41e-f8e0-462a-ae9e-408a0dfabd10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:33:16.458621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:16.462133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9e5f78a-7007-4495-ac2d-03462e81db84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:16.473663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-64053d56-cca7-4586-9289-e7ca0fdc23f6 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.477255 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-64053d56-cca7-4586-9289-e7ca0fdc23f6 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0227520 Dec 09 09:33:16.483456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54528) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.501663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1154f3-0183-452a-87cb-343225250375 req-c73b3202-571e-4a28-a8ca-6f9eba66072a tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:16.502882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-686372e2-2534-4ca3-ba80-a6c2e91c532a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.507461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-686372e2-2534-4ca3-ba80-a6c2e91c532a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0147331 Dec 09 09:33:16.517028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54532) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.520116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc1154f3-0183-452a-87cb-343225250375 req-c73b3202-571e-4a28-a8ca-6f9eba66072a tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.8894274 Dec 09 09:33:16.598461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-34dc0b09-99ed-46aa-8bbd-cd519569bdf5 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.602235 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34dc0b09-99ed-46aa-8bbd-cd519569bdf5 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0803320 Dec 09 09:33:16.637074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54536) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.641702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=1c9c1623-2d6d-4e95-8dac-c98c4c538327,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:16.650543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:16.664603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-89c02905-862e-4bb3-9468-d301eeeb826e tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.668345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-89c02905-862e-4bb3-9468-d301eeeb826e tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0174000 Dec 09 09:33:16.669444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c26483-f281-4c03-b5ae-6f6f266e9641 req-1f97155d-4368-4806-9643-330647dea4b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:16.671042 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6c26483-f281-4c03-b5ae-6f6f266e9641 req-1f97155d-4368-4806-9643-330647dea4b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 HTTP/1.1" status: 200 len: 913 time: 0.3646004 Dec 09 09:33:16.672795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:16.682780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54540) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.702308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-3527703c-e837-442c-940f-6bce1243bc97 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:16.706675 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3527703c-e837-442c-940f-6bce1243bc97 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0118172 Dec 09 09:33:16.731351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54544) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:16.808986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397ef8a0-41b0-4955-9800-a4665f1ec095', 'name': 'tempest-NetworksTestDHCPv6-router-574783657', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:03Z', 'updated_at': '2021-12-09T09:33:09Z', 'revision_number': 2, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None, '_interfaces': [{'id': '0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55', 'name': '', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'mac_address': 'fa:16:3e:f1:18:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397ef8a0-41b0-4955-9800-a4665f1ec095', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e280170-c233-488d-90ad-184f00f189c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:06Z', 'updated_at': '2021-12-09T09:33:15Z', 'revision_number': 4, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'subnets': [{'id': '4e280170-c233-488d-90ad-184f00f189c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:16.813474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9d22b7-f2dd-4ed2-a4f2-9d6c89ee3822 None None] The sync data for ids ['397ef8a0-41b0-4955-9800-a4665f1ec095'] in dv-neutron-819581-1-hyperv is: [{'id': '397ef8a0-41b0-4955-9800-a4665f1ec095', 'name': 'tempest-NetworksTestDHCPv6-router-574783657', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:03Z', 'updated_at': '2021-12-09T09:33:09Z', 'revision_number': 2, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None, '_interfaces': [{'id': '0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55', 'name': '', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'mac_address': 'fa:16:3e:f1:18:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '397ef8a0-41b0-4955-9800-a4665f1ec095', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e280170-c233-488d-90ad-184f00f189c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:06Z', 'updated_at': '2021-12-09T09:33:15Z', 'revision_number': 4, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'subnets': [{'id': '4e280170-c233-488d-90ad-184f00f189c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:16.871204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:16.947487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:17.034462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-27f4f41e-f8e0-462a-ae9e-408a0dfabd10 None None] Provisioning for port 2cf802fc-d130-4ae1-a324-65c8e1280c6a completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:17.040059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-27f4f41e-f8e0-462a-ae9e-408a0dfabd10 None None] Provisioning complete for port 2cf802fc-d130-4ae1-a324-65c8e1280c6a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:17.040524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27f4f41e-f8e0-462a-ae9e-408a0dfabd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.066620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.9 (f10e5a90-a73c-4a77-b283-cd9e0e41de76/957fe9f4-2518-4533-95e5-5d0eba5ad25e/e2ea1970-46e1-4d26-8bf3-f1bfec486dda) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:17.079257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event updated for resources: {'Port': ['ID=26921b6b-334e-4c0b-a582-466c3fc612f2,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:17.086627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Network 12a18aaa-139d-4e25-be82-1a2e8279d432 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:17.092665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:17.097322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:17.101771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:17.113722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-27f4f41e-f8e0-462a-ae9e-408a0dfabd10 None None] Port 2cf802fc-d130-4ae1-a324-65c8e1280c6a cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:17.136863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-4628c159-37af-44b9-9d3a-b651d1f35871 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.140639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4628c159-37af-44b9-9d3a-b651d1f35871 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0599048 Dec 09 09:33:17.154343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54548) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.154893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6c26483-f281-4c03-b5ae-6f6f266e9641 req-61303f5f-7eb4-41b7-ac4f-e22acb9880f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d816ce52-614a-4c93-ba8f-2b205b28e0aa HTTP/1.1" status: 200 len: 217 time: 0.4051325 Dec 09 09:33:17.157294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc1154f3-0183-452a-87cb-343225250375 req-e5eca9f0-26f5-4daa-b2a2-30f36a3609ac tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249234 Dec 09 09:33:17.161550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.177017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-e1955a97-b60b-4348-9cd4-9dba75452718 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.180715 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e1955a97-b60b-4348-9cd4-9dba75452718 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0177224 Dec 09 09:33:17.212409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54552) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.232386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-2172ccda-02b4-4c7e-bef5-c6c209425c1a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.233456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2172ccda-02b4-4c7e-bef5-c6c209425c1a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0080757 Dec 09 09:33:17.238847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54556) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.252423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-8681c886-1817-4966-93cf-99b2800ba37c tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.257772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8681c886-1817-4966-93cf-99b2800ba37c tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0089059 Dec 09 09:33:17.262939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54560) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.264951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c26483-f281-4c03-b5ae-6f6f266e9641 req-93b57739-c386-46d2-b5e8-62d4007a27bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:17.267959 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6c26483-f281-4c03-b5ae-6f6f266e9641 req-93b57739-c386-46d2-b5e8-62d4007a27bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05b1eb93-c878-47fc-be0f-efc6fa248289 HTTP/1.1" status: 200 len: 852 time: 0.1019003 Dec 09 09:33:17.280913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-889d4ac5-ecd8-4b11-b90b-a922958c398e tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.285642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fcbb1031-d9e0-43fc-b80f-baa6be05493c None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:17.285834 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-889d4ac5-ecd8-4b11-b90b-a922958c398e tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0148144 Dec 09 09:33:17.285927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1031-d9e0-43fc-b80f-baa6be05493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.299394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.312056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54564) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.319601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de4242b0-8ade-4b6c-9989-316de9232aa6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:17.369689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6c26483-f281-4c03-b5ae-6f6f266e9641 req-fdf3ba9c-d207-43fa-b334-9cbbf771f82d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890515 Dec 09 09:33:17.371061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:17.371739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.387228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-868d7775-4cb4-4540-bdf0-4c730dcc2979 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.390835 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-868d7775-4cb4-4540-bdf0-4c730dcc2979 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0235696 Dec 09 09:33:17.410914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54568) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.457218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-d58976f0-cca5-4f5f-b192-02e84cfc65ee tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.460857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d58976f0-cca5-4f5f-b192-02e84cfc65ee tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0097969 Dec 09 09:33:17.463243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54572) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.472609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.486494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-6bdbf13b-0eea-4ace-a9e3-b116d42c5b6a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.493473 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6bdbf13b-0eea-4ace-a9e3-b116d42c5b6a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0234113 Dec 09 09:33:17.494190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54576) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.540256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fcbb1031-d9e0-43fc-b80f-baa6be05493c None None] Provisioning complete for port 2cf802fc-d130-4ae1-a324-65c8e1280c6a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:17.540940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1031-d9e0-43fc-b80f-baa6be05493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.595816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:17.600752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-74fcead5-5acb-453a-8fca-75ac6474a036 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.601862 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-74fcead5-5acb-453a-8fca-75ac6474a036 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0971031 Dec 09 09:33:17.608122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54580) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.620796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb1031-d9e0-43fc-b80f-baa6be05493c None None] Port 2cf802fc-d130-4ae1-a324-65c8e1280c6a cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:17.627770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-5a22cc3e-b7b3-4164-a0c0-9db519c80dd6 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.631568 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5a22cc3e-b7b3-4164-a0c0-9db519c80dd6 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084534 Dec 09 09:33:17.634848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54584) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.654731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fcbb1031-d9e0-43fc-b80f-baa6be05493c None None] Provisioning complete for port 0cc9b18e-98cf-4446-b15c-08d065e5034d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:17.655454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1031-d9e0-43fc-b80f-baa6be05493c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.660838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-053d8cf6-db8b-44f9-a988-791d90558a8d tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.664774 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-053d8cf6-db8b-44f9-a988-791d90558a8d tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0222683 Dec 09 09:33:17.721026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54588) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.744870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fcbb1031-d9e0-43fc-b80f-baa6be05493c None None] Port 0cc9b18e-98cf-4446-b15c-08d065e5034d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:17.750261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-e0fb7b68-0677-466e-8e91-39e659580aa0 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.751483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e0fb7b68-0677-466e-8e91-39e659580aa0 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0203087 Dec 09 09:33:17.756687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54592) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.769388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-286b6446-0eaf-447e-9c20-f35f0c9f9282 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.773348 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-286b6446-0eaf-447e-9c20-f35f0c9f9282 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0083237 Dec 09 09:33:17.777479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54596) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.791413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-7b53bd16-78e5-4fba-abe5-77c928c5080f tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.792937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7b53bd16-78e5-4fba-abe5-77c928c5080f tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0137272 Dec 09 09:33:17.800697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54600) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.821814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-6ea2d0b9-f2f9-4d34-b0b3-935232ec4b6b tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.823101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6ea2d0b9-f2f9-4d34-b0b3-935232ec4b6b tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0134730 Dec 09 09:33:17.827728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54604) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.835885 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP 5192b5f9-6ed6-466b-b280-8edd194bce89 associated. External IP: 172.26.8.166, port: e6b78e61-bad4-497e-974d-26e18c99f394. Dec 09 09:33:17.872364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7dea3c6d-c577-415b-8fef-de6a62d053dc None None] Provisioning for port 26921b6b-334e-4c0b-a582-466c3fc612f2 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:17.879604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7dea3c6d-c577-415b-8fef-de6a62d053dc None None] Provisioning complete for port 26921b6b-334e-4c0b-a582-466c3fc612f2 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:17.880188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7dea3c6d-c577-415b-8fef-de6a62d053dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.892926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-512e9d09-103a-4061-9909-8fb70a6ca54c tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.894764 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-512e9d09-103a-4061-9909-8fb70a6ca54c tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0636909 Dec 09 09:33:17.899852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54608) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.916072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:17.927323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d1b0b5-66ce-428c-8d11-12e9e9b41979 None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:17.933147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-33b41a9d-e4dd-44cb-a8ac-d4e30b87529d tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.934202 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-33b41a9d-e4dd-44cb-a8ac-d4e30b87529d tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0194514 Dec 09 09:33:17.939250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54612) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.939584 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4395568 Dec 09 09:33:17.939715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54614) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.944537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:17.945210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:17.950577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=63b99604-f84b-4c2d-83dd-6a1a5199ae4f,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:17.953249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-36a60033-f950-4ee6-a222-0cca235e99a7 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.955422 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-36a60033-f950-4ee6-a222-0cca235e99a7 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0100117 Dec 09 09:33:17.960814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:17.962958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:17.972971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54620) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:17.976817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:17.985261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-0ed8cc1f-18bd-4efb-bac6-6a33a5633217 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:17.986344 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0ed8cc1f-18bd-4efb-bac6-6a33a5633217 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0123250 Dec 09 09:33:17.993499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54624) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.001586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-c0739219-e173-4f1c-97dc-6d17cda4494b tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.002628 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0739219-e173-4f1c-97dc-6d17cda4494b tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0082002 Dec 09 09:33:18.009434 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4100139 Dec 09 09:33:18.011509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7dea3c6d-c577-415b-8fef-de6a62d053dc None None] Port 26921b6b-334e-4c0b-a582-466c3fc612f2 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:18.022747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54628) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.023122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54630) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.035367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-ebb5ff1d-d633-4993-a3ea-c866add7d40a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.036400 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ebb5ff1d-d633-4993-a3ea-c866add7d40a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0122600 Dec 09 09:33:18.037683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6c26483-f281-4c03-b5ae-6f6f266e9641 req-b05e1706-bc9b-4ebe-a27e-ae6147efe754 service neutron] 10.222.0.65 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6078050 Dec 09 09:33:18.040508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'security_group': {'name': 'tempest-secgroup-1560354006'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:18.050373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54636) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.068521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-2a6f9fbb-079b-47c6-b6c7-c44ed2c2edc3 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.069616 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2a6f9fbb-079b-47c6-b6c7-c44ed2c2edc3 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0155864 Dec 09 09:33:18.070778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:18.073086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54640) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.078328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Usage tracker for resource:floatingip and tenant:2ee8156a0efa47e99bbe10e8cb4897ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:18.087890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-d7629bbf-f45e-43d0-903d-e24b299051c8 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.091804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d7629bbf-f45e-43d0-903d-e24b299051c8 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0123026 Dec 09 09:33:18.097536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54644) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.098616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:18.104550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:18.108423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:18.110135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:18.120941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-96c885b8-cfc7-4ba0-b8a7-b8a1ab54706c tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.124696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-96c885b8-cfc7-4ba0-b8a7-b8a1ab54706c tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0141706 Dec 09 09:33:18.130511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:18.133026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54648) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.134714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:18.145690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object e2ea1970-46e1-4d26-8bf3-f1bfec486dda will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:18.147333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-be2842dc-750b-484d-a579-3903957d7bf1 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.150763 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be2842dc-750b-484d-a579-3903957d7bf1 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0112402 Dec 09 09:33:18.152675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54652) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.166015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-9273d01b-5946-416a-9492-5dd113c9cfb4 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.167069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9273d01b-5946-416a-9492-5dd113c9cfb4 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110083 Dec 09 09:33:18.171815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54656) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.176402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:18.191610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-0cc034c9-dc2a-44d5-817b-20a231c2e4be tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.192679 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0cc034c9-dc2a-44d5-817b-20a231c2e4be tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0199127 Dec 09 09:33:18.207254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54660) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.217368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-b8537cbd-2f82-4471-b70a-bb669b314ffa tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.221499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8537cbd-2f82-4471-b70a-bb669b314ffa tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0096817 Dec 09 09:33:18.225592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54666) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.262614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-523c90b9-b914-436b-8186-316436cd8bf0 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.266722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-523c90b9-b914-436b-8186-316436cd8bf0 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0386178 Dec 09 09:33:18.286492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54670) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.301018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-354087fb-8cfd-48f5-8b0f-30a30d3b001a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.305069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-354087fb-8cfd-48f5-8b0f-30a30d3b001a tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0174181 Dec 09 09:33:18.305815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54674) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.322191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-af6d1ced-d9b6-4ac1-97f7-6e3c9e970ba2 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.325012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:18.326755 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-af6d1ced-d9b6-4ac1-97f7-6e3c9e970ba2 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0172997 Dec 09 09:33:18.328460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:18.329375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54678) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.335967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:18.340753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group_rule and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:18.349403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5394ba29-092c-45e8-b22f-c0374af46fb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:18.365631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-35677b61-36ba-4701-b987-cdf7ee38fef6 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.370211 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-35677b61-36ba-4701-b987-cdf7ee38fef6 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0320764 Dec 09 09:33:18.388203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54682) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.389419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:18.403405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-53e227e7-5885-4de9-89be-7158234a61e0 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.407166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-53e227e7-5885-4de9-89be-7158234a61e0 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0118163 Dec 09 09:33:18.425457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54686) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:18.443579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [None req-46c5631a-bd02-4e70-b56f-365422b102a3 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:33:18.450451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-46c5631a-bd02-4e70-b56f-365422b102a3 tempest-ExtensionsTestJSON-1748542387 tempest-ExtensionsTestJSON-1748542387-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0165219 Dec 09 09:33:18.465472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:18.475937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] Update dhcp port {'port': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'fixed_ips': [{'subnet_id': 'dafa4845-81c8-4fc6-b309-1a2cbda9f864', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63b99604-f84b-4c2d-83dd-6a1a5199ae4f'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': 'a70a1655-c9be-4365-b201-278f7b483420'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:33:18.480533 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6c26483-f281-4c03-b5ae-6f6f266e9641 req-7379eb0a-ee9c-4c8e-907b-c055abe562f8 service neutron] 10.222.0.65 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302344 Dec 09 09:33:18.532502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network f10e5a90-a73c-4a77-b283-cd9e0e41de76 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:18.542832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=e2ea1970-46e1-4d26-8bf3-f1bfec486dda,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:18.548275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:18.552947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:18.555307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:18.634162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:18.727501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:18.736043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:18.736736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:18.760167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba5f6e-1111-43b7-a519-626f42dd4986 req-3e62fc58-4695-408d-bf02-aab694785a30 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:18.761894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e1ba5f6e-1111-43b7-a519-626f42dd4986 req-3e62fc58-4695-408d-bf02-aab694785a30 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.4228225 Dec 09 09:33:18.762596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:18.779933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a29d5e0-ceb7-4e4b-9d1d-6e904b6ac7ba tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:18.849920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:18.902607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:19.079482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:19.084759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54694) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.086305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.090171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0615807 Dec 09 09:33:19.090171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0781341 Dec 09 09:33:19.092679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:19.093242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.093886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54696) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.094091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54700) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.094917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8ce1a7-244e-4d17-9a6f-77047ac2559f,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:19.106787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'security_group': {'name': 'tempest-secgroup-420776992'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:19.112706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:19.116950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:19.120019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:19.126087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:19.141299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:19.185325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.224219 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e1ba5f6e-1111-43b7-a519-626f42dd4986 req-32594f72-a017-484a-bc41-b5a7607337cd tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275765 Dec 09 09:33:19.276264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.297658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:19.302673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] Allocated IP 2001:db8::2 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/63b99604-f84b-4c2d-83dd-6a1a5199ae4f/a70a1655-c9be-4365-b201-278f7b483420) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:19.306498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group_rule and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:19.314958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6c1b2e-fe9d-4f56-a09a-14b61aee7f8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:19.316561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5d6c1b2e-fe9d-4f56-a09a-14b61aee7f8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:19.319778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:19.332511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:19.332670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9257eaab-430f-4588-a40d-c11697e9ae7b None None] Provisioning for port e2ea1970-46e1-4d26-8bf3-f1bfec486dda completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:19.348358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:19.349538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9257eaab-430f-4588-a40d-c11697e9ae7b None None] Provisioning complete for port e2ea1970-46e1-4d26-8bf3-f1bfec486dda triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:19.349969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9257eaab-430f-4588-a40d-c11697e9ae7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.354505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.369580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5d6c1b2e-fe9d-4f56-a09a-14b61aee7f8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:19.370868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5d6c1b2e-fe9d-4f56-a09a-14b61aee7f8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2714186 Dec 09 09:33:19.374465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54708) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.436468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.437814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1c9c1623-2d6d-4e95-8dac-c98c4c538327 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:19.472323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:19.501896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9257eaab-430f-4588-a40d-c11697e9ae7b None None] Port e2ea1970-46e1-4d26-8bf3-f1bfec486dda cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:19.531578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.571533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.640637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.655618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0fd70b4f-5cb7-40cc-a116-596c1ea12b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:19.660018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:19.667535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:19.700051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] For port a70a1655-c9be-4365-b201-278f7b483420, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a70a1655-c9be-4365-b201-278f7b483420,segment=NetworkSegment(e8bde0e0-81fa-4978-9ed1-ef3de866ee42),segment_id=e8bde0e0-81fa-4978-9ed1-ef3de866ee42)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:19.704420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:19.705195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.769992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:19.782655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d5cedc840644fa93173a84c48d7209 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:19.787562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:19.808475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.824221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.828253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7280667 Dec 09 09:33:19.837354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:19.838034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] Transition to ACTIVE for port object a70a1655-c9be-4365-b201-278f7b483420 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:19.843072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54714) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.852707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940ec674-3aa4-4fff-9678-eeaaea55dc22,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:19.867698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.867902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'security_group': {'name': 'tempest-secgroup-581179571'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:19.875656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:19.879386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cf48f83c-60b1-43d5-b2bc-9d1364943ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:19.881996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:19.885342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:19.894299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:19.899535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:19.908489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50263647-d4de-4612-bdb0-35207069eb82 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:19.915412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50263647-d4de-4612-bdb0-35207069eb82 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:19.919816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50263647-d4de-4612-bdb0-35207069eb82 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:19.926131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50263647-d4de-4612-bdb0-35207069eb82 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.5151582 Dec 09 09:33:19.930009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54718) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:19.959075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:19.980173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:19.980577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.001474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] Pushing event updated for resources: {'Port': ['ID=a70a1655-c9be-4365-b201-278f7b483420,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:20.009705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:20.064494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Allocated IP 172.26.8.38 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/1331d36c-4f04-4c00-8089-7b930816d0b7) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:20.090898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port e2ea1970-46e1-4d26-8bf3-f1bfec486dda {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:20.091353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.127163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.139837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:20.148762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:security_group_rule and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:20.151839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.163354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:20.166448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e986139c-2297-4e48-8221-415c58017a90 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:20.237009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:20.316328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7597a706-3ead-4031-8984-61f4d93d797c,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:20.341970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:20.351387 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3d5cedc840644fa93173a84c48d7209&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2585800 Dec 09 09:33:20.357082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54724) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:20.372881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:33:20.374919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:33:20.419514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] For port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:20.419902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.567311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:20.592511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:20.643929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:20.643929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.646745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.658305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.668053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbdf9d5e-fe21-43c5-8778-9f96a8ab7196 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:20.708787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6512976b-fd33-4241-9857-fe3cf8aa8c89,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:20.724823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:20.779333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42d6417f-35c6-433e-94c7-145cc7a0699a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.821938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.823303 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9781306 Dec 09 09:33:20.828794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54728) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:20.834972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42d6417f-35c6-433e-94c7-145cc7a0699a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.854143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-342537919', 'security_groups': ['6512976b-fd33-4241-9857-fe3cf8aa8c89'], 'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63b99604-f84b-4c2d-83dd-6a1a5199ae4f'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:20.901911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.953531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42d6417f-35c6-433e-94c7-145cc7a0699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:20.959563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dbf9cc3-fa04-41f5-9bb7-3efce7608997 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:20.982100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6417f-35c6-433e-94c7-145cc7a0699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7597a706-3ead-4031-8984-61f4d93d797c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:20.987033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42d6417f-35c6-433e-94c7-145cc7a0699a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:20.994686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:21.003743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8ad5fa55-e37e-4401-854e-cb61ab9bfea6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:21.026936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Port 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 update to ACTIVE by agent not found {{(pid=88885) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 09 09:33:21.027802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a70a1655-c9be-4365-b201-278f7b483420 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:21.059021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:21.061971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:21.071980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc5d91-1df3-47bb-bdbd-332584dcf887 req-309f922b-7988-4a2f-a582-ca8ab99abc97 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:21.073853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fcc5d91-1df3-47bb-bdbd-332584dcf887 req-309f922b-7988-4a2f-a582-ca8ab99abc97 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.6823461 Dec 09 09:33:21.142180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:21.142937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:21.163964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42d6417f-35c6-433e-94c7-145cc7a0699a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:21.178349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-42d6417f-35c6-433e-94c7-145cc7a0699a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7597a706-3ead-4031-8984-61f4d93d797c HTTP/1.1" status: 204 len: 168 time: 0.8000410 Dec 09 09:33:21.217394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fd5864f7-fea7-4be1-9432-3f06f5cd8b72 None None] Provisioning for port a70a1655-c9be-4365-b201-278f7b483420 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:21.226820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fd5864f7-fea7-4be1-9432-3f06f5cd8b72 None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:21.227335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd5864f7-fea7-4be1-9432-3f06f5cd8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:21.298156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:21.318486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:21.461988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fd5864f7-fea7-4be1-9432-3f06f5cd8b72 None None] Provisioning complete for port 0cc9b18e-98cf-4446-b15c-08d065e5034d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:21.462537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd5864f7-fea7-4be1-9432-3f06f5cd8b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:21.471014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for e2ea1970-46e1-4d26-8bf3-f1bfec486dda owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:21.526955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fd5864f7-fea7-4be1-9432-3f06f5cd8b72 None None] Port 0cc9b18e-98cf-4446-b15c-08d065e5034d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:21.920730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:21.928660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4c59ad5-23cc-4d0c-af66-19d0b993cf3a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:22.021778 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fcc5d91-1df3-47bb-bdbd-332584dcf887 req-a1d9834e-df10-4331-a5fc-a0db8d1b463b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8596933 Dec 09 09:33:22.024235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Router 397ef8a0-41b0-4955-9800-a4665f1ec095 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:33:22.043655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:22.100987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:22.108331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:22.119194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:22.121831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:22.174190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:22.179813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "PUT /v2.0/routers/397ef8a0-41b0-4955-9800-a4665f1ec095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4984486 Dec 09 09:33:22.183289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54750) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:22.187336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] Sync routers for ids ['397ef8a0-41b0-4955-9800-a4665f1ec095'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:22.217797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event updated for resources: {'Port': ['ID=1331d36c-4f04-4c00-8089-7b930816d0b7,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:22.217940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] Routers {'397ef8a0-41b0-4955-9800-a4665f1ec095'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:22.225673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['397ef8a0-41b0-4955-9800-a4665f1ec095'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:22.231856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:22.263008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:22.267720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e37e11-83c1-4777-85a5-c34ef53aced5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:22.270263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e37e11-83c1-4777-85a5-c34ef53aced5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:22.272263 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3e37e11-83c1-4777-85a5-c34ef53aced5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0878406 Dec 09 09:33:22.275052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54756) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:22.300345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:22.310641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:22.311131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0efa26-26d7-4e88-97d9-d6491652d677 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:22.329317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0efa26-26d7-4e88-97d9-d6491652d677 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:22.329993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4e0efa26-26d7-4e88-97d9-d6491652d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:22.401427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] Set router 397ef8a0-41b0-4955-9800-a4665f1ec095 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:22.428757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4e0efa26-26d7-4e88-97d9-d6491652d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:22.440831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0efa26-26d7-4e88-97d9-d6491652d677 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:22.441770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4e0efa26-26d7-4e88-97d9-d6491652d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:22.507783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54762) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:22.512824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0049729 Dec 09 09:33:22.519108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54764) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:22.533882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4e0efa26-26d7-4e88-97d9-d6491652d677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:22.535183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0efa26-26d7-4e88-97d9-d6491652d677 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:22.576748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 4e280170-c233-488d-90ad-184f00f189c4 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:22.580320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:22.599017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:22.626459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397ef8a0-41b0-4955-9800-a4665f1ec095', 'name': 'tempest-NetworksTestDHCPv6-router-574783657', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:03Z', 'updated_at': '2021-12-09T09:33:20Z', 'revision_number': 3, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:22.630990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] Checking router: 397ef8a0-41b0-4955-9800-a4665f1ec095 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:33:22.644260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] Routers {'397ef8a0-41b0-4955-9800-a4665f1ec095'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:22.644857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['397ef8a0-41b0-4955-9800-a4665f1ec095'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:22.648455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:22.667093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:22.737066 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-02d5ab95-b53e-4f67-8623-685938a43ffa tempest-NetworksApiDiscovery-1996023433 tempest-NetworksApiDiscovery-1996023433-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2166507 Dec 09 09:33:22.754998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:22.759067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=e2ea1970-46e1-4d26-8bf3-f1bfec486dda,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:22.781501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:22.787941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:22.824403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] Sync routers for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:22.848016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:22.854457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] device_id is not set on port 4640a7c0-0d49-470a-ae17-13c7f57a6cda yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:33:22.860921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f1898bd-2aad-468e-8325-bc6e0ebbb00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:22.871054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] Set router 397ef8a0-41b0-4955-9800-a4665f1ec095 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:22.913283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:22.923485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=4e280170-c233-488d-90ad-184f00f189c4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:22.927780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:22.933961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:22.934833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:22.938389 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/4e280170-c233-488d-90ad-184f00f189c4 HTTP/1.1" status: 204 len: 168 time: 0.6600184 Dec 09 09:33:22.938721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54772) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.008960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9c52f4-af4c-4fc6-89e4-15ef977943ed None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:23.065850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:23.131998 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] 10.222.0.18 "PUT /v2.0/routers/7bebb406-c844-438e-9b5c-0c0bffaf0d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7921932 Dec 09 09:33:23.159842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54776) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.166001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '397ef8a0-41b0-4955-9800-a4665f1ec095', 'name': 'tempest-NetworksTestDHCPv6-router-574783657', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:03Z', 'updated_at': '2021-12-09T09:33:20Z', 'revision_number': 3, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:23.234049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 14.0585861 Dec 09 09:33:23.245365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54782) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.279357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:23.314271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823b16e-0a83-41e6-8a0d-ba7396e8a7a6 req-10e3ea44-c235-45b6-adca-bb920319032e tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:23.316951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5823b16e-0a83-41e6-8a0d-ba7396e8a7a6 req-10e3ea44-c235-45b6-adca-bb920319032e tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.6351290 Dec 09 09:33:23.337708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d835fd7f-eb7f-4822-af2d-56d348248801 None None] The sync data for ids ['397ef8a0-41b0-4955-9800-a4665f1ec095'] in dv-neutron-819581-1-hyperv is: [{'id': '397ef8a0-41b0-4955-9800-a4665f1ec095', 'name': 'tempest-NetworksTestDHCPv6-router-574783657', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:03Z', 'updated_at': '2021-12-09T09:33:20Z', 'revision_number': 3, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:23.388241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-676e175a-30b5-4bba-8734-c04dd1c21776 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4480114 Dec 09 09:33:23.389266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54786) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.408461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54788) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.509477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:23.538131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-77004f5f-e7c4-42d5-89a9-9f53ed69ddc4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "GET /v2.0/floatingips/5192b5f9-6ed6-466b-b280-8edd194bce89 HTTP/1.1" status: 200 len: 977 time: 0.2863300 Dec 09 09:33:23.540688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54796) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.633442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8::f4 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/63b99604-f84b-4c2d-83dd-6a1a5199ae4f/4640a7c0-0d49-470a-ae17-13c7f57a6cda) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:23.695208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:23.718655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2815421e-f0d1-4698-a4fa-130e5bc14e62 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1766913 Dec 09 09:33:23.724299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54800) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.734367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'port_id': 'f5481ec0-f573-49dc-ac59-f2d8b131ca46'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:23.802110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:23.847527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:23.863711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:33:23.879281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] Deleting port 733c08be-4efb-40e1-bed2-d22966afc475 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:23.879702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:23.912580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/e2ea1970-46e1-4d26-8bf3-f1bfec486dda HTTP/1.1" status: 204 len: 168 time: 3.9786613 Dec 09 09:33:23.917565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54804) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:23.918307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:23.922056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:23.944859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Usage tracker for resource:security_group_rule and tenant:8867b00e86a54719a65f4a266d59ec6f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:23.950819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5823b16e-0a83-41e6-8a0d-ba7396e8a7a6 req-52ee3090-7fec-4e0e-83bf-119580f95d11 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5434780 Dec 09 09:33:23.955371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:23.968670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.034928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:24.119227 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aaa318b-ea49-4d92-ba60-7dc13a6979ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:33:24.119799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6aaa318b-ea49-4d92-ba60-7dc13a6979ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:24.170249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c3a714b-2a5f-405e-a18e-ff256837ed27 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.283681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] For port 733c08be-4efb-40e1-bed2-d22966afc475, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=733c08be-4efb-40e1-bed2-d22966afc475,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:24.284600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.329544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6aaa318b-ea49-4d92-ba60-7dc13a6979ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:24.333857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6aaa318b-ea49-4d92-ba60-7dc13a6979ea tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/e2ea1970-46e1-4d26-8bf3-f1bfec486dda HTTP/1.1" status: 404 len: 333 time: 0.3833320 Dec 09 09:33:24.345291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54808) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:24.421797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] Calling delete_port for 733c08be-4efb-40e1-bed2-d22966afc475 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:24.465453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:33:14Z', 'revision_number': 5, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:24.476096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] Checking router: 7bebb406-c844-438e-9b5c-0c0bffaf0d6a for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:33:24.505871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.525209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] Routers {'7bebb406-c844-438e-9b5c-0c0bffaf0d6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:24.525911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:24.597434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.606301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.610453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 733c08be-4efb-40e1-bed2-d22966afc475 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:24.617575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:24.620334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 2cf802fc-d130-4ae1-a324-65c8e1280c6a {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:24.620718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.723723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.743899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:24.770652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e578e1-3b3c-4c34-8d39-d3ec6d1acef2,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:24.786794 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8867b00e86a54719a65f4a266d59ec6f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3818038 Dec 09 09:33:24.791492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:24.792042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54812) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:24.796103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] Pushing event deleted for resources: {'Port': ['ID=733c08be-4efb-40e1-bed2-d22966afc475,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:24.797556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.798745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] No DVR routers for this DVR port 733c08be-4efb-40e1-bed2-d22966afc475 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:24.820725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:24.847095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No active binding found for port 733c08be-4efb-40e1-bed2-d22966afc475 {{(pid=88885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 09 09:33:24.847681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 733c08be-4efb-40e1-bed2-d22966afc475 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:24.848263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:24.888834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Deleting port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:24.889536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:24.890156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:24.890673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 0b4b5f0c-ae58-4a31-84d8-6f25ac4f2d55 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:24.918583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] Set router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:24.974209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object 4640a7c0-0d49-470a-ae17-13c7f57a6cda will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:25.167792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.242134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:33:14Z', 'revision_number': 5, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:25.245328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-980dd79f-b29c-435d-8704-82020a0826b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.246369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb43c6b-3efa-45a2-84fd-a1b412f0597d None None] The sync data for ids ['7bebb406-c844-438e-9b5c-0c0bffaf0d6a'] in dv-neutron-819581-1-hyperv is: [{'id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'name': 'tempest-ServerActionsTestJSON-135071869-router', 'tenant_id': 'df3d181393184b3e9829225c604aef2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:28:40Z', 'updated_at': '2021-12-09T09:33:14Z', 'revision_number': 5, 'project_id': 'df3d181393184b3e9829225c604aef2a', 'gw_port': {'id': '41c12c73-d49a-4430-af6d-5ac6e2d2fe67', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:f2:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bebb406-c844-438e-9b5c-0c0bffaf0d6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:28:42Z', 'updated_at': '2021-12-09T09:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:25.249867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6072d2a-bf16-4ab0-878f-05acdbfdb185 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:25.323319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-980dd79f-b29c-435d-8704-82020a0826b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.371439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c3a714b-2a5f-405e-a18e-ff256837ed27 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.393967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] For port 41c12c73-d49a-4430-af6d-5ac6e2d2fe67, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=41c12c73-d49a-4430-af6d-5ac6e2d2fe67,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:25.394563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.406938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=4640a7c0-0d49-470a-ae17-13c7f57a6cda,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:25.416259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:25.417404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:25.418212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c3a714b-2a5f-405e-a18e-ff256837ed27 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.433058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:25.488889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:25.493563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:25.494238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.494427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313296f-b8af-4e9b-b5d0-fa6b9eb64254 req-9cda0815-c758-4ad6-86a0-1037172348c5 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:25.496057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e313296f-b8af-4e9b-b5d0-fa6b9eb64254 req-9cda0815-c758-4ad6-86a0-1037172348c5 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.4002419 Dec 09 09:33:25.506381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.531002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.539327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:25.592549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Calling delete_port for 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:25.611058 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7647412 Dec 09 09:33:25.620287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54818) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:25.670330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-980dd79f-b29c-435d-8704-82020a0826b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.682009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:25.688170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:25.703651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c3a714b-2a5f-405e-a18e-ff256837ed27 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.704234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3a714b-2a5f-405e-a18e-ff256837ed27 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Fanout notify agent at l3_agent the message router_deleted on router 397ef8a0-41b0-4955-9800-a4665f1ec095 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:33:25.714559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.775423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c3a714b-2a5f-405e-a18e-ff256837ed27 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.780294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5c3a714b-2a5f-405e-a18e-ff256837ed27 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/routers/397ef8a0-41b0-4955-9800-a4665f1ec095 HTTP/1.1" status: 204 len: 168 time: 2.3435376 Dec 09 09:33:25.794937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f1026822-33b4-4d08-9534-fb9df3ea63f0 None None] Provisioning for port 4640a7c0-0d49-470a-ae17-13c7f57a6cda completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:25.818227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f1026822-33b4-4d08-9534-fb9df3ea63f0 None None] Provisioning complete for port 4640a7c0-0d49-470a-ae17-13c7f57a6cda triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:25.818651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1026822-33b4-4d08-9534-fb9df3ea63f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.834234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dd79f-b29c-435d-8704-82020a0826b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e578e1-3b3c-4c34-8d39-d3ec6d1acef2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:25.836860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54822) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:25.843392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event updated for resources: {'Port': ['ID=1331d36c-4f04-4c00-8089-7b930816d0b7,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:25.847696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:25.863306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-980dd79f-b29c-435d-8704-82020a0826b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:25.876856 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e313296f-b8af-4e9b-b5d0-fa6b9eb64254 req-7b63e02b-08b3-4cc1-9598-f224f48daa70 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112462 Dec 09 09:33:25.883714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:25.914535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-980dd79f-b29c-435d-8704-82020a0826b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.915759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-980dd79f-b29c-435d-8704-82020a0826b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8e578e1-3b3c-4c34-8d39-d3ec6d1acef2 HTTP/1.1" status: 204 len: 168 time: 1.1203835 Dec 09 09:33:25.918409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 2cf802fc-d130-4ae1-a324-65c8e1280c6a owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:25.936585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f1026822-33b4-4d08-9534-fb9df3ea63f0 None None] Port 4640a7c0-0d49-470a-ae17-13c7f57a6cda cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:25.977085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:25.983677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:26.044315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:26.090090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:26.091433 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1441324 Dec 09 09:33:26.098858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54830) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:26.114868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8c24406b-4a52-44cc-9b39-189030c49dc2 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Request body: {'floatingip': {'port_id': '26921b6b-334e-4c0b-a582-466c3fc612f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:26.207319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c24406b-4a52-44cc-9b39-189030c49dc2 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:26.340885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:26.359588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:26.368483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:26.379809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:26.386017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:26.396104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf0ff8af-d68c-495e-9222-272a4e2089b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:26.468801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:26.494077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:26.498625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:26.505145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c12c73-d49a-4430-af6d-5ac6e2d2fe67,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:26.513816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:26.516900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b2b09aec-47f3-4858-91b2-ec8a73344ed8 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:26.520747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:26.535766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:26.542502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:26.575604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b2b09aec-47f3-4858-91b2-ec8a73344ed8 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:26.576026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b2b09aec-47f3-4858-91b2-ec8a73344ed8 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:26.601436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:26.607687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:26.651054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:26.663391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e87dcb3-c87b-478c-af38-37aad9821e74 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:26.712309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-309c0fdb-356c-4e3b-b51c-42e35cdb9613 req-656fd9b0-4637-46b7-90af-24a64f5ab9f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4a60bd2e62c467487e80e727d627d1f&device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 1098 time: 0.4238651 Dec 09 09:33:26.788633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=2cf802fc-d130-4ae1-a324-65c8e1280c6a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:26.791713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:26.820980 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-8c24406b-4a52-44cc-9b39-189030c49dc2 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] update failed (client error): The resource could not be found. Dec 09 09:33:26.824968 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8c24406b-4a52-44cc-9b39-189030c49dc2 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "PUT /v2.0/floatingips/5019addf-cdde-474a-9a50-fa700566d5a7 HTTP/1.1" status: 404 len: 507 time: 0.7198184 Dec 09 09:33:26.837321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54850) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:27.026628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1603b-112d-42b9-8e3b-9dae52b60edf req-05fce294-2631-43d9-aba4-73b836729afb tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:27.028173 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-55d1603b-112d-42b9-8e3b-9dae52b60edf req-05fce294-2631-43d9-aba4-73b836729afb tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.7514329 Dec 09 09:33:27.326182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-55d1603b-112d-42b9-8e3b-9dae52b60edf req-41f43ad7-b780-43bb-90ee-efbec0c157db tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858555 Dec 09 09:33:27.332896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:27.476231 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63b99604-f84b-4c2d-83dd-6a1a5199ae4f (CIDR: 2001:db8::/64) Dec 09 09:33:27.477537 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP 5192b5f9-6ed6-466b-b280-8edd194bce89 associated. External IP: 172.26.8.166, port: e6b78e61-bad4-497e-974d-26e18c99f394. Dec 09 09:33:27.488178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Deleting port 1331d36c-4f04-4c00-8089-7b930816d0b7 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:27.488640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:27.512790 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:27.513318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:27.546672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:27.620442 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-30c97dc4-e94b-403a-bae9-abb013f8c79b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9835925 Dec 09 09:33:27.623537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54866) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:27.638851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/2cf802fc-d130-4ae1-a324-65c8e1280c6a HTTP/1.1" status: 204 len: 168 time: 3.2857180 Dec 09 09:33:27.641508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54870) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:27.646063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:27.661876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c0fdb-356c-4e3b-b51c-42e35cdb9613 req-e35a1260-98df-48d7-a380-8b75e3126735 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:27.663512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-309c0fdb-356c-4e3b-b51c-42e35cdb9613 req-e35a1260-98df-48d7-a380-8b75e3126735 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 HTTP/1.1" status: 200 len: 913 time: 0.9374590 Dec 09 09:33:27.741088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:27.759939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:27.765357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:27.771667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:27.847166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0ab6fb-8aed-4e73-a3fb-4e0fae8d0a90 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:33:27.847750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ba0ab6fb-8aed-4e73-a3fb-4e0fae8d0a90 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:27.927750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-309c0fdb-356c-4e3b-b51c-42e35cdb9613 req-3f7db45a-89b1-4e08-be10-4ea8070e7be0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d816ce52-614a-4c93-ba8f-2b205b28e0aa HTTP/1.1" status: 200 len: 217 time: 0.2256277 Dec 09 09:33:27.928142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:27.928897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=0fbb2564-f5e5-4f01-b23b-e1e6603cf395,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:27.932637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:27.935284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:27.937759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:27.938318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bebb406-c844-438e-9b5c-0c0bffaf0d6a {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:33:27.941144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:27.941964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:27.944977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3f01a2-d0fe-437e-8ef5-015e0bd2645c None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:27.999324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.004184 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7bebb406-c844-438e-9b5c-0c0bffaf0d6a HTTP/1.1" status: 204 len: 168 time: 4.8430724 Dec 09 09:33:28.005525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54878) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.009926 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1523066 Dec 09 09:33:28.032289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54882) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.037973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ba0ab6fb-8aed-4e73-a3fb-4e0fae8d0a90 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:28.039135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ba0ab6fb-8aed-4e73-a3fb-4e0fae8d0a90 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/2cf802fc-d130-4ae1-a324-65c8e1280c6a HTTP/1.1" status: 404 len: 333 time: 0.3747063 Dec 09 09:33:28.049410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54888) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:28.049719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1015998360', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:28.061511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.061882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.072914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:28.154525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:router and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:28.246895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Calling delete_port for 1331d36c-4f04-4c00-8089-7b930816d0b7 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:28.269330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] Deleting subnet 8ea0517f-602a-4380-a4ca-916482843c16 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:28.270396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '0fbb2564-f5e5-4f01-b23b-e1e6603cf395'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:33:28.271766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.274380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.279050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:28.310471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:28.315023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c0fdb-356c-4e3b-b51c-42e35cdb9613 req-b296b643-750d-43e9-ab76-9ce5442e1177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:28.317071 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-309c0fdb-356c-4e3b-b51c-42e35cdb9613 req-b296b643-750d-43e9-ab76-9ce5442e1177 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05b1eb93-c878-47fc-be0f-efc6fa248289 HTTP/1.1" status: 200 len: 852 time: 0.3664372 Dec 09 09:33:28.320877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:28.374625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:28.393973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:28.413017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.414088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.419286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-309c0fdb-356c-4e3b-b51c-42e35cdb9613 req-f1860e1c-b10f-4b86-83f7-2fd68609f7d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865474 Dec 09 09:33:28.419430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.422425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:28.508088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/0fbb2564-f5e5-4f01-b23b-e1e6603cf395/13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:28.508401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:28.562617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:28.605846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:28.606482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 41c12c73-d49a-4430-af6d-5ac6e2d2fe67 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:28.748216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.807670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.808114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet 957fe9f4-2518-4533-95e5-5d0eba5ad25e {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:28.816920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e31e7727-400e-47d1-b4c5-602a0a484f24 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:28.819530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.845020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-309c0fdb-356c-4e3b-b51c-42e35cdb9613 req-dc56bebf-6c4e-4cd0-86e4-3bf90c77485c service neutron] 10.222.0.65 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4100931 Dec 09 09:33:28.909435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event deleted for resources: {'Port': ['ID=1331d36c-4f04-4c00-8089-7b930816d0b7,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:28.912228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:28.913608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.926179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ae8ac-478a-4ec7-92bc-23b29ac80e0c req-95d51527-0fba-41bf-8e97-d96957c9acbf tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:28.927828 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d02ae8ac-478a-4ec7-92bc-23b29ac80e0c req-95d51527-0fba-41bf-8e97-d96957c9acbf tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.3107002 Dec 09 09:33:28.932490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.935911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:28.963057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.019339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.030230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Transition to ACTIVE for port object 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:29.052469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Transition to ACTIVE for port object 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:29.057949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.063373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f0c14155-e74e-46e9-a354-38f03671343b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:29.131328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:29.135133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:29.139244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:29.147089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Pushing event updated for resources: {'Port': ['ID=13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:29.152042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:29.202074 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d02ae8ac-478a-4ec7-92bc-23b29ac80e0c req-5fcafd8a-48ee-4e33-b19e-7519909011ce tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963999 Dec 09 09:33:29.218496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.228267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:29.258635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Attempting to bind port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:29.259257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Attempting to bind port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:29.259779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Attempting to bind port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:29.268202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:29.269547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:29.270131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.270701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:29.271361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Bound port: 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:29.271901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.283049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea0517f-602a-4380-a4ca-916482843c16,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:29.285842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.333263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:29.348991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.374672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8ea0517f-602a-4380-a4ca-916482843c16 HTTP/1.1" status: 204 len: 168 time: 1.3646715 Dec 09 09:33:29.375833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54900) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:29.378994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] For port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:29.382415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] For port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:29.385643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929d6e0-9a1e-4492-bc1c-3647739deda2 None None] Network 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:29.403097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.411955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f626b8f-7cd0-4d98-8e31-085f81610b96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:29.457993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.462013 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-45c90ed0-d925-4a6e-8daf-096fd305bad7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4230034 Dec 09 09:33:29.477450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54904) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:29.618848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Pushing event updated for resources: {'Port': ['ID=13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:29.649900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:29.695447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.698107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.703291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "DELETE /v2.0/floatingips/5019addf-cdde-474a-9a50-fa700566d5a7 HTTP/1.1" status: 204 len: 168 time: 2.8613071 Dec 09 09:33:29.708311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54908) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:29.714046 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dafa4845-81c8-4fc6-b309-1a2cbda9f864 (CIDR: 2001:db8:0:1::/64) Dec 09 09:33:29.724625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-309c0fdb-356c-4e3b-b51c-42e35cdb9613 req-7019e616-4921-409d-9869-f44922462645 service neutron] 10.222.0.65 "GET /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8582015 Dec 09 09:33:29.729932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-355e8d37-0270-41dd-82e4-1b6d1958a37f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Request body: {'floatingip': {'floating_network_id': '12a18aaa-139d-4e25-be82-1a2e8279d432', 'port_id': '26921b6b-334e-4c0b-a582-466c3fc612f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:29.737573 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:29.738583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:29.754218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:33:29.767723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-355e8d37-0270-41dd-82e4-1b6d1958a37f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:29.781101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.788174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9ca969c-8e68-41cb-aa4c-e7b521cbedc0 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:29.792514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0f8c2222-4c49-4bd7-b39c-9b6cbc2a5866 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.1556449 Dec 09 09:33:29.792514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-355e8d37-0270-41dd-82e4-1b6d1958a37f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Usage tracker for resource:floatingip and tenant:2ee8156a0efa47e99bbe10e8cb4897ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:29.818351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54914) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:29.829861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] DHCP port deletion for 6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:33:29.835451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] Deleting port b0a573fa-14db-47d9-b62a-c8a6a967375d {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:29.835874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.840409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.845649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'subnet': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:29.865431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=957fe9f4-2518-4533-95e5-5d0eba5ad25e,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:29.870735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-355e8d37-0270-41dd-82e4-1b6d1958a37f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:29.874682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:29.907485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:29.957580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-355e8d37-0270-41dd-82e4-1b6d1958a37f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:29.969095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Deleting port b0a573fa-14db-47d9-b62a-c8a6a967375d {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:29.969415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.108161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-355e8d37-0270-41dd-82e4-1b6d1958a37f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.135620 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/957fe9f4-2518-4533-95e5-5d0eba5ad25e HTTP/1.1" status: 204 len: 168 time: 2.0837462 Dec 09 09:33:30.144765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54918) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.216069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54922) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.254783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-133578270', 'description': 'tempest-secgroup-smoke-133578270 description', 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:30.277074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:30.284850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:security_group and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:30.289631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:30.293580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-355e8d37-0270-41dd-82e4-1b6d1958a37f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:33:30.294962 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-355e8d37-0270-41dd-82e4-1b6d1958a37f tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5782795 Dec 09 09:33:30.301915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54928) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:30.309304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:30.312340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] For port b0a573fa-14db-47d9-b62a-c8a6a967375d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b0a573fa-14db-47d9-b62a-c8a6a967375d,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:30.312730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.317217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '26921b6b-334e-4c0b-a582-466c3fc612f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:30.326663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:30.333888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Usage tracker for resource:floatingip and tenant:2ee8156a0efa47e99bbe10e8cb4897ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:30.359829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.374248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:30.411229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:30.420240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.448903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.459522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:30.468769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Usage tracker for resource:subnet and tenant:993210cd167143debe6dd7acbea17019 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:30.495623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.499621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] Calling delete_port for b0a573fa-14db-47d9-b62a-c8a6a967375d owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:30.555326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:30.577566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c099e6-a315-4e8d-b5da-5fd4e4ce5e94 None None] Network f10e5a90-a73c-4a77-b283-cd9e0e41de76 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:30.602536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.646669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:30.660589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:30.660977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.674246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:30.800842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Made reservation on behalf of 993210cd167143debe6dd7acbea17019 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:30.865459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:30.870875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3cc3706c-95aa-4c2e-9853-eae7ecc183ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:30.873419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:30.880800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:security_group_rule and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:30.884439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:30.903850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:30.923603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] Pushing event deleted for resources: {'Port': ['ID=b0a573fa-14db-47d9-b62a-c8a6a967375d,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:30.930766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:30.938785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] No DVR routers for this DVR port b0a573fa-14db-47d9-b62a-c8a6a967375d on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:30.949883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:31.008768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] For port b0a573fa-14db-47d9-b62a-c8a6a967375d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b0a573fa-14db-47d9-b62a-c8a6a967375d,segment=NetworkSegment(af495f1f-b159-428d-975f-58d30d238d01),segment_id=af495f1f-b159-428d-975f-58d30d238d01)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:31.009260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.023387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b0a573fa-14db-47d9-b62a-c8a6a967375d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:31.059680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b0a573fa-14db-47d9-b62a-c8a6a967375d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:31.059990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b0a573fa-14db-47d9-b62a-c8a6a967375d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:31.241311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] DHCP port deletion for f10e5a90-a73c-4a77-b283-cd9e0e41de76 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:33:31.245919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] Deleting port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:31.246340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.247153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.247651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Calling delete_port for b0a573fa-14db-47d9-b62a-c8a6a967375d owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:31.255926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::1 (2d5d328b-91d8-47d0-9229-6819f3b6112b/0fbb2564-f5e5-4f01-b23b-e1e6603cf395/2855a14e-9413-489d-add4-307b6f0efb10) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:31.295692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44815735-65f9-43b4-9f70-6f656638e884 req-8cf4bd54-e804-435d-9759-d315c0111877 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:31.297374 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-44815735-65f9-43b4-9f70-6f656638e884 req-8cf4bd54-e804-435d-9759-d315c0111877 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.7433670 Dec 09 09:33:31.327702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.343550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.369442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:31.373558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:security_group_rule and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:31.376626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:31.384046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:31.413238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eb05ff14-263f-4a18-abe5-2979a4e25753 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:31.478031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80fbe25-23b5-46de-b36d-2662693ab9de,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:31.486603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.500508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:31.512368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] For port 1c9c1623-2d6d-4e95-8dac-c98c4c538327, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1c9c1623-2d6d-4e95-8dac-c98c4c538327,segment=NetworkSegment(ec184fe5-41e1-41b0-9e5d-44aff09aa92d),segment_id=ec184fe5-41e1-41b0-9e5d-44aff09aa92d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:31.513344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.595528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:31.606827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61e950-317c-46a9-8ff5-3947f4c91d57 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:31.626622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61e950-317c-46a9-8ff5-3947f4c91d57 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:31.627597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-eb61e950-317c-46a9-8ff5-3947f4c91d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:31.682122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] For port 1c9c1623-2d6d-4e95-8dac-c98c4c538327, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1c9c1623-2d6d-4e95-8dac-c98c4c538327,segment=NetworkSegment(ec184fe5-41e1-41b0-9e5d-44aff09aa92d),segment_id=ec184fe5-41e1-41b0-9e5d-44aff09aa92d)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:31.683632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.687762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] Calling delete_port for 1c9c1623-2d6d-4e95-8dac-c98c4c538327 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:31.706181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.718718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-eb61e950-317c-46a9-8ff5-3947f4c91d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:31.733950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.738609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61e950-317c-46a9-8ff5-3947f4c91d57 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:31.739488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-eb61e950-317c-46a9-8ff5-3947f4c91d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:31.740997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Allocated IP 172.26.8.241 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/fbbbb74c-d83d-40ec-ba07-3d99be1e6597) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:31.746378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1a41a76-cf4e-4a14-9d85-7d9b91d17f94 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:31.784838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55c6af4-385e-4518-bbec-60aadc01dd3c,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:31.801740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:31.805257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.812099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:31.846886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-eb61e950-317c-46a9-8ff5-3947f4c91d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:31.847806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61e950-317c-46a9-8ff5-3947f4c91d57 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:31.864824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] Pushing event deleted for resources: {'Port': ['ID=1c9c1623-2d6d-4e95-8dac-c98c4c538327,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:31.870488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:31.874854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] No DVR routers for this DVR port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:31.898502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.924425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:33:31.941748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7e08678f-7dc8-45ce-81e3-fcccf5a8bf96 None None] Provisioning for port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:31.947523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7e08678f-7dc8-45ce-81e3-fcccf5a8bf96 None None] Provisioning complete for port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:31.947943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e08678f-7dc8-45ce-81e3-fcccf5a8bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.976883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:31.978260 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.7528243 Dec 09 09:33:31.991368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54932) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:31.996534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 2855a14e-9413-489d-add4-307b6f0efb10 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:32.003971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'security_group_rule': {'security_group_id': 'c55c6af4-385e-4518-bbec-60aadc01dd3c', 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:32.015974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:32.039489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:security_group_rule and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:32.047932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:32.059309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:32.070549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e08678f-7dc8-45ce-81e3-fcccf5a8bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.093307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.104596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7e08678f-7dc8-45ce-81e3-fcccf5a8bf96 None None] For port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:32.108473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e08678f-7dc8-45ce-81e3-fcccf5a8bf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.108976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.110339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcfd3551-2f16-4308-9ffc-9f8cc18a5715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:32.121982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.137144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6de52469-e452-429e-8bfc-ce9e8e8f4f61 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:32.180452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08678f-7dc8-45ce-81e3-fcccf5a8bf96 None None] Pushing event updated for resources: {'Port': ['ID=13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:32.183748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e08678f-7dc8-45ce-81e3-fcccf5a8bf96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:32.199948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 1c9c1623-2d6d-4e95-8dac-c98c4c538327 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:32.236674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:32.244242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-44815735-65f9-43b4-9f70-6f656638e884 req-8cfda91e-fa8c-45c9-bd25-f79ac22788b4 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9195361 Dec 09 09:33:32.245440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:32.247984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:32.248558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.250285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:32.250656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:33:32.257200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=2855a14e-9413-489d-add4-307b6f0efb10,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:32.260196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:32.285655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.293425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63cab109-d344-4594-830d-33d16b71e906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:32.366045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.382919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.384977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:32.402903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:32.405191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:32.412532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:32.412890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:33:32.488692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event updated for resources: {'Port': ['ID=fbbbb74c-d83d-40ec-ba07-3d99be1e6597,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:32.492036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:32.507649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7542eeef-1617-43e5-813f-0e21cff3e01e tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:32.528006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.531990 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5369010 Dec 09 09:33:32.541859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54936) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:32.548949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1847d863-ce33-4e89-858f-fa59f9452e9a,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:32.553132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:32.562193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'security_group_rule': {'security_group_id': 'c55c6af4-385e-4518-bbec-60aadc01dd3c', 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:32.579480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:32.580187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:32.587612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:security_group_rule and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:32.591388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:32.606284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:32.655173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1805eee0-1fb6-422a-9e90-98ac1ad9109f None None] Provisioning for port 2855a14e-9413-489d-add4-307b6f0efb10 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:32.663317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1805eee0-1fb6-422a-9e90-98ac1ad9109f None None] Provisioning complete for port 2855a14e-9413-489d-add4-307b6f0efb10 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:32.663710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1805eee0-1fb6-422a-9e90-98ac1ad9109f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.724256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:32.724256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.725981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.765844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Deleting port b0a573fa-14db-47d9-b62a-c8a6a967375d {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:32.766216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.766527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1805eee0-1fb6-422a-9e90-98ac1ad9109f None None] Port 2855a14e-9413-489d-add4-307b6f0efb10 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:32.798506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.810889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e0060e8f-fb39-4536-8020-463f0d57052b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:32.885913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.901361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] The port 'b0a573fa-14db-47d9-b62a-c8a6a967375d' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:33:32.919503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1c9c1623-2d6d-4e95-8dac-c98c4c538327 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:32.920904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 1c9c1623-2d6d-4e95-8dac-c98c4c538327 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:32.921327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:32.957342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 1c9c1623-2d6d-4e95-8dac-c98c4c538327 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:32.957719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1c9c1623-2d6d-4e95-8dac-c98c4c538327 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:33.064959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:33.083559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] The port '1c9c1623-2d6d-4e95-8dac-c98c4c538327' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:33:33.087634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Subnet': ['ID=6d043cb1-03f7-48c6-acfe-1b3edecfb4a0,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:33.090114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:33.091865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:33.093626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.101266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd77aa-94ed-409b-8fd5-de52fa567a50 None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:33.110341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:33.111009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.147267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.163344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Deleting port fbbbb74c-d83d-40ec-ba07-3d99be1e6597 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:33.163728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.284675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:33.312036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.388268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c5638e-32b1-4162-8666-53671959a381,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:33.411988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:33.415650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5d8d55-c9b4-48fd-be19-87592e5fe5d7']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:33.479215 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.6509855 Dec 09 09:33:33.490946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.492214 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9426038 Dec 09 09:33:33.493060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54942) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:33.497030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.499969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54944) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:33.503780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] Update dhcp port {'port': {'network_id': '0330c872-e54c-4dcb-aaa3-a1849fb9947c', 'fixed_ips': [{'subnet_id': 'dafa4845-81c8-4fc6-b309-1a2cbda9f864', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '63b99604-f84b-4c2d-83dd-6a1a5199ae4f', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d043cb1-03f7-48c6-acfe-1b3edecfb4a0'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': 'a70a1655-c9be-4365-b201-278f7b483420'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:33:33.512682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af495f1f-b159-428d-975f-58d30d238d01') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:33.513021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af495f1f-b159-428d-975f-58d30d238d01') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:33.521659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'security_group_rule': {'security_group_id': 'c55c6af4-385e-4518-bbec-60aadc01dd3c', 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:33.530814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-896102811', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6d043cb1-03f7-48c6-acfe-1b3edecfb4a0'}], 'security_groups': ['4b8ce1a7-244e-4d17-9a6f-77047ac2559f', '940ec674-3aa4-4fff-9678-eeaaea55dc22']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:33.548055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:33.564298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.570970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:security_group_rule and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:33.574586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:33.587970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.602089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:33.609623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.610000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.614761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10e5a90-a73c-4a77-b283-cd9e0e41de76']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:33.655590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec184fe5-41e1-41b0-9e5d-44aff09aa92d') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:33.655949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec184fe5-41e1-41b0-9e5d-44aff09aa92d') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:33.665244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.767304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Calling delete_port for fbbbb74c-d83d-40ec-ba07-3d99be1e6597 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:33.772726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.782900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:33:33.783348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.798986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:33.809375 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:33.816617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.828547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] Allocated IP 2001:db8:0:2::2 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/6d043cb1-03f7-48c6-acfe-1b3edecfb4a0/a70a1655-c9be-4365-b201-278f7b483420) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:33.895711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304564b3-8965-460a-9dee-11ce92a36c88 req-e9305f6a-b9e5-49cd-8b9c-3b6b6859ebe2 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:33.897385 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-304564b3-8965-460a-9dee-11ce92a36c88 req-e9305f6a-b9e5-49cd-8b9c-3b6b6859ebe2 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.4582717 Dec 09 09:33:33.906648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.922348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.945013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.945948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.954643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:33:33.954922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:33.956920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a682d85-0aa8-4022-8e2c-c2e031ba1683 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:33.981970 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:33.995537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] For port a70a1655-c9be-4365-b201-278f7b483420, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a70a1655-c9be-4365-b201-278f7b483420,segment=NetworkSegment(e8bde0e0-81fa-4978-9ed1-ef3de866ee42),segment_id=e8bde0e0-81fa-4978-9ed1-ef3de866ee42)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:34.003882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.027553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.070466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.098239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:34.107405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.118322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:33:34.127312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.147896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b5d8d55-c9b4-48fd-be19-87592e5fe5d7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:34.156903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:34.158021 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-304564b3-8965-460a-9dee-11ce92a36c88 req-5e34d220-f6b1-4920-aa1c-b4c7cb170297 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440441 Dec 09 09:33:34.158499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6b5d8d55-c9b4-48fd-be19-87592e5fe5d7 HTTP/1.1" status: 204 len: 168 time: 4.7815466 Dec 09 09:33:34.163463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.168558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=2855a14e-9413-489d-add4-307b6f0efb10,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:34.169175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d45f7286-4b70-4e9a-8378-b3f3f12cf8cc tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:34.189645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.245054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:34.245600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:34.270492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71df775e-7cf9-423d-931e-eca86f7d2bb1,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:34.275827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] Transition to ACTIVE for port object a70a1655-c9be-4365-b201-278f7b483420 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:34.276257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:34.279505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.284954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.286350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1aa424c-dc28-4a88-a95a-208851e26ab7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:34.292936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32bae3db-791f-4239-9619-89e8367d1323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:34.308522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Network': ['ID=f10e5a90-a73c-4a77-b283-cd9e0e41de76,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:34.311328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:34.327667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/networks/f10e5a90-a73c-4a77-b283-cd9e0e41de76 HTTP/1.1" status: 204 len: 168 time: 4.1651607 Dec 09 09:33:34.333454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54954) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.334070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.337881 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8295858 Dec 09 09:33:34.347706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-281411750'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:34.356593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54958) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.360229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event deleted for resources: {'Port': ['ID=fbbbb74c-d83d-40ec-ba07-3d99be1e6597,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:34.364995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:34.378293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:34.402237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'security_group_rule': {'security_group_id': 'c55c6af4-385e-4518-bbec-60aadc01dd3c', 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:34.412862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:network and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:34.417409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:34.492750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:34.504378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54962) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:34.515248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:security_group_rule and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:34.522459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:34.531798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:34.560257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:34.563420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:34.574670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:34.631422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-884bac62-531f-48b6-a043-823d4b1ec15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.659855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] Pushing event updated for resources: {'Port': ['ID=a70a1655-c9be-4365-b201-278f7b483420,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:34.666232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:34.803316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:34.808896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.833507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Delete allocated IP 2001:db8::f4 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/63b99604-f84b-4c2d-83dd-6a1a5199ae4f) {{(pid=88884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 09 09:33:34.846183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:34.847727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Allocated IP 2001:db8:0:2::291 (0330c872-e54c-4dcb-aaa3-a1849fb9947c/6d043cb1-03f7-48c6-acfe-1b3edecfb4a0/4640a7c0-0d49-470a-ae17-13c7f57a6cda) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:34.859946 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0e5b9a2-54be-4d60-8909-4662370336ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df3d181393184b3e9829225c604aef2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3416715 Dec 09 09:33:34.863626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54968) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.042736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7703b823-91ec-4e03-acab-be66c2222873 None None] Provisioning complete for port 2855a14e-9413-489d-add4-307b6f0efb10 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:35.043592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7703b823-91ec-4e03-acab-be66c2222873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.111642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7703b823-91ec-4e03-acab-be66c2222873 None None] Port 2855a14e-9413-489d-add4-307b6f0efb10 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:35.163520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:35.168240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.176964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29ea9b-562d-404f-8533-27338a5b3bef None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:35.191628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:33:35.205203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29ea9b-562d-404f-8533-27338a5b3bef None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:35.207786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9c29ea9b-562d-404f-8533-27338a5b3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:35.239871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.240306 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Added segment 72c8c781-8019-486d-8205-15990167a416 of type vlan for network f2ae8601-dde7-4b27-b320-dacb1b9cd10a Dec 09 09:33:35.241920 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] create failed (client error): The resource could not be found. Dec 09 09:33:35.247385 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.9380012 Dec 09 09:33:35.250288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54972) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.292957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9c29ea9b-562d-404f-8533-27338a5b3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:35.310003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29ea9b-562d-404f-8533-27338a5b3bef None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:35.311726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9c29ea9b-562d-404f-8533-27338a5b3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:35.352890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.393949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9c29ea9b-562d-404f-8533-27338a5b3bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:35.394887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e0f72-b96d-47eb-9c79-317e41526328 req-3f64d347-cf13-44cc-9b85-c627aff43694 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:35.395928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29ea9b-562d-404f-8533-27338a5b3bef None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:35.399950 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cc6e0f72-b96d-47eb-9c79-317e41526328 req-3f64d347-cf13-44cc-9b85-c627aff43694 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.7491047 Dec 09 09:33:35.406297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.455434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Deleting port 26921b6b-334e-4c0b-a582-466c3fc612f2 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:35.455879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.470776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.509709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:35.559397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353cb94d-a58a-4474-8cf5-fe453a48bdb0,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:35.563519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:35.584482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.590274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:35.590975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.593167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f291d169-b57d-413a-ab09-9d51cc1ec455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.601203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b13bc549-4974-4578-8f16-a9ff4ad76349 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:35.629053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.635757 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-97473efd-66dd-4065-bbe8-721c062bce48 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/floatingips/5192b5f9-6ed6-466b-b280-8edd194bce89 HTTP/1.1" status: 200 len: 978 time: 11.9082320 Dec 09 09:33:35.644599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.648686 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2832139 Dec 09 09:33:35.648859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54976) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.653093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54978) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.657037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0e9e253c-9c03-46ae-96f9-656beb8cf90d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:35.662509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cc6e0f72-b96d-47eb-9c79-317e41526328 req-359299da-b361-4b55-adcc-2b24fb7766e2 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004724 Dec 09 09:33:35.680530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3406301 Dec 09 09:33:35.719019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 54982) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:35.740389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Network': ['ID=f2ae8601-dde7-4b27-b320-dacb1b9cd10a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:35.745044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:35.750299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'security_group_rule': {'security_group_id': 'c55c6af4-385e-4518-bbec-60aadc01dd3c', 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:35.753311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network f2ae8601-dde7-4b27-b320-dacb1b9cd10a details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:33:35.763426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'f2ae8601-dde7-4b27-b320-dacb1b9cd10a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:35.804721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Router fc477267-3354-4bb7-a262-d3e9667e2f07 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:33:35.816618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f291d169-b57d-413a-ab09-9d51cc1ec455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:35.870387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:35.894956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:security_group_rule and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:35.922148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:36.013981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:36.020151 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "PUT /v2.0/routers/fc477267-3354-4bb7-a262-d3e9667e2f07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5369036 Dec 09 09:33:36.022716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54988) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.024974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:36.025831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Sync routers for ids ['fc477267-3354-4bb7-a262-d3e9667e2f07'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:36.040888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Routers {'fc477267-3354-4bb7-a262-d3e9667e2f07'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:36.042071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fc477267-3354-4bb7-a262-d3e9667e2f07'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:36.062390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-02c631bb-7b84-4d15-9abb-a272792a7cb3 None None] Provisioning for port a70a1655-c9be-4365-b201-278f7b483420 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:36.072781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-02c631bb-7b84-4d15-9abb-a272792a7cb3 None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:36.073534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02c631bb-7b84-4d15-9abb-a272792a7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.114982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9e253c-9c03-46ae-96f9-656beb8cf90d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.131513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d9fba9-cd02-4010-a4a4-db94e5d13198 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:36.132381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-82d9fba9-cd02-4010-a4a4-db94e5d13198 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:36.151251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-82d9fba9-cd02-4010-a4a4-db94e5d13198 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:36.152788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-82d9fba9-cd02-4010-a4a4-db94e5d13198 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports/2855a14e-9413-489d-add4-307b6f0efb10 HTTP/1.1" status: 200 len: 911 time: 0.1222694 Dec 09 09:33:36.155391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54992) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.214413 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Project 9729ca7a00364fbfb9b28cd6f194f8ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:36.232364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-02c631bb-7b84-4d15-9abb-a272792a7cb3 None None] Provisioning complete for port 0cc9b18e-98cf-4446-b15c-08d065e5034d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:36.233212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02c631bb-7b84-4d15-9abb-a272792a7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.271894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Set router fc477267-3354-4bb7-a262-d3e9667e2f07 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:36.272753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc83fcf-0a5d-435b-9380-e82f94c5a086 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:36.274015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:36.277866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc83fcf-0a5d-435b-9380-e82f94c5a086 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:36.282287 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cfc83fcf-0a5d-435b-9380-e82f94c5a086 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1232197 Dec 09 09:33:36.282530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 54996) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:36.291458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:36.295626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.300267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-02c631bb-7b84-4d15-9abb-a272792a7cb3 None None] Port 0cc9b18e-98cf-4446-b15c-08d065e5034d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:36.311585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:36.314535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-02c631bb-7b84-4d15-9abb-a272792a7cb3 None None] Provisioning complete for port 4640a7c0-0d49-470a-ae17-13c7f57a6cda triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:36.315616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02c631bb-7b84-4d15-9abb-a272792a7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.326964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.353407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:36.380674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f291d169-b57d-413a-ab09-9d51cc1ec455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.381205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-02c631bb-7b84-4d15-9abb-a272792a7cb3 None None] Port 4640a7c0-0d49-470a-ae17-13c7f57a6cda cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:36.404317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95238366-dc4a-4050-a37f-3ff59348f768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:36.490806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Transition to ACTIVE for port object 4640a7c0-0d49-470a-ae17-13c7f57a6cda will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:36.511518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291d169-b57d-413a-ab09-9d51cc1ec455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acfa8c0-18fa-4702-b78d-3246c519cdef,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:36.514021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f291d169-b57d-413a-ab09-9d51cc1ec455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:36.516632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:36.537890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40082480-e0f1-497d-935d-832287681d96 req-b3372800-8a89-43a7-a45f-0ddf0dbc9f16 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:36.539529 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40082480-e0f1-497d-935d-832287681d96 req-b3372800-8a89-43a7-a45f-0ddf0dbc9f16 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 0.1295214 Dec 09 09:33:36.574826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.599999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.607969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a70a1655-c9be-4365-b201-278f7b483420 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:36.630084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-732a3986-626d-4e03-82fe-e8cd4248d579 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:36.653683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc477267-3354-4bb7-a262-d3e9667e2f07', 'name': 'tempest-NetworksTestDHCPv6-router-1015998360', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:28Z', 'updated_at': '2021-12-09T09:33:32Z', 'revision_number': 2, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None, '_interfaces': [{'id': '2855a14e-9413-489d-add4-307b6f0efb10', 'name': '', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'mac_address': 'fa:16:3e:be:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc477267-3354-4bb7-a262-d3e9667e2f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbb2564-f5e5-4f01-b23b-e1e6603cf395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:33Z', 'revision_number': 2, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'subnets': [{'id': '0fbb2564-f5e5-4f01-b23b-e1e6603cf395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:36.658346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Checking router: fc477267-3354-4bb7-a262-d3e9667e2f07 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:33:36.659536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Updating router fc477267-3354-4bb7-a262-d3e9667e2f07 port 2855a14e-9413-489d-add4-307b6f0efb10 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:33:36.695738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69bf7f48-faed-4167-af42-9dd375e80a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.721164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:36.727916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.747033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f291d169-b57d-413a-ab09-9d51cc1ec455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.751229 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f291d169-b57d-413a-ab09-9d51cc1ec455 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8acfa8c0-18fa-4702-b78d-3246c519cdef HTTP/1.1" status: 204 len: 168 time: 1.8825119 Dec 09 09:33:36.780252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.780493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-40082480-e0f1-497d-935d-832287681d96 req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Deleting port d816ce52-614a-4c93-ba8f-2b205b28e0aa {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:36.780731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-40082480-e0f1-497d-935d-832287681d96 req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.832600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event updated for resources: {'Port': ['ID=4640a7c0-0d49-470a-ae17-13c7f57a6cda,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:36.835907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] In _notify_port_updated(), no bound segment for port 4640a7c0-0d49-470a-ae17-13c7f57a6cda on network 0330c872-e54c-4dcb-aaa3-a1849fb9947c {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:33:36.840899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:36.841725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:36.843859 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "PUT /v2.0/ports/4640a7c0-0d49-470a-ae17-13c7f57a6cda HTTP/1.1" status: 200 len: 969 time: 3.3338950 Dec 09 09:33:36.847778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:36.865079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55004) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:37.045435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.166285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 4640a7c0-0d49-470a-ae17-13c7f57a6cda {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:37.166673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.225472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Calling delete_port for 26921b6b-334e-4c0b-a582-466c3fc612f2 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:37.337784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-238107bb-90e5-41f7-a467-1015f3b18590 None None] Provisioning for port 4640a7c0-0d49-470a-ae17-13c7f57a6cda completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:37.350755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.352199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-238107bb-90e5-41f7-a467-1015f3b18590 None None] Provisioning complete for port 4640a7c0-0d49-470a-ae17-13c7f57a6cda triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:37.352895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-238107bb-90e5-41f7-a467-1015f3b18590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.368206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Transition to ACTIVE for port object 2855a14e-9413-489d-add4-307b6f0efb10 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:37.381789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.394934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:37.437954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-238107bb-90e5-41f7-a467-1015f3b18590 None None] Port 4640a7c0-0d49-470a-ae17-13c7f57a6cda cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:37.580154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-40082480-e0f1-497d-935d-832287681d96 req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] For port d816ce52-614a-4c93-ba8f-2b205b28e0aa, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d816ce52-614a-4c93-ba8f-2b205b28e0aa,segment=NetworkSegment(e7de5c3d-822f-4ff5-a8bb-745b769ba829),segment_id=e7de5c3d-822f-4ff5-a8bb-745b769ba829)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:37.580574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-40082480-e0f1-497d-935d-832287681d96 req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.611249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538c9af-4eef-4fbd-978c-c8bec0177e73 None None] Pushing event updated for resources: {'Port': ['ID=2855a14e-9413-489d-add4-307b6f0efb10,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:37.613248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.619966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b538c9af-4eef-4fbd-978c-c8bec0177e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:37.633871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.639731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.688338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Attempting to bind port 2855a14e-9413-489d-add4-307b6f0efb10 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:37.689238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Attempting to bind port 2855a14e-9413-489d-add4-307b6f0efb10 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:37.690498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Attempting to bind port 2855a14e-9413-489d-add4-307b6f0efb10 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:37.698269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:37.699086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:37.699751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.700381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:37.701182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Bound port: 2855a14e-9413-489d-add4-307b6f0efb10, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:37.701962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.795482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f825e964-d85d-4474-ae81-54ffef0b8add tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:37.836446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] For port 2855a14e-9413-489d-add4-307b6f0efb10, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:37.840838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] For port 2855a14e-9413-489d-add4-307b6f0efb10, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2855a14e-9413-489d-add4-307b6f0efb10,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:37.845190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.858543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:37.872657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9e253c-9c03-46ae-96f9-656beb8cf90d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:37.963916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e468de26-fb57-4c65-b95e-8679fe1ee697,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:37.982316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538c9af-4eef-4fbd-978c-c8bec0177e73 None None] Pushing event updated for resources: {'Port': ['ID=2855a14e-9413-489d-add4-307b6f0efb10,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:37.998839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b538c9af-4eef-4fbd-978c-c8bec0177e73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:38.002837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:38.004240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9e253c-9c03-46ae-96f9-656beb8cf90d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:38.004696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-0e9e253c-9c03-46ae-96f9-656beb8cf90d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP 5192b5f9-6ed6-466b-b280-8edd194bce89 disassociated. External IP: 172.26.8.166, port: f5481ec0-f573-49dc-ac59-f2d8b131ca46. Dec 09 09:33:38.019759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Routers {'fc477267-3354-4bb7-a262-d3e9667e2f07'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:38.020528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fc477267-3354-4bb7-a262-d3e9667e2f07'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:38.085812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:38.089841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 2.3695452 Dec 09 09:33:38.099587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55022) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:38.157847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'security_group_rule': {'security_group_id': 'c55c6af4-385e-4518-bbec-60aadc01dd3c', 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:38.188780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:38.197219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d770a9c-69f8-4b55-af68-d6584baec92b req-2211b63d-f8a2-453a-be1e-968e8c9300af tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:38.198844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0d770a9c-69f8-4b55-af68-d6584baec92b req-2211b63d-f8a2-453a-be1e-968e8c9300af tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 945 time: 1.0413859 Dec 09 09:33:38.211899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:security_group_rule and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:38.224272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:38.242284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-40082480-e0f1-497d-935d-832287681d96 req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Calling delete_port for d816ce52-614a-4c93-ba8f-2b205b28e0aa owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:38.258507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:38.274348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] Set router fc477267-3354-4bb7-a262-d3e9667e2f07 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:38.313090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:38.385355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:38.409900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:38.445990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:38.454592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Project 9729ca7a00364fbfb9b28cd6f194f8ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:33:38.563712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event deleted for resources: {'Port': ['ID=26921b6b-334e-4c0b-a582-466c3fc612f2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:38.574239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:38.584802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:38.599945 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0d770a9c-69f8-4b55-af68-d6584baec92b req-7c0b95f3-cbbb-4f3f-90da-84265c602464 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/security-groups?id=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815184 Dec 09 09:33:38.733051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 4640a7c0-0d49-470a-ae17-13c7f57a6cda owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:38.781387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:38.796727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac858ca8-e2b1-4a9a-bfad-512e583a9906 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:38.923059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:38.934338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc477267-3354-4bb7-a262-d3e9667e2f07', 'name': 'tempest-NetworksTestDHCPv6-router-1015998360', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:28Z', 'updated_at': '2021-12-09T09:33:32Z', 'revision_number': 2, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None, '_interfaces': [{'id': '2855a14e-9413-489d-add4-307b6f0efb10', 'name': '', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'mac_address': 'fa:16:3e:be:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc477267-3354-4bb7-a262-d3e9667e2f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbb2564-f5e5-4f01-b23b-e1e6603cf395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:37Z', 'revision_number': 4, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'subnets': [{'id': '0fbb2564-f5e5-4f01-b23b-e1e6603cf395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:38.940562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ef72f8-f0de-419f-9c3b-0eb60774376b None None] The sync data for ids ['fc477267-3354-4bb7-a262-d3e9667e2f07'] in dv-neutron-819581-1-hyperv is: [{'id': 'fc477267-3354-4bb7-a262-d3e9667e2f07', 'name': 'tempest-NetworksTestDHCPv6-router-1015998360', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:28Z', 'updated_at': '2021-12-09T09:33:32Z', 'revision_number': 2, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None, '_interfaces': [{'id': '2855a14e-9413-489d-add4-307b6f0efb10', 'name': '', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'mac_address': 'fa:16:3e:be:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc477267-3354-4bb7-a262-d3e9667e2f07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0fbb2564-f5e5-4f01-b23b-e1e6603cf395', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:30Z', 'updated_at': '2021-12-09T09:33:37Z', 'revision_number': 4, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'subnets': [{'id': '0fbb2564-f5e5-4f01-b23b-e1e6603cf395', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:38.955925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=77d1b115-a876-44d8-ab37-b6f7f8115b5a,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:38.973489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:38.983254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:38.997850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "DELETE /v2.0/ports/26921b6b-334e-4c0b-a582-466c3fc612f2 HTTP/1.1" status: 204 len: 168 time: 3.7350192 Dec 09 09:33:38.997850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.000180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55034) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.011888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b056023a-d189-4976-a2a3-6a63bc1e525b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:39.059224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.113888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Checking segment: {'id': '72c8c781-8019-486d-8205-15990167a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2ae8601-dde7-4b27-b320-dacb1b9cd10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:39.114324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network hostable DHCP agents. Network: f2ae8601-dde7-4b27-b320-dacb1b9cd10a, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:33:39.122830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf9dfb5-82b3-4f51-9621-1e1d1aff301d,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:39.127435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.131544 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0279462 Dec 09 09:33:39.131544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:39.136768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55040) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.197080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-40082480-e0f1-497d-935d-832287681d96 req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.242335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network f2ae8601-dde7-4b27-b320-dacb1b9cd10a is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:33:39.246138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'network': {'name': 'tempest-network-smoke--1626843355', 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'port_security_enabled': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:39.256673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:39.258614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d09ffab-65b9-40b5-806b-c3038f755ed4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:39.259419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2d09ffab-65b9-40b5-806b-c3038f755ed4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Synchronizing usage tracker for tenant:2ee8156a0efa47e99bbe10e8cb4897ac on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:39.283201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, f2ae8601-dde7-4b27-b320-dacb1b9cd10a) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:39.292222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f964fe1-a0ce-44f5-9d61-de32f91d00af None None] Network f2ae8601-dde7-4b27-b320-dacb1b9cd10a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:39.295266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:39.296656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.298155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:39.303312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:network and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:39.306595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:39.316687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:39.372703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2d09ffab-65b9-40b5-806b-c3038f755ed4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Unset dirty status for tenant:2ee8156a0efa47e99bbe10e8cb4897ac on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:39.376757 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d09ffab-65b9-40b5-806b-c3038f755ed4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "GET /v2.0/ports?device_id=294ccfc3-812a-4986-a11e-0d35b0fa9c71 HTTP/1.1" status: 200 len: 913 time: 0.3700974 Dec 09 09:33:39.379656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55048) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.429646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.431644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Pushing event deleted for resources: {'Port': ['ID=d816ce52-614a-4c93-ba8f-2b205b28e0aa,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:39.447678 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7141664 Dec 09 09:33:39.449354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Made reservation on behalf of 9729ca7a00364fbfb9b28cd6f194f8ac for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:39.451146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55054) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.455077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.470454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1751624893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:39.475624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:39.481574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db336648-c577-40bf-aaac-0696740bfdb5 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:39.580286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:39.592149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:router and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:39.597449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:39.614113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=4640a7c0-0d49-470a-ae17-13c7f57a6cda,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:39.635433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-40082480-e0f1-497d-935d-832287681d96 req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] No DVR routers for this DVR port d816ce52-614a-4c93-ba8f-2b205b28e0aa on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:39.640056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-f2ae8601-dde7-4b27-b320-dacb1b9cd10a', 'network_id': 'f2ae8601-dde7-4b27-b320-dacb1b9cd10a', 'tenant_id': 'b9c451e18adc40d191f568b470792110', 'fixed_ips': [{'subnet_id': '77d1b115-a876-44d8-ab37-b6f7f8115b5a'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:33:39.641424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:39.641570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.642882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:39.644958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-40082480-e0f1-497d-935d-832287681d96 req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.649366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd092604-5521-43f5-9b5e-0935241ea8d5', 'name': 'network-vif-deleted', 'tag': 'd816ce52-614a-4c93-ba8f-2b205b28e0aa'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:33:39.685475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.691412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.762550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:33:39.778490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.808780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.817157 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd092604-5521-43f5-9b5e-0935241ea8d5', 'name': 'network-vif-deleted', 'tag': 'd816ce52-614a-4c93-ba8f-2b205b28e0aa', 'status': 'completed', 'code': 200} Dec 09 09:33:39.823983 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40082480-e0f1-497d-935d-832287681d96 req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.65 "DELETE /v2.0/ports/d816ce52-614a-4c93-ba8f-2b205b28e0aa HTTP/1.1" status: 204 len: 173 time: 3.2790902 Dec 09 09:33:39.838381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/4640a7c0-0d49-470a-ae17-13c7f57a6cda HTTP/1.1" status: 204 len: 168 time: 2.9344859 Dec 09 09:33:39.846465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9e253c-9c03-46ae-96f9-656beb8cf90d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:33:39.850246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55066) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:39.873666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:39.874074 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Added segment f970a7ca-a510-45a9-9e41-a6a51842b12a of type vlan for network 52bd21f5-cbf3-4594-8b2a-d04627c72731 Dec 09 09:33:39.961975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55070) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:40.005520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.020583 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a54915-50d6-4cb8-9796-c41c6b1e73da tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] GET failed (client error): The resource could not be found. Dec 09 09:33:40.027658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0a54915-50d6-4cb8-9796-c41c6b1e73da tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Synchronizing usage tracker for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:40.103144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Allocated IP 172.20.0.2 (f2ae8601-dde7-4b27-b320-dacb1b9cd10a/77d1b115-a876-44d8-ab37-b6f7f8115b5a/9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:40.226080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.242948 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ba5badf-487a-43d7-9005-a70d5fe73f9a req-227973a6-e540-4503-898c-5d98f0f20360 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd092604-5521-43f5-9b5e-0935241ea8d5 HTTP/1.1" status: 200 len: 210 time: 0.2039573 Dec 09 09:33:40.310922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 2855a14e-9413-489d-add4-307b6f0efb10 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:40.311316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.365178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.370683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:40.371457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.376818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1047347216'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:40.386376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:40.395706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Usage tracker for resource:network and tenant:5f78622468ab4386aa41beb626de2481 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:40.399210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72c0bddb-2272-40fa-9fdb-eab231eafd84 tempest-BulkNetworkOpsIpV6Test-1284317317 tempest-BulkNetworkOpsIpV6Test-1284317317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:40.400440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:40.407150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:40.555386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.561948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'Network': ['ID=52bd21f5-cbf3-4594-8b2a-d04627c72731,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:40.578590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4403117 Dec 09 09:33:40.579306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55076) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:40.584346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:40.589516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Transition to ACTIVE for port object 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:40.593416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'admin_state_up': True, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:40.609818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:40.619570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:router and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:40.621797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Transition to ACTIVE for port object 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:40.629280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 52bd21f5-cbf3-4594-8b2a-d04627c72731 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:33:40.650658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2855a14e-9413-489d-add4-307b6f0efb10 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:40.656179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:40.686018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:40.687186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.707060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:40.774135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.775171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.797849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Pushing event updated for resources: {'Port': ['ID=9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:40.801639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device d816ce52-614a-4c93-ba8f-2b205b28e0aa no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:40.809584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.842300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:40.853266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0a54915-50d6-4cb8-9796-c41c6b1e73da tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Unset dirty status for tenant:993210cd167143debe6dd7acbea17019 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:40.857450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: d816ce52-614a-4c93-ba8f-2b205b28e0aa {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:40.857450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device d816ce52-614a-4c93-ba8f-2b205b28e0aa not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:40.858466 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0a54915-50d6-4cb8-9796-c41c6b1e73da tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports/4640a7c0-0d49-470a-ae17-13c7f57a6cda HTTP/1.1" status: 404 len: 333 time: 1.0050766 Dec 09 09:33:40.859823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55080) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:40.873223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.877696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-152bef0c-d942-4b38-9b27-e0df4e69f9fc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.4192967 Dec 09 09:33:40.879061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Made reservation on behalf of 5f78622468ab4386aa41beb626de2481 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:40.886062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:40.896924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55084) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:40.909424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'network_id': 'f2ae8601-dde7-4b27-b320-dacb1b9cd10a', 'name': 'tempest-PortsTestJSON-1080893414'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:40.942229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Network f2ae8601-dde7-4b27-b320-dacb1b9cd10a is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:40.943491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:40.949215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:40.955519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.002625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] For port 2855a14e-9413-489d-add4-307b6f0efb10, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2855a14e-9413-489d-add4-307b6f0efb10,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:41.003316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.061676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Attempting to bind port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:41.061920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Attempting to bind port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '72c8c781-8019-486d-8205-15990167a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2ae8601-dde7-4b27-b320-dacb1b9cd10a'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:41.062446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Attempting to bind port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf on network f2ae8601-dde7-4b27-b320-dacb1b9cd10a {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:41.064326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 2855a14e-9413-489d-add4-307b6f0efb10 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:41.071849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2855a14e-9413-489d-add4-307b6f0efb10 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:41.072268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.111048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:41.111452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Checking segment: {'id': '72c8c781-8019-486d-8205-15990167a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2ae8601-dde7-4b27-b320-dacb1b9cd10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:41.112003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.112824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Bound using segment: {'id': '72c8c781-8019-486d-8205-15990167a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2ae8601-dde7-4b27-b320-dacb1b9cd10a'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:41.113583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Bound port: 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72c8c781-8019-486d-8205-15990167a416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'f2ae8601-dde7-4b27-b320-dacb1b9cd10a'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:41.114260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.139036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 2855a14e-9413-489d-add4-307b6f0efb10 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:41.152279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:41.167837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Usage tracker for resource:security_group_rule and tenant:5f78622468ab4386aa41beb626de2481 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:41.192399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:41.195599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.216249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:41.218406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba14a310-ba0c-4b9d-81ee-2336f4301a8a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.245376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:41.300986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] For port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:41.306526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.324748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] For port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf,segment=NetworkSegment(72c8c781-8019-486d-8205-15990167a416),segment_id=72c8c781-8019-486d-8205-15990167a416)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:41.330868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.347916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba64417a-6e0e-446d-9ab8-4f96b5e89f5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:41.357516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:41.390766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba14a310-ba0c-4b9d-81ee-2336f4301a8a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.400675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55090) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:41.435193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.489420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:41.496316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.502901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Pushing event updated for resources: {'Port': ['ID=9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:41.508836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:41.512035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 09 09:33:41.512035 dv-neutron-819581-1-hyperv neutron-server[88772]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 09 09:33:41.512035 dv-neutron-819581-1-hyperv neutron-server[88772]: [parameters: {'status': 'ACTIVE', 'ports_id': '2855a14e-9413-489d-add4-307b6f0efb10'}] Dec 09 09:33:41.512035 dv-neutron-819581-1-hyperv neutron-server[88772]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:41.512398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:33:41.630071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] Deleting subnet 05b1eb93-c878-47fc-be0f-efc6fa248289 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:41.640165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.656374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port 1fdeb183-7b63-403b-8295-2400047d50fd yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:33:41.694842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.712401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9da3c6f5-5621-4e34-8d38-6bc0759f99df tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:41.744540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba14a310-ba0c-4b9d-81ee-2336f4301a8a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.757754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ef50a0a4-4d52-4edf-9f57-1c74e6a6eb3b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:41.785963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=2855a14e-9413-489d-add4-307b6f0efb10,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:41.796925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:41.806244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14a310-ba0c-4b9d-81ee-2336f4301a8a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512976b-fd33-4241-9857-fe3cf8aa8c89,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:41.806375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.826150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba14a310-ba0c-4b9d-81ee-2336f4301a8a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:41.866486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.934041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:41.951613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f291d169-b57d-413a-ab09-9d51cc1ec455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:42.008422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:33:42.013133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba14a310-ba0c-4b9d-81ee-2336f4301a8a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.019743 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ba14a310-ba0c-4b9d-81ee-2336f4301a8a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/security-groups/6512976b-fd33-4241-9857-fe3cf8aa8c89 HTTP/1.1" status: 204 len: 168 time: 1.1483140 Dec 09 09:33:42.035892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55094) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:42.063487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Port 2855a14e-9413-489d-add4-307b6f0efb10 update to ACTIVE by agent not found {{(pid=88885) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 09 09:33:42.088676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.089065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Added segment 177ea402-f2f4-416c-831d-d42555aa4003 of type vlan for network 76a91590-df26-419b-a2b8-784d302d254f Dec 09 09:33:42.100074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dd3b23-f58b-4775-b845-855627d6d73a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:42.117725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9e253c-9c03-46ae-96f9-656beb8cf90d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:42.128009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.5 (f2ae8601-dde7-4b27-b320-dacb1b9cd10a/77d1b115-a876-44d8-ab37-b6f7f8115b5a/1fdeb183-7b63-403b-8295-2400047d50fd) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:42.135572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afedb0-e384-49bb-a9ed-45cbafe276a0 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:42.140720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:42.175794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30afedb0-e384-49bb-a9ed-45cbafe276a0 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:42.176868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-30afedb0-e384-49bb-a9ed-45cbafe276a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:42.190984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9e253c-9c03-46ae-96f9-656beb8cf90d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.231353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.251964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.278679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-30afedb0-e384-49bb-a9ed-45cbafe276a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:42.292006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30afedb0-e384-49bb-a9ed-45cbafe276a0 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:42.292704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-30afedb0-e384-49bb-a9ed-45cbafe276a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:42.300584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.370970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-30afedb0-e384-49bb-a9ed-45cbafe276a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:42.371440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30afedb0-e384-49bb-a9ed-45cbafe276a0 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:42.397511 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e9e253c-9c03-46ae-96f9-656beb8cf90d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/floatingips/5192b5f9-6ed6-466b-b280-8edd194bce89 HTTP/1.1" status: 200 len: 688 time: 6.7477579 Dec 09 09:33:42.411549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55098) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:42.419532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26741912-8378-49a3-968a-941e7e7729ea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.511569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.516130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:42.516711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.531711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3aadaad6-cb5d-4e19-a1e7-035575c19578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:42.597482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.669578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26741912-8378-49a3-968a-941e7e7729ea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.675154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:42.753199 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7829893 Dec 09 09:33:42.758297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55102) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:42.767632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:42.768351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Request body: {'subnet': {'network_id': '76a91590-df26-419b-a2b8-784d302d254f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:42.818502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 536d2a38-8464-4b5f-b418-3aac7dc9de20 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:42.818883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.857032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.858422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event updated for resources: {'Network': ['ID=76a91590-df26-419b-a2b8-784d302d254f,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:42.865919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:42.873215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 76a91590-df26-419b-a2b8-784d302d254f details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:33:42.984590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26741912-8378-49a3-968a-941e7e7729ea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:42.995043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9ba022bd-a200-4acc-839a-04cf96bb935b tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:43.010640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.025061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26741912-8378-49a3-968a-941e7e7729ea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940ec674-3aa4-4fff-9678-eeaaea55dc22,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:43.035265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26741912-8378-49a3-968a-941e7e7729ea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:43.042701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.047861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26741912-8378-49a3-968a-941e7e7729ea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.052182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-26741912-8378-49a3-968a-941e7e7729ea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/security-groups/940ec674-3aa4-4fff-9678-eeaaea55dc22 HTTP/1.1" status: 204 len: 168 time: 1.0085118 Dec 09 09:33:43.077730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55106) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:43.087460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object 1fdeb183-7b63-403b-8295-2400047d50fd will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:43.112763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad073add-cdf1-4d97-9088-fc8936476966 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:43.148691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Allocated IP 172.26.8.197 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:43.195346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.205097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d385d55-3a8f-4604-bd85-0cfb284ba174 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:43.253459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be2f3860-af08-424a-828c-6fce7d855836 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.268334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b1eb93-c878-47fc-be0f-efc6fa248289,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:43.301445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:43.311904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:43.341804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Usage tracker for resource:subnet and tenant:5f78622468ab4386aa41beb626de2481 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:43.345873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.348695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:43.358056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network f2ae8601-dde7-4b27-b320-dacb1b9cd10a is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:43.366362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:43.368865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:43.384454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:43.398207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=1fdeb183-7b63-403b-8295-2400047d50fd,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:43.401427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:43.404008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be2f3860-af08-424a-828c-6fce7d855836 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.479898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.480271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.500275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:43.500954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.527221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f0ff01-40d5-412b-83f3-cc6b23edd30b None None] Network f2ae8601-dde7-4b27-b320-dacb1b9cd10a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:43.565701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Made reservation on behalf of 5f78622468ab4386aa41beb626de2481 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:43.571077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be2f3860-af08-424a-828c-6fce7d855836 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.573709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be2f3860-af08-424a-828c-6fce7d855836 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.577555 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be2f3860-af08-424a-828c-6fce7d855836 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/security-groups/4b8ce1a7-244e-4d17-9a6f-77047ac2559f HTTP/1.1" status: 204 len: 168 time: 0.4897835 Dec 09 09:33:43.578397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ca25117a-6f8d-46b4-8835-cb0bc55c73f6 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:43.584746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55110) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:43.593844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6893795 Dec 09 09:33:43.595432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55112) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:43.607586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f3860-af08-424a-828c-6fce7d855836 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8ce1a7-244e-4d17-9a6f-77047ac2559f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:43.609397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-be2f3860-af08-424a-828c-6fce7d855836 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:43.649054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/05b1eb93-c878-47fc-be0f-efc6fa248289 HTTP/1.1" status: 204 len: 168 time: 2.2445712 Dec 09 09:33:43.657670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b038965-0853-4da1-af4a-26fdcb418868 None None] Provisioning for port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:43.669417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b038965-0853-4da1-af4a-26fdcb418868 None None] Provisioning complete for port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:43.669835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b038965-0853-4da1-af4a-26fdcb418868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:43.680741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55116) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:43.952088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Deleting port b4f297f7-0d5a-4a21-b220-194c484ea54b {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:43.952500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.009967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 536d2a38-8464-4b5f-b418-3aac7dc9de20 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:44.114789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b038965-0853-4da1-af4a-26fdcb418868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.164173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8b038965-0853-4da1-af4a-26fdcb418868 None None] For port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf,segment=NetworkSegment(72c8c781-8019-486d-8205-15990167a416),segment_id=72c8c781-8019-486d-8205-15990167a416)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:44.169898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b038965-0853-4da1-af4a-26fdcb418868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.172866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:44.226715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.272421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b038965-0853-4da1-af4a-26fdcb418868 None None] Pushing event updated for resources: {'Port': ['ID=9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:44.278311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b038965-0853-4da1-af4a-26fdcb418868 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:44.295542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.412634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.526462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-15e6bff0-ffeb-4db6-be26-463b74df2705 None None] Provisioning complete for port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:44.526462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-15e6bff0-ffeb-4db6-be26-463b74df2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.540963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.611707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:44.729495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:44.730561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.756813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Calling delete_port for b4f297f7-0d5a-4a21-b220-194c484ea54b owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:44.772256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.797428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:44.868955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.877948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet 63b99604-f84b-4c2d-83dd-6a1a5199ae4f {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:44.881720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Router fc477267-3354-4bb7-a262-d3e9667e2f07 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:33:44.887221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.901476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.945970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-15e6bff0-ffeb-4db6-be26-463b74df2705 None None] Provisioning for port 1fdeb183-7b63-403b-8295-2400047d50fd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:44.954103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-15e6bff0-ffeb-4db6-be26-463b74df2705 None None] Provisioning complete for port 1fdeb183-7b63-403b-8295-2400047d50fd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:44.954518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-15e6bff0-ffeb-4db6-be26-463b74df2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:44.969490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe8e6ad-3c93-4cf5-a02b-47da69cdf515']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:44.974770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:44.977919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'Port': ['ID=f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:44.985016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:44.988895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:45.003632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7de5c3d-822f-4ff5-a8bb-745b769ba829') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:45.003974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7de5c3d-822f-4ff5-a8bb-745b769ba829') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:45.010524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-15e6bff0-ffeb-4db6-be26-463b74df2705 None None] Port 1fdeb183-7b63-403b-8295-2400047d50fd cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:45.036413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.096977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.111284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.123969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:33:45.124570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.133626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3819ded7-03b3-4a0e-89c4-751a54df2135 None None] Provisioning complete for port 1fdeb183-7b63-403b-8295-2400047d50fd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:45.134060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3819ded7-03b3-4a0e-89c4-751a54df2135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:45.141184 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:45.190818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.191259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.191686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.192558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.192558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.192898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.193625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.193745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.194188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.194516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.194925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.195659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3819ded7-03b3-4a0e-89c4-751a54df2135 None None] Port 1fdeb183-7b63-403b-8295-2400047d50fd cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:45.212383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:45.222631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3258d7ac-d356-4ec3-8e20-4fecad097dce tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:45.320294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.329929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0017743-3f02-49b1-ac15-e076c7a0f492 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:45.344072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.369371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe8e6ad-3c93-4cf5-a02b-47da69cdf515,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:45.403099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=536d2a38-8464-4b5f-b418-3aac7dc9de20,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:45.416176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.417137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:45.442410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.442824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.443234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.443636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.444037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.444436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.444835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.445259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.445654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.446044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.446431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:45.458298 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9fe8e6ad-3c93-4cf5-a02b-47da69cdf515 HTTP/1.1" status: 204 len: 168 time: 1.7751038 Dec 09 09:33:45.461907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55122) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:45.462403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:45.462956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bdd7355d-d856-439d-86e8-e8ef33d39ce6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:45.533679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.543347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event deleted for resources: {'Port': ['ID=b4f297f7-0d5a-4a21-b220-194c484ea54b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:45.559449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:45.572052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.658352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:45.663568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:45.669885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2eb497f5-594c-4ae1-9755-924a24b7f08c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:45.677553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] Sync routers for ids ['fc477267-3354-4bb7-a262-d3e9667e2f07'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:45.692200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] Routers {'fc477267-3354-4bb7-a262-d3e9667e2f07'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:45.693208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fc477267-3354-4bb7-a262-d3e9667e2f07'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:45.842607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] Set router fc477267-3354-4bb7-a262-d3e9667e2f07 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:45.967455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc477267-3354-4bb7-a262-d3e9667e2f07', 'name': 'tempest-NetworksTestDHCPv6-router-1015998360', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:28Z', 'updated_at': '2021-12-09T09:33:41Z', 'revision_number': 3, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:45.973011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] Checking router: fc477267-3354-4bb7-a262-d3e9667e2f07 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:33:45.991700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] Routers {'fc477267-3354-4bb7-a262-d3e9667e2f07'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:45.992693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fc477267-3354-4bb7-a262-d3e9667e2f07'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:46.021372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] Deleting subnet a983087d-009b-44ba-b70b-774fbd29be9b {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:46.037232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.070789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.115286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "PUT /v2.0/routers/fc477267-3354-4bb7-a262-d3e9667e2f07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8315883 Dec 09 09:33:46.133672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.135655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/floatingips/5192b5f9-6ed6-466b-b280-8edd194bce89 HTTP/1.1" status: 204 len: 168 time: 3.7230248 Dec 09 09:33:46.139692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] Set router fc477267-3354-4bb7-a262-d3e9667e2f07 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:46.146042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55126) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:46.146495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55128) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:46.258656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc477267-3354-4bb7-a262-d3e9667e2f07', 'name': 'tempest-NetworksTestDHCPv6-router-1015998360', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:28Z', 'updated_at': '2021-12-09T09:33:41Z', 'revision_number': 3, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:46.263467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7657b9f5-f8f2-4842-aa9c-6ea3fd5da85c None None] The sync data for ids ['fc477267-3354-4bb7-a262-d3e9667e2f07'] in dv-neutron-819581-1-hyperv is: [{'id': 'fc477267-3354-4bb7-a262-d3e9667e2f07', 'name': 'tempest-NetworksTestDHCPv6-router-1015998360', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:28Z', 'updated_at': '2021-12-09T09:33:41Z', 'revision_number': 3, 'project_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'gw_port_host': None}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:46.343092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event updated for resources: {'Subnet': ['ID=9fbd860f-5e9c-4ebe-972b-e73d5a06572b,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:46.346635 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-5c7f301a-2295-4db8-b03b-7f8356744a8c tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] delete failed (client error): The resource could not be found. Dec 09 09:33:46.348183 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5c7f301a-2295-4db8-b03b-7f8356744a8c tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/floatingips/5192b5f9-6ed6-466b-b280-8edd194bce89 HTTP/1.1" status: 404 len: 345 time: 0.1900475 Dec 09 09:33:46.355903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:46.363797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.363936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55134) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:46.366132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.470203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Checking segment: {'id': '177ea402-f2f4-416c-831d-d42555aa4003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '76a91590-df26-419b-a2b8-784d302d254f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:46.470615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Network hostable DHCP agents. Network: 76a91590-df26-419b-a2b8-784d302d254f, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:33:46.493322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1c184d-a053-43c1-b4c4-ca67e3825cf1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:46.494945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1c184d-a053-43c1-b4c4-ca67e3825cf1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:46.495776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9d1c184d-a053-43c1-b4c4-ca67e3825cf1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:46.507512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.511074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2855a14e-9413-489d-add4-307b6f0efb10 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:46.537506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.546146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 2855a14e-9413-489d-add4-307b6f0efb10 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:46.546865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2855a14e-9413-489d-add4-307b6f0efb10 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:46.547986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:46.614925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=63b99604-f84b-4c2d-83dd-6a1a5199ae4f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:46.630810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:46.637430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9d1c184d-a053-43c1-b4c4-ca67e3825cf1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:46.641363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9d1c184d-a053-43c1-b4c4-ca67e3825cf1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4822686 Dec 09 09:33:46.645091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.646733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc3b91a-98a9-44cd-9ede-6911dc2628c4 None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:46.650046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55138) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:46.654759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.663836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.668913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-203e5119-e608-4635-ad16-3ff24810c045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:46.700560 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/63b99604-f84b-4c2d-83dd-6a1a5199ae4f HTTP/1.1" status: 204 len: 168 time: 2.9928193 Dec 09 09:33:46.712330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55142) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:46.715208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5561d4-25a7-4e8c-a5b8-7f1a202daa74 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:46.722820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5561d4-25a7-4e8c-a5b8-7f1a202daa74 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:46.728118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Network 76a91590-df26-419b-a2b8-784d302d254f is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:33:46.730709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5561d4-25a7-4e8c-a5b8-7f1a202daa74 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:46.734329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2e5561d4-25a7-4e8c-a5b8-7f1a202daa74 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "GET /v2.0/ports?network_id=3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb HTTP/1.1" status: 200 len: 2357 time: 0.3626988 Dec 09 09:33:46.768124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55146) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:46.777354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.778132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.865160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 76a91590-df26-419b-a2b8-784d302d254f) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:46.867460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:46.882238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4fea3fc-cd25-40b5-ab93-331c3b703067 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:46.892740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492d60f3-be27-4301-9e00-aba96cf89beb None None] Network 76a91590-df26-419b-a2b8-784d302d254f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:46.935452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:46.935800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.040381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a983087d-009b-44ba-b70b-774fbd29be9b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:47.153043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:47.173291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=1fdeb183-7b63-403b-8295-2400047d50fd,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:47.177012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet 6d043cb1-03f7-48c6-acfe-1b3edecfb4a0 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:47.195422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.199857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a983087d-009b-44ba-b70b-774fbd29be9b HTTP/1.1" status: 204 len: 168 time: 1.7213418 Dec 09 09:33:47.200000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:47.201024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46c5d09-6826-4795-8da8-bf9b5cbc7782 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:47.201808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55150) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:47.201926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e46c5d09-6826-4795-8da8-bf9b5cbc7782 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Synchronizing usage tracker for tenant:9d4a98b72c3b46acb31d1eafd905ef46 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:47.208188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.230132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.235977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-76a91590-df26-419b-a2b8-784d302d254f', 'network_id': '76a91590-df26-419b-a2b8-784d302d254f', 'tenant_id': '5f78622468ab4386aa41beb626de2481', 'fixed_ips': [{'subnet_id': '9fbd860f-5e9c-4ebe-972b-e73d5a06572b'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:33:47.237084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.255807 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4924378 Dec 09 09:33:47.268325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55154) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:47.286968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Request body: {'port': {'network_id': '76a91590-df26-419b-a2b8-784d302d254f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1948913225'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:47.322709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.443363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-62661994-3da3-4b81-87c2-c50f65ce31c5 None None] Provisioning complete for port 1fdeb183-7b63-403b-8295-2400047d50fd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:47.443677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62661994-3da3-4b81-87c2-c50f65ce31c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.447231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e46c5d09-6826-4795-8da8-bf9b5cbc7782 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Unset dirty status for tenant:9d4a98b72c3b46acb31d1eafd905ef46 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:47.448553 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e46c5d09-6826-4795-8da8-bf9b5cbc7782 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "GET /v2.0/subnets/be449ef4-15c1-48b8-8e53-5098dbe75964 HTTP/1.1" status: 200 len: 797 time: 0.6736093 Dec 09 09:33:47.454642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 0fbb2564-f5e5-4f01-b23b-e1e6603cf395 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:47.459576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55158) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:47.496653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Allocated IP 172.20.0.2 (76a91590-df26-419b-a2b8-784d302d254f/9fbd860f-5e9c-4ebe-972b-e73d5a06572b/33307213-6084-4a66-b7c0-93dbaf03eba1) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:47.519662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.541975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.561568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Router 294ccfc3-812a-4986-a11e-0d35b0fa9c71 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:33:47.568726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.575244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'port': {'network_id': '3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb', 'name': 'tempest-FloatingIPTestJSON-1484934398', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:47.702637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-62661994-3da3-4b81-87c2-c50f65ce31c5 None None] Port 1fdeb183-7b63-403b-8295-2400047d50fd cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:47.748590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.827370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.841518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Transition to ACTIVE for port object 33307213-6084-4a66-b7c0-93dbaf03eba1 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:47.868666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Transition to ACTIVE for port object 33307213-6084-4a66-b7c0-93dbaf03eba1 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:47.874311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.880397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a2611fa4-0d9e-44bc-b99a-fef2ca61921e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:47.956161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Pushing event updated for resources: {'Port': ['ID=33307213-6084-4a66-b7c0-93dbaf03eba1,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:47.967435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:47.975061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.984727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:47.991361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Network 76a91590-df26-419b-a2b8-784d302d254f is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:47.992971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:47.996034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:48.040770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:48.055788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a71ab6-f013-4543-a6e5-f8c735604f35 None None] Sync routers for ids ['294ccfc3-812a-4986-a11e-0d35b0fa9c71'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:48.071995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "PUT /v2.0/routers/294ccfc3-812a-4986-a11e-0d35b0fa9c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6912022 Dec 09 09:33:48.073856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d9dd96-80db-4227-bb3d-afea4ddeb269']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:48.086740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55162) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:48.119582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Attempting to bind port 33307213-6084-4a66-b7c0-93dbaf03eba1 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:48.120481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Attempting to bind port 33307213-6084-4a66-b7c0-93dbaf03eba1 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '177ea402-f2f4-416c-831d-d42555aa4003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '76a91590-df26-419b-a2b8-784d302d254f'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:48.120481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Attempting to bind port 33307213-6084-4a66-b7c0-93dbaf03eba1 on network 76a91590-df26-419b-a2b8-784d302d254f {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:48.127499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:48.127932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Checking segment: {'id': '177ea402-f2f4-416c-831d-d42555aa4003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '76a91590-df26-419b-a2b8-784d302d254f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:48.128348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.128771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Bound using segment: {'id': '177ea402-f2f4-416c-831d-d42555aa4003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '76a91590-df26-419b-a2b8-784d302d254f'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:48.129588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Bound port: 33307213-6084-4a66-b7c0-93dbaf03eba1, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177ea402-f2f4-416c-831d-d42555aa4003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '76a91590-df26-419b-a2b8-784d302d254f'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:48.129715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.152617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a71ab6-f013-4543-a6e5-f8c735604f35 None None] Routers {'294ccfc3-812a-4986-a11e-0d35b0fa9c71'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:48.153493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-62a71ab6-f013-4543-a6e5-f8c735604f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['294ccfc3-812a-4986-a11e-0d35b0fa9c71'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:48.153943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:48.176875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4d62af-ce31-455a-8a20-c01230ce2fc5') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:48.177080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4d62af-ce31-455a-8a20-c01230ce2fc5') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:48.177639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Usage tracker for resource:port and tenant:5f78622468ab4386aa41beb626de2481 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:48.181294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.223630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:48.258783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:48.265023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-62a71ab6-f013-4543-a6e5-f8c735604f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:48.324269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a71ab6-f013-4543-a6e5-f8c735604f35 None None] Routers {'294ccfc3-812a-4986-a11e-0d35b0fa9c71'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:48.324970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-62a71ab6-f013-4543-a6e5-f8c735604f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['294ccfc3-812a-4986-a11e-0d35b0fa9c71'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:48.343888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:48.351179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:port and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:48.355698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:48.366228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:48.400420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.401742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77f2f879-e425-4895-8919-fd77bfc0acf9 None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:48.402168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77f2f879-e425-4895-8919-fd77bfc0acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.438515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-62a71ab6-f013-4543-a6e5-f8c735604f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:48.438961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a71ab6-f013-4543-a6e5-f8c735604f35 None None] The sync data for ids ['294ccfc3-812a-4986-a11e-0d35b0fa9c71'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:48.447445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] For port 33307213-6084-4a66-b7c0-93dbaf03eba1, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:48.466061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Made reservation on behalf of 5f78622468ab4386aa41beb626de2481 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:48.468485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] For port 33307213-6084-4a66-b7c0-93dbaf03eba1, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33307213-6084-4a66-b7c0-93dbaf03eba1,segment=NetworkSegment(177ea402-f2f4-416c-831d-d42555aa4003),segment_id=177ea402-f2f4-416c-831d-d42555aa4003)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:48.476051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.476246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.482030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d521ef30-f613-4150-8191-273f71c0abfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:48.508669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.542913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Made reservation on behalf of 9d4a98b72c3b46acb31d1eafd905ef46 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:48.568209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.581178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:48.625537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Pushing event updated for resources: {'Port': ['ID=33307213-6084-4a66-b7c0-93dbaf03eba1,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:48.643985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:48.646962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] device_id is not set on port 93cbd6c2-44e1-489a-9dec-32ee12a3f48a yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:33:48.666984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.681650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77f2f879-e425-4895-8919-fd77bfc0acf9 None None] Provisioning complete for port 0cc9b18e-98cf-4446-b15c-08d065e5034d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:48.682076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77f2f879-e425-4895-8919-fd77bfc0acf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.697624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:33:48.698070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:48.714421 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:48.734944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30346224-1876-4098-8065-4058b8198f8e tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.742345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77f2f879-e425-4895-8919-fd77bfc0acf9 None None] Port 0cc9b18e-98cf-4446-b15c-08d065e5034d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:48.748090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=6d043cb1-03f7-48c6-acfe-1b3edecfb4a0,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:48.805653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:48.831707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.832576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266919a7-c772-4fd1-9f51-1fb978e68289 None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:48.940449 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/6d043cb1-03f7-48c6-acfe-1b3edecfb4a0 HTTP/1.1" status: 204 len: 168 time: 2.2199492 Dec 09 09:33:48.941525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.945189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55166) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:48.953315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-169ca12a-e371-4d2b-accc-bbd02c958c39 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:48.975120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:48.985583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59dc479f-4171-4682-8eea-3994c93b31f3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:49.004380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:49.045967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=0fbb2564-f5e5-4f01-b23b-e1e6603cf395,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:49.048472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:49.082496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5b35a1-c321-4360-8dc4-62da0066b15c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:49.082996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5b35a1-c321-4360-8dc4-62da0066b15c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:49.087700 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6f5b35a1-c321-4360-8dc4-62da0066b15c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/63b99604-f84b-4c2d-83dd-6a1a5199ae4f HTTP/1.1" status: 404 len: 337 time: 0.0868673 Dec 09 09:33:49.092386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Pushing event deleted for resources: {'Network': ['ID=13d9dd96-80db-4227-bb3d-afea4ddeb269,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:49.094071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55170) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:49.094296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:49.112454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:49.112664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:49.118037 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/0fbb2564-f5e5-4f01-b23b-e1e6603cf395 HTTP/1.1" status: 204 len: 168 time: 2.4623806 Dec 09 09:33:49.137588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55174) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:49.155914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c6bb1f-dba9-4dc6-80ac-d8d0f8316572 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:49.159953 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] 10.222.0.18 "DELETE /v2.0/networks/13d9dd96-80db-4227-bb3d-afea4ddeb269 HTTP/1.1" status: 204 len: 168 time: 1.9536772 Dec 09 09:33:49.260208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Allocated IP 172.20.0.11 (76a91590-df26-419b-a2b8-784d302d254f/9fbd860f-5e9c-4ebe-972b-e73d5a06572b/93cbd6c2-44e1-489a-9dec-32ee12a3f48a) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:49.380080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] device_id is not set on port 13d430f4-ae33-45d9-bb35-f41a43a07ae2 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:33:49.445915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55180) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:49.518866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:33:49.650924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-441682e5-5dd5-476f-800f-deb0e036d35e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:router {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:49.726417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:49.738282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:49.778778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c625c9dc-b3cb-4a80-82df-da380c46d9ea tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:49.833103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30346224-1876-4098-8065-4058b8198f8e tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:49.870524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30346224-1876-4098-8065-4058b8198f8e tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:49.894961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:33:49.899022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] Deleting port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:49.899450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:49.901189 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f3a1d0b-68ef-492a-b423-083c4730133d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e4a60bd2e62c467487e80e727d627d1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4468863 Dec 09 09:33:49.901821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55184) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:49.914573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting subnet dafa4845-81c8-4fc6-b309-1a2cbda9f864 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:49.917026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:49.949747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-441682e5-5dd5-476f-800f-deb0e036d35e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:router {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:49.953929 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-441682e5-5dd5-476f-800f-deb0e036d35e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8116775 Dec 09 09:33:49.957060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=1fdeb183-7b63-403b-8295-2400047d50fd,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:49.959737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55188) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:49.960691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.064074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:50.071095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30346224-1876-4098-8065-4058b8198f8e tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.071708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30346224-1876-4098-8065-4058b8198f8e tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Fanout notify agent at l3_agent the message router_deleted on router 294ccfc3-812a-4986-a11e-0d35b0fa9c71 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:33:50.104130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30346224-1876-4098-8065-4058b8198f8e tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.107638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-30346224-1876-4098-8065-4058b8198f8e tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "DELETE /v2.0/routers/294ccfc3-812a-4986-a11e-0d35b0fa9c71 HTTP/1.1" status: 204 len: 168 time: 2.0095608 Dec 09 09:33:50.116024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55192) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:50.170304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.303392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Transition to ACTIVE for port object 93cbd6c2-44e1-489a-9dec-32ee12a3f48a will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:50.397413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a1adb60-1d46-4356-a2e0-8fa719c3346a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.433099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] For port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:50.433747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.530497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a1adb60-1d46-4356-a2e0-8fa719c3346a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.554501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.20.0.14 (3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb/be449ef4-15c1-48b8-8e53-5098dbe75964/13d430f4-ae33-45d9-bb35-f41a43a07ae2) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:50.602517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.635827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] Calling delete_port for 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:50.667197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 33307213-6084-4a66-b7c0-93dbaf03eba1 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:50.687581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08d8fd5c-0cff-47f6-b3b7-cd26e2b5b450 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.779165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d27cdd41-c09f-4163-844d-f30f0fb5b806 None None] Provisioning complete for port a70a1655-c9be-4365-b201-278f7b483420 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:50.779570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d27cdd41-c09f-4163-844d-f30f0fb5b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.883134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:50.890800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c866dc4-0e0e-408e-97d9-444ca3c46462 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:50.927316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network f2ae8601-dde7-4b27-b320-dacb1b9cd10a is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:50.930308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:50.953032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] Pushing event deleted for resources: {'Port': ['ID=13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:50.964915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:50.976373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] No DVR routers for this DVR port 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:50.981451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 33307213-6084-4a66-b7c0-93dbaf03eba1 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:50.985036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a10565-fe99-449a-8ae2-6c4a35c41899 None None] Network 76a91590-df26-419b-a2b8-784d302d254f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:50.997485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.20.0.13 (3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb/be449ef4-15c1-48b8-8e53-5098dbe75964/13d430f4-ae33-45d9-bb35-f41a43a07ae2) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:51.008194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a1adb60-1d46-4356-a2e0-8fa719c3346a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.023217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:51.050777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.081293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1adb60-1d46-4356-a2e0-8fa719c3346a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b706d0-e9b7-4937-aaaa-25b00d7abdd0,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:51.107691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a1adb60-1d46-4356-a2e0-8fa719c3346a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:51.111463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-067aca1f-1e97-4f97-9fcd-b154e63e7563 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:51.209959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Network 76a91590-df26-419b-a2b8-784d302d254f is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:51.213204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a1adb60-1d46-4356-a2e0-8fa719c3346a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.216833 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1a1adb60-1d46-4356-a2e0-8fa719c3346a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7b706d0-e9b7-4937-aaaa-25b00d7abdd0 HTTP/1.1" status: 204 len: 168 time: 1.2917917 Dec 09 09:33:51.237228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event updated for resources: {'Port': ['ID=93cbd6c2-44e1-489a-9dec-32ee12a3f48a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:51.241876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:51.246495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:51.248741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:51.250787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:51.301018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Deleting subnet b8c7e53b-c5f5-4a72-84bb-f84586907a13 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:33:51.308049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:51.308598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13c2b2e3-80a6-4f57-b87d-6ffd3247f4f4 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:51.330702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.402266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d27cdd41-c09f-4163-844d-f30f0fb5b806 None None] Provisioning complete for port 0cc9b18e-98cf-4446-b15c-08d065e5034d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:51.402565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d27cdd41-c09f-4163-844d-f30f0fb5b806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.402686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:51.413652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Sync routers for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:51.439187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:51.446477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:51.528198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d27cdd41-c09f-4163-844d-f30f0fb5b806 None None] Port 0cc9b18e-98cf-4446-b15c-08d065e5034d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:51.530620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:51.531313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.537879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.651215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08d8fd5c-0cff-47f6-b3b7-cd26e2b5b450 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.657382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.657930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Provisioning for port 33307213-6084-4a66-b7c0-93dbaf03eba1 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:51.664884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Provisioning complete for port 33307213-6084-4a66-b7c0-93dbaf03eba1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:51.665393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.741311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08d8fd5c-0cff-47f6-b3b7-cd26e2b5b450 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.780599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:51.838514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.970750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:51.975735 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 11.3902156 Dec 09 09:33:51.980479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55200) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:51.989970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.009145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a1f103b-d6e3-4e7b-b69b-22712c441428 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:52.021983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08d8fd5c-0cff-47f6-b3b7-cd26e2b5b450 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.023014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d8fd5c-0cff-47f6-b3b7-cd26e2b5b450 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Fanout notify agent at l3_agent the message router_deleted on router fc477267-3354-4bb7-a262-d3e9667e2f07 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:33:52.031713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.034314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.040436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4eaa6a85-7a18-4715-816c-b7b9593f7fa8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:52.067579 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.7945995 Dec 09 09:33:52.079516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55206) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.118790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] For port 33307213-6084-4a66-b7c0-93dbaf03eba1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33307213-6084-4a66-b7c0-93dbaf03eba1,segment=NetworkSegment(177ea402-f2f4-416c-831d-d42555aa4003),segment_id=177ea402-f2f4-416c-831d-d42555aa4003)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:52.123019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Subnet': ['ID=dafa4845-81c8-4fc6-b309-1a2cbda9f864,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:52.127728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.135399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55210) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.135540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:52.138971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:52.164326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c7e53b-c5f5-4a72-84bb-f84586907a13,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:52.187277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:52.215614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.218493 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/dafa4845-81c8-4fc6-b309-1a2cbda9f864 HTTP/1.1" status: 204 len: 168 time: 3.1085026 Dec 09 09:33:52.242460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55214) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.247907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.258939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08d8fd5c-0cff-47f6-b3b7-cd26e2b5b450 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.260749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-08d8fd5c-0cff-47f6-b3b7-cd26e2b5b450 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/routers/fc477267-3354-4bb7-a262-d3e9667e2f07 HTTP/1.1" status: 204 len: 168 time: 2.2624221 Dec 09 09:33:52.265033 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "DELETE /v2.0/subnets/b8c7e53b-c5f5-4a72-84bb-f84586907a13 HTTP/1.1" status: 204 len: 168 time: 2.1411607 Dec 09 09:33:52.271633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55218) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.272349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55220) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.299190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Pushing event updated for resources: {'Port': ['ID=33307213-6084-4a66-b7c0-93dbaf03eba1,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:52.303887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15f938-fb33-4dbe-8c65-ade462c0e957 None None] Network 0330c872-e54c-4dcb-aaa3-a1849fb9947c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:52.334894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cccdb6-b4bb-4ccd-be6f-336dfbc82047 None None] Network 12a18aaa-139d-4e25-be82-1a2e8279d432 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:52.373149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:52.420525 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad333ff-9ef0-40d6-a75e-b8b821febc15 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:52.420943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad333ff-9ef0-40d6-a75e-b8b821febc15 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:52.431061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0ad333ff-9ef0-40d6-a75e-b8b821febc15 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/97dae85b-3000-4fc6-9dee-c70b58f61117 HTTP/1.1" status: 404 len: 337 time: 0.1851859 Dec 09 09:33:52.443368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55226) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.451949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Deleting port 93cbd6c2-44e1-489a-9dec-32ee12a3f48a {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:52.452335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.458079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-47469ea8-c95e-4ad8-b370-dcfaf0d36343 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:52.513222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:33:45Z', 'revision_number': 3, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:52.517365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Checking router: d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:33:52.518221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Updating router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:33:52.584174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.588840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.705641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 33307213-6084-4a66-b7c0-93dbaf03eba1 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:52.718550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55232) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.719544 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a86738db-2bbe-43b8-9c72-c5485227b3d7 tempest-TestNetworkAdvancedServerOps-626530508 tempest-TestNetworkAdvancedServerOps-626530508-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=9729ca7a00364fbfb9b28cd6f194f8ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7304270 Dec 09 09:33:52.739012 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d6d5f671-b819-40c1-beef-a6c2fab080bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "GET /v2.0/ports?device_id=73de9285-860d-429a-b44a-1ec5e467f0ac HTTP/1.1" status: 200 len: 205 time: 0.2839024 Dec 09 09:33:52.751218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55236) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.774933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Provisioning complete for port 1fdeb183-7b63-403b-8295-2400047d50fd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:52.775384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.806596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.815842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-47469ea8-c95e-4ad8-b370-dcfaf0d36343 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:52.817192 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-47469ea8-c95e-4ad8-b370-dcfaf0d36343 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5433927 Dec 09 09:33:52.820661 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-60fc18ee-e81b-4648-928c-ee06c565cb9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc7eba6d9ae741b89fb77106a9337b60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6784728 Dec 09 09:33:52.824218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55240) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.824593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55242) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:52.841990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Port 1fdeb183-7b63-403b-8295-2400047d50fd cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:52.872697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.917702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9131499a-6bd3-41e1-bd3c-b64470508e90 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:52.920232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e764d38-dfc6-4c01-b98a-187b1ad236be tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:52.921007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2e764d38-dfc6-4c01-b98a-187b1ad236be tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:52.950715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Deleting port be5f5448-6287-48b5-8923-ef16bbee6ea3 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:52.951820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:52.964505 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-9616870c-a2f7-43f3-9fad-32e7818bb520 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] delete failed (client error): The resource could not be found. Dec 09 09:33:52.968821 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9616870c-a2f7-43f3-9fad-32e7818bb520 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/routers/73de9285-860d-429a-b44a-1ec5e467f0ac HTTP/1.1" status: 404 len: 336 time: 0.2163436 Dec 09 09:33:52.969515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55248) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.045623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8969898a-1f41-4ec3-a248-305048d4f8ef None None] Provisioning for port 93cbd6c2-44e1-489a-9dec-32ee12a3f48a completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:53.060573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8969898a-1f41-4ec3-a248-305048d4f8ef None None] Provisioning complete for port 93cbd6c2-44e1-489a-9dec-32ee12a3f48a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:53.061138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8969898a-1f41-4ec3-a248-305048d4f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.088413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2e764d38-dfc6-4c01-b98a-187b1ad236be tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:53.092322 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2e764d38-dfc6-4c01-b98a-187b1ad236be tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2630026 Dec 09 09:33:53.094219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55252) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.107275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Router 8040fd05-6004-416a-a692-2ec829a36ac6 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:33:53.121894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3e2b5d5-e64d-43e9-b2c4-bfe18a0054b8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:53.122399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3e2b5d5-e64d-43e9-b2c4-bfe18a0054b8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:53.128086 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f3e2b5d5-e64d-43e9-b2c4-bfe18a0054b8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/19f82896-aa47-423e-ae22-c4414089b1ef HTTP/1.1" status: 404 len: 337 time: 0.1375508 Dec 09 09:33:53.132363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.137543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8969898a-1f41-4ec3-a248-305048d4f8ef None None] Port 93cbd6c2-44e1-489a-9dec-32ee12a3f48a cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:33:53.143535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 33307213-6084-4a66-b7c0-93dbaf03eba1 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:53.143967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.151743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55256) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.154461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Transition to ACTIVE for port object f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:53.161225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.166634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:53.176320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] DHCP port deletion for 12a18aaa-139d-4e25-be82-1a2e8279d432 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:33:53.203021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4395ed4f-5e42-4716-9903-e6ccad21f11d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:router {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:53.203288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] Deleting port be5f5448-6287-48b5-8923-ef16bbee6ea3 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:53.203405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.239776 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-940e8111-826e-40e7-976c-fab8adb46948 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:53.240248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940e8111-826e-40e7-976c-fab8adb46948 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:53.245220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-940e8111-826e-40e7-976c-fab8adb46948 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/0dbb3d12-3cb5-4b24-9211-96c0c031a3d0 HTTP/1.1" status: 404 len: 337 time: 0.0923886 Dec 09 09:33:53.246040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=13d430f4-ae33-45d9-bb35-f41a43a07ae2,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:53.250127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:53.253327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55260) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.261443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:53.280237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d59c27-2b7a-4289-a4a8-07a6d3afc47a None None] Pushing event updated for resources: {'Port': ['ID=f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:53.297866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4d59c27-2b7a-4289-a4a8-07a6d3afc47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:53.317177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.324728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Attempting to bind port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:53.325189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Attempting to bind port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:53.325613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Attempting to bind port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:53.331669 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9643e3-220f-434a-934a-0c8e13dfe37a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:53.332325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9643e3-220f-434a-934a-0c8e13dfe37a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:53.334320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:53.334747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:53.335296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.335736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:53.336281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Bound port: f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:53.336730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.339240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2f9643e3-220f-434a-934a-0c8e13dfe37a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/3dbbfe9e-4aaa-465d-9550-b6a77ce3b20d HTTP/1.1" status: 404 len: 337 time: 0.0795751 Dec 09 09:33:53.340578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:53.343393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:53.392599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55264) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.434228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] For port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:53.438238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] For port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:53.443884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.449021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b538c9af-4eef-4fbd-978c-c8bec0177e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:53.458225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] DHCP port deletion for 0330c872-e54c-4dcb-aaa3-a1849fb9947c request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:33:53.480634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Deleting port a70a1655-c9be-4365-b201-278f7b483420 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:53.481262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.542378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:53.543333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:53.572857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1de4e80c-177e-493b-b0ef-8508c0578e7b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:53.573519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1de4e80c-177e-493b-b0ef-8508c0578e7b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:53.574418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8969898a-1f41-4ec3-a248-305048d4f8ef None None] Provisioning complete for port 33307213-6084-4a66-b7c0-93dbaf03eba1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:53.574977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8969898a-1f41-4ec3-a248-305048d4f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.579127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1de4e80c-177e-493b-b0ef-8508c0578e7b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/eb07f5b4-4431-4670-a700-ab822eb6eb23 HTTP/1.1" status: 404 len: 333 time: 0.1722381 Dec 09 09:33:53.632020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] For port be5f5448-6287-48b5-8923-ef16bbee6ea3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=be5f5448-6287-48b5-8923-ef16bbee6ea3,segment=NetworkSegment(52ec79c0-a932-4946-af61-445dc96cc0b3),segment_id=52ec79c0-a932-4946-af61-445dc96cc0b3)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:53.632417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.661561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55268) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.674821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Calling delete_port for 93cbd6c2-44e1-489a-9dec-32ee12a3f48a owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:53.784015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d59c27-2b7a-4289-a4a8-07a6d3afc47a None None] Pushing event updated for resources: {'Port': ['ID=f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:53.792556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Calling delete_port for be5f5448-6287-48b5-8923-ef16bbee6ea3 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:53.808780 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-749aa388-69db-40af-8a46-1d7534aa2af1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:53.809515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749aa388-69db-40af-8a46-1d7534aa2af1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:53.815998 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-749aa388-69db-40af-8a46-1d7534aa2af1 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/6d4dc1f6-40f5-4b39-bf84-442597b7e114 HTTP/1.1" status: 404 len: 337 time: 0.1498489 Dec 09 09:33:53.817744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521cd03-4feb-4ac1-ab11-825f92dd6c19 tempest-TestNetworkAdvancedServerOps-626530508 tempest-TestNetworkAdvancedServerOps-626530508-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:53.822667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:33:53.823070 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4521cd03-4feb-4ac1-ab11-825f92dd6c19 tempest-TestNetworkAdvancedServerOps-626530508 tempest-TestNetworkAdvancedServerOps-626530508-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1075866 Dec 09 09:33:53.831267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55272) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.831841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55274) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:53.888514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdb462d0-1ca6-4dc6-aee7-ecbe3844394d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.894543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:53.911084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c22f81c-0439-4cfd-98ff-940b06b0b6b5 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:53.940532 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0da9db5c-3822-4cf4-b398-87b8f4e11b69 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:53.941516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0da9db5c-3822-4cf4-b398-87b8f4e11b69 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:53.947096 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0da9db5c-3822-4cf4-b398-87b8f4e11b69 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/a3e38fbd-c75e-4e34-bf3f-8aedc1546c18 HTTP/1.1" status: 404 len: 337 time: 0.1135695 Dec 09 09:33:53.955596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4d59c27-2b7a-4289-a4a8-07a6d3afc47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:53.964965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55280) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.010956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] For port be5f5448-6287-48b5-8923-ef16bbee6ea3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=be5f5448-6287-48b5-8923-ef16bbee6ea3,segment=NetworkSegment(52ec79c0-a932-4946-af61-445dc96cc0b3),segment_id=52ec79c0-a932-4946-af61-445dc96cc0b3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:54.011458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.038333 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a64d1604-6542-474e-a5a5-7d2c3078a6a8 tempest-TestNetworkAdvancedServerOps-626530508 tempest-TestNetworkAdvancedServerOps-626530508-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2019954 Dec 09 09:33:54.040667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97daa16-dcd6-48c8-8319-d1573843c2d8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:54.041466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97daa16-dcd6-48c8-8319-d1573843c2d8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:54.046624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55284) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.047001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55286) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.047528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d97daa16-dcd6-48c8-8319-d1573843c2d8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/4f7f35d4-6b55-4996-9e04-0f5480a48a4a HTTP/1.1" status: 404 len: 333 time: 0.0810585 Dec 09 09:33:54.062567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:54.063536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.099747 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 6.5887475 Dec 09 09:33:54.110362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4395ed4f-5e42-4716-9903-e6ccad21f11d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:router {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:54.116091 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4395ed4f-5e42-4716-9903-e6ccad21f11d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 1.0140247 Dec 09 09:33:54.121175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55288) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.121756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55290) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.130710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '13d430f4-ae33-45d9-bb35-f41a43a07ae2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:54.140957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:54.147850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:floatingip and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:54.152300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:54.157816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:33:45Z', 'revision_number': 3, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:54.162071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:54.163293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4427f70-32cc-4611-9297-0862271b7007 None None] The sync data for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv is: [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:33:45Z', 'revision_number': 3, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:54.168216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1827641220', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:54.175575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:54.185612 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-981e445a-6f3f-45fc-879a-9bb8cfa3eb6e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:54.186105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981e445a-6f3f-45fc-879a-9bb8cfa3eb6e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:54.188873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event deleted for resources: {'Port': ['ID=be5f5448-6287-48b5-8923-ef16bbee6ea3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:54.202250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdb462d0-1ca6-4dc6-aee7-ecbe3844394d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.217959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] Calling delete_port for be5f5448-6287-48b5-8923-ef16bbee6ea3 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:54.264783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] For port a70a1655-c9be-4365-b201-278f7b483420, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a70a1655-c9be-4365-b201-278f7b483420,segment=NetworkSegment(e8bde0e0-81fa-4978-9ed1-ef3de866ee42),segment_id=e8bde0e0-81fa-4978-9ed1-ef3de866ee42)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:54.265380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.321123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:54.326265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:54.330534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:subnet and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:54.333698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:54.339721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:54.347907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] No DVR routers for this DVR port be5f5448-6287-48b5-8923-ef16bbee6ea3 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:54.367981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.389067 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-981e445a-6f3f-45fc-879a-9bb8cfa3eb6e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/cbdf8cc3-b250-4059-b067-dafe96430068 HTTP/1.1" status: 404 len: 337 time: 0.2683938 Dec 09 09:33:54.389067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Made reservation on behalf of 9729ca7a00364fbfb9b28cd6f194f8ac for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:54.392094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.395238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55300) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.398778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:54.420506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Calling delete_port for a70a1655-c9be-4365-b201-278f7b483420 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:54.423443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-80003603-fe19-49a2-b775-d6613325297e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:54.493721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:33:54.494218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:33:54.512100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.524730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.525152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:54.534479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-daa20f05-1cbe-4ba4-8904-4739267d1eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:54.534734 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-84474259-d216-407f-9932-157e0f4dbacb tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] DELETE failed (client error): The resource could not be found. Dec 09 09:33:54.535346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84474259-d216-407f-9932-157e0f4dbacb tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:33:54.547868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-84474259-d216-407f-9932-157e0f4dbacb tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/subnets/d5c44127-dea7-470f-b07b-882a4ce7608a HTTP/1.1" status: 404 len: 337 time: 0.1479912 Dec 09 09:33:54.547868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event deleted for resources: {'Port': ['ID=93cbd6c2-44e1-489a-9dec-32ee12a3f48a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:54.557304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55304) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.568697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:54.579450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Pushing event deleted for resources: {'Port': ['ID=a70a1655-c9be-4365-b201-278f7b483420,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:54.587143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] No DVR routers for this DVR port a70a1655-c9be-4365-b201-278f7b483420 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:33:54.596167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device be5f5448-6287-48b5-8923-ef16bbee6ea3 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:54.634632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.635023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.635409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.635789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.636231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.637092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.637092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.637344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.637672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.638395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.638395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:33:54.646647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:54.647432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: be5f5448-6287-48b5-8923-ef16bbee6ea3 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:54.647834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device be5f5448-6287-48b5-8923-ef16bbee6ea3 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:54.648312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a70a1655-c9be-4365-b201-278f7b483420 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:33:54.735455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: a70a1655-c9be-4365-b201-278f7b483420 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:33:54.737037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a70a1655-c9be-4365-b201-278f7b483420 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:33:54.795100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.842857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:33:54.858926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54c82c-fd25-43d3-b77c-206dfd00a07d None None] Sync routers for ids ['8040fd05-6004-416a-a692-2ec829a36ac6'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:33:54.875476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdb462d0-1ca6-4dc6-aee7-ecbe3844394d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.880070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54c82c-fd25-43d3-b77c-206dfd00a07d None None] Routers {'8040fd05-6004-416a-a692-2ec829a36ac6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:54.880262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a18aaa-139d-4e25-be82-1a2e8279d432']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:54.881290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff54c82c-fd25-43d3-b77c-206dfd00a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8040fd05-6004-416a-a692-2ec829a36ac6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:54.893943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6790cd4c-36c8-4c24-81c1-2efcfbf2ba87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:54.918787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb462d0-1ca6-4dc6-aee7-ecbe3844394d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7e9afb-ccc8-4301-8906-4414db19b30a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:54.930799 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "PUT /v2.0/routers/8040fd05-6004-416a-a692-2ec829a36ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3266640 Dec 09 09:33:54.931920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55308) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:54.936098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bdb462d0-1ca6-4dc6-aee7-ecbe3844394d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:54.942048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ec79c0-a932-4946-af61-445dc96cc0b3') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:54.942609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ec79c0-a932-4946-af61-445dc96cc0b3') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:54.973355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bdb462d0-1ca6-4dc6-aee7-ecbe3844394d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:54.977044 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bdb462d0-1ca6-4dc6-aee7-ecbe3844394d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed7e9afb-ccc8-4301-8906-4414db19b30a HTTP/1.1" status: 204 len: 168 time: 2.1458056 Dec 09 09:33:55.016101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] Deleting port be5f5448-6287-48b5-8923-ef16bbee6ea3 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:55.016555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:55.072479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff54c82c-fd25-43d3-b77c-206dfd00a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:55.092769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:55.145776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-98ffc6dc-c301-4ce0-bb6b-a5e4dcd7e629 None None] The port 'be5f5448-6287-48b5-8923-ef16bbee6ea3' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:33:55.166226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54c82c-fd25-43d3-b77c-206dfd00a07d None None] Routers {'8040fd05-6004-416a-a692-2ec829a36ac6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:33:55.166909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff54c82c-fd25-43d3-b77c-206dfd00a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8040fd05-6004-416a-a692-2ec829a36ac6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:55.263486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:55.300136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff54c82c-fd25-43d3-b77c-206dfd00a07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:55.300836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54c82c-fd25-43d3-b77c-206dfd00a07d None None] The sync data for ids ['8040fd05-6004-416a-a692-2ec829a36ac6'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:33:55.316295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:33:55.316754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:55.322781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Deleting port 0cc9b18e-98cf-4446-b15c-08d065e5034d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:55.323169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:55.332884 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:55.452744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab38884-1867-4075-8fe0-14a73b95c615 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:55.453530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-aab38884-1867-4075-8fe0-14a73b95c615 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:33:55.501339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:55.504327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-aab38884-1867-4075-8fe0-14a73b95c615 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:33:55.512099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aab38884-1867-4075-8fe0-14a73b95c615 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports?device_id=8040fd05-6004-416a-a692-2ec829a36ac6 HTTP/1.1" status: 200 len: 982 time: 0.5747571 Dec 09 09:33:55.513029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:55.517772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55314) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:55.601422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5d7a086a-4d40-46eb-af01-3a571c8f0532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:55.681640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:55.727401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Pushing event deleted for resources: {'Network': ['ID=12a18aaa-139d-4e25-be82-1a2e8279d432,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:55.740632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:55.744951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:55.757036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] 10.222.0.18 "DELETE /v2.0/networks/12a18aaa-139d-4e25-be82-1a2e8279d432 HTTP/1.1" status: 204 len: 168 time: 3.4812412 Dec 09 09:33:55.758989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3c35fa2-055d-41a8-abfb-5e645ae45471 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:55.832295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'Subnet': ['ID=8e8e8aa2-b5d7-44eb-a751-34e5da57fc03,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:55.838514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:55.866628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:55.873148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] 10.222.0.18 "DELETE /v2.0/ports/93cbd6c2-44e1-489a-9dec-32ee12a3f48a HTTP/1.1" status: 204 len: 168 time: 3.7885654 Dec 09 09:33:55.873473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55320) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:55.915682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Checking segment: {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:55.916087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Network hostable DHCP agents. Network: 52bd21f5-cbf3-4594-8b2a-d04627c72731, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:33:55.937809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.278875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.301710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55328) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.359928 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-49798cbd-3aee-48b9-a513-93bea2a1e1df tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.4793315 Dec 09 09:33:56.363535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55332) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.377961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1728941087'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:56.386036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:56.388326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Network 52bd21f5-cbf3-4594-8b2a-d04627c72731 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:33:56.405792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Usage tracker for resource:network and tenant:5f78622468ab4386aa41beb626de2481 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:56.410811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:56.419268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 52bd21f5-cbf3-4594-8b2a-d04627c72731) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:56.421143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:56.429745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96220a38-2f06-4101-b61f-3404ff40aef8 None None] Network 52bd21f5-cbf3-4594-8b2a-d04627c72731 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:56.430770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.431841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:56.432742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.444132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Calling delete_port for 0cc9b18e-98cf-4446-b15c-08d065e5034d owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:56.458213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3452148 Dec 09 09:33:56.460918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Made reservation on behalf of 5f78622468ab4386aa41beb626de2481 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:56.466494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.477627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55338) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.581349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:33:56.595629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.596030 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Added segment 62272d54-a020-4f24-a1cf-2ce3c4e87813 of type vlan for network 35c0511b-a382-4f3b-88cd-ced624c9deb5 Dec 09 09:33:56.632017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.656213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:56.757697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.761878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:56.762534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.785376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:56.792406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-52bd21f5-cbf3-4594-8b2a-d04627c72731', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:33:56.793484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.807600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4405127 Dec 09 09:33:56.813862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:33:56.815224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.819729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55342) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:56.835760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-014e86d9-db86-4bc6-96e9-0d9361c0aad3 tempest-RoutersAdminTest-1351010495 tempest-RoutersAdminTest-1351010495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:56.858305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:56.858723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:56.894513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.26.8.51 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/2a2e05c3-7111-46f8-ae58-765239673ff1) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:56.915124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Port': ['ID=0cc9b18e-98cf-4446-b15c-08d065e5034d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:56.927011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:56.974301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event updated for resources: {'Network': ['ID=35c0511b-a382-4f3b-88cd-ced624c9deb5,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:56.979489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:56.999772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 35c0511b-a382-4f3b-88cd-ced624c9deb5 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:33:57.034127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.057190 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b2a22239-c020-49d5-9b16-56df3ab79dc5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ee8156a0efa47e99bbe10e8cb4897ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7524507 Dec 09 09:33:57.057760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55346) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.182115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Allocated IP 172.20.0.2 (52bd21f5-cbf3-4594-8b2a-d04627c72731/8e8e8aa2-b5d7-44eb-a751-34e5da57fc03/1f535d3d-8e99-4c47-97f4-308e7a3198dd) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:57.186167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.216185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:33:57.229514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/ports/0cc9b18e-98cf-4446-b15c-08d065e5034d HTTP/1.1" status: 204 len: 168 time: 2.6534536 Dec 09 09:33:57.232677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.235242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55350) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.239386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:57.304608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f9a864d-5a73-47a2-9f56-0dd5f6e4d600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.394677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.414409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.480491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f9a864d-5a73-47a2-9f56-0dd5f6e4d600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.534249 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-316a0199-c37b-468e-bdd4-5a7ba51820ab tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] 10.222.0.18 "GET /v2.0/agents/d7a5e0ac-852d-4649-91e4-c5ba3f125c6a/dhcp-networks HTTP/1.1" status: 200 len: 7686 time: 0.7070484 Dec 09 09:33:57.536547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55354) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:57.553898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:57.557323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:57.562919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.573612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.579733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:57.693645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f9a864d-5a73-47a2-9f56-0dd5f6e4d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.700485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:57.700769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-775a0644-97ac-4aa6-af62-3d3ad5586020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:57.701668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.703078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.713260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:57.716158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:33:57.716816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.737149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20718aaf-b90e-4e0b-a62e-418ea9e7c501 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:57.761895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=4a923671-fc91-4c28-b6d3-a77075ff2b23,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:57.764778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:57.771584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e8e06791-faa8-4ee8-b242-97be5beb522a tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:57.777325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a864d-5a73-47a2-9f56-0dd5f6e4d600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130107aa-ddfb-4921-ae29-a6307ccb6ab2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:57.785139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f9a864d-5a73-47a2-9f56-0dd5f6e4d600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:57.794089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f9a864d-5a73-47a2-9f56-0dd5f6e4d600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:57.797831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2f9a864d-5a73-47a2-9f56-0dd5f6e4d600 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/130107aa-ddfb-4921-ae29-a6307ccb6ab2 HTTP/1.1" status: 204 len: 168 time: 0.7331755 Dec 09 09:33:57.935809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94a93d-e4c2-46a9-89d9-e28fc42d2d98 tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] Network 35c0511b-a382-4f3b-88cd-ced624c9deb5 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:33:57.942939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Transition to ACTIVE for port object 1f535d3d-8e99-4c47-97f4-308e7a3198dd will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:57.983572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2c94a93d-e4c2-46a9-89d9-e28fc42d2d98 tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] 10.222.0.18 "POST /v2.0/agents/d7a5e0ac-852d-4649-91e4-c5ba3f125c6a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4363248 Dec 09 09:33:57.988172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55360) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.054127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc5b14-a78f-4958-a64a-bea97b23ac1c None None] Network 35c0511b-a382-4f3b-88cd-ced624c9deb5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:33:58.114085 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9891443 Dec 09 09:33:58.122261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55366) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.132520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:58.202013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:58.204906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:58.216177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:58.223090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:58.268416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=2a2e05c3-7111-46f8-ae58-765239673ff1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:58.272154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:58.310539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0330c872-e54c-4dcb-aaa3-a1849fb9947c']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:58.322231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '4a923671-fc91-4c28-b6d3-a77075ff2b23'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:33:58.323539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:58.339853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bde0e0-81fa-4978-9ed1-ef3de866ee42') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:58.340472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bde0e0-81fa-4978-9ed1-ef3de866ee42') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:33:58.394101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:58.433626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:58.449447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:33:58.450388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:33:58.470286 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:33:58.546609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Allocated IP 2001:db8::f816:3eff:fed3:ba10 (2d5d328b-91d8-47d0-9229-6819f3b6112b/4a923671-fc91-4c28-b6d3-a77075ff2b23/6310fc67-ccf0-4285-93a2-ec49ac69c953) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:33:58.612521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:33:58.662733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:58.668645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Transition to ACTIVE for port object 1f535d3d-8e99-4c47-97f4-308e7a3198dd will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:58.669821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-52391acf-60f5-4276-81ef-2ffe51a3bf18 tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:58.699677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:58.700537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 1fdeb183-7b63-403b-8295-2400047d50fd {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:33:58.700927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:58.706229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Pushing event deleted for resources: {'Network': ['ID=0330c872-e54c-4dcb-aaa3-a1849fb9947c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:58.722609 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] 10.222.0.18 "DELETE /v2.0/networks/0330c872-e54c-4dcb-aaa3-a1849fb9947c HTTP/1.1" status: 204 len: 168 time: 1.4846599 Dec 09 09:33:58.726985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:58.744647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:58.757004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-74b662cb-0c8f-493f-bac5-17f853ccbc7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:58.862958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Network 52bd21f5-cbf3-4594-8b2a-d04627c72731 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:58.873693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Pushing event updated for resources: {'Port': ['ID=1f535d3d-8e99-4c47-97f4-308e7a3198dd,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:58.877292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:58.879719 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-daf340d6-b232-42b8-9a31-e5dcc9d5ab99 tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] 10.222.0.18 "GET /v2.0/agents/d7a5e0ac-852d-4649-91e4-c5ba3f125c6a/dhcp-networks HTTP/1.1" status: 200 len: 8469 time: 0.8902447 Dec 09 09:33:58.881666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:58.886364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:58.897513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55384) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:58.971078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:59.018548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:33:59.018976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.116210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55392) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.133687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:59.147075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Attempting to bind port 1f535d3d-8e99-4c47-97f4-308e7a3198dd on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:59.147290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Attempting to bind port 1f535d3d-8e99-4c47-97f4-308e7a3198dd by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:59.147834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Attempting to bind port 1f535d3d-8e99-4c47-97f4-308e7a3198dd on network 52bd21f5-cbf3-4594-8b2a-d04627c72731 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:59.150256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.170773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:59.171101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Checking segment: {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:59.171814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.171934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Bound using segment: {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:59.172413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Bound port: 1f535d3d-8e99-4c47-97f4-308e7a3198dd, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:59.173155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.194713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Transition to ACTIVE for port object 6310fc67-ccf0-4285-93a2-ec49ac69c953 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:59.199907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.294617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Transition to ACTIVE for port object 6310fc67-ccf0-4285-93a2-ec49ac69c953 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:33:59.297778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55398) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.328815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.338901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61a55c31-f30e-41bc-ab0e-8447e3845d0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:59.390692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 1fdeb183-7b63-403b-8295-2400047d50fd owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:33:59.396748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.440372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:33:59.446730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:33:59.449511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:33:59.451695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Pushing event updated for resources: {'Port': ['ID=6310fc67-ccf0-4285-93a2-ec49ac69c953,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:59.455688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:59.456186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] For port 1f535d3d-8e99-4c47-97f4-308e7a3198dd, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:59.467116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] For port 1f535d3d-8e99-4c47-97f4-308e7a3198dd, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1f535d3d-8e99-4c47-97f4-308e7a3198dd,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:59.499689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.504196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1869037184'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:33:59.508553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4427f1cc-d9fa-43bb-8717-54d6c22f7ed7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:59.513874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:59.519747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.553940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:network and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:59.575264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:59.591038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:59.592875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:59.629161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:33:59.634772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.636687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Attempting to bind port 6310fc67-ccf0-4285-93a2-ec49ac69c953 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:33:59.637145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Attempting to bind port 6310fc67-ccf0-4285-93a2-ec49ac69c953 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:33:59.637627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Attempting to bind port 6310fc67-ccf0-4285-93a2-ec49ac69c953 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:33:59.652831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Pushing event updated for resources: {'Port': ['ID=1f535d3d-8e99-4c47-97f4-308e7a3198dd,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:59.655243 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-74363c99-6ece-448f-9cef-30716e8b5be8 tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] 10.222.0.18 "DELETE /v2.0/agents/d7a5e0ac-852d-4649-91e4-c5ba3f125c6a/dhcp-networks/35c0511b-a382-4f3b-88cd-ced624c9deb5 HTTP/1.1" status: 204 len: 168 time: 0.7187676 Dec 09 09:33:59.656093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:59.658330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55404) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.659089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.664298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:33:59.664721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:33:59.665193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.665636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:33:59.666167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Bound port: 6310fc67-ccf0-4285-93a2-ec49ac69c953, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:33:59.666586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.744472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-09ce78e2-3caa-4c83-8269-50511db5599f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=993210cd167143debe6dd7acbea17019&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4452043 Dec 09 09:33:59.789729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] For port 6310fc67-ccf0-4285-93a2-ec49ac69c953, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:33:59.793330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] For port 6310fc67-ccf0-4285-93a2-ec49ac69c953, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6310fc67-ccf0-4285-93a2-ec49ac69c953,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:33:59.795803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55408) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:33:59.797374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.803399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:59.823234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:33:59.839726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e92d6d1f-5046-45e3-856a-99f5ee076890 tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:33:59.874693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:33:59.883443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:security_group_rule and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:33:59.889182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:33:59.897350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Pushing event updated for resources: {'Port': ['ID=6310fc67-ccf0-4285-93a2-ec49ac69c953,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:59.900810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:33:59.915458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=1fdeb183-7b63-403b-8295-2400047d50fd,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:33:59.953262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:33:59.956510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:00.029239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.105927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.111776 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e70dc07d-943e-4f72-9a75-51d2a1503360 tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] 10.222.0.18 "GET /v2.0/agents/d7a5e0ac-852d-4649-91e4-c5ba3f125c6a/dhcp-networks HTTP/1.1" status: 200 len: 6990 time: 0.4418936 Dec 09 09:34:00.122002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.125095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55412) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.131389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-322adde7-d806-4153-8b6f-fd914650ede7 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:00.257873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.300588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=2a2e05c3-7111-46f8-ae58-765239673ff1,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:00.308875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:00.309639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.317182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-500f0145-b4c8-4210-898b-eca418d0aa75 tempest-RoutersAdminNegativeTest-2052582707 tempest-RoutersAdminNegativeTest-2052582707-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:00.340546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.350275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.394240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05bd7782-3a09-4ffe-8fbc-bb20eff10a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.433759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:34:00.454359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02defb91-871c-4f62-96a9-a88cf524e5e1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:00.458650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:00.467393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.467393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added segment e8d8a1d0-0e0e-48f5-a263-e722c470c540 of type vlan for network 9b92ef96-0c17-4a85-aa55-850ff404254e Dec 09 09:34:00.536352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.622988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05bd7782-3a09-4ffe-8fbc-bb20eff10a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.633599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dbc1185e-6a88-421d-ae06-75b7b3218bf9 tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] 10.222.0.18 "GET /v2.0/networks/76a91590-df26-419b-a2b8-784d302d254f/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.4970047 Dec 09 09:34:00.640918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55416) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.694043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.698485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:00.699146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:00.705856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8a272dc-1e60-471c-a4f5-ff67734fe8a4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:00.813368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1f535d3d-8e99-4c47-97f4-308e7a3198dd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:00.876427 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-923431d7-bde9-4da9-bfae-13bcc46491e0 tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] 10.222.0.18 "GET /v2.0/networks/76a91590-df26-419b-a2b8-784d302d254f/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.2341197 Dec 09 09:34:00.880926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55420) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.887045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7699587 Dec 09 09:34:00.891266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55424) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:00.892004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Network': ['ID=9b92ef96-0c17-4a85-aa55-850ff404254e,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:00.895850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:00.906420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'network': {'name': 'tempest-RoutersTest-873149814'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:00.909395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 9b92ef96-0c17-4a85-aa55-850ff404254e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:34:00.914491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:00.920114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:network and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:00.927517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:00.938140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:00.944540 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP 369f2f1f-756f-453e-8d03-71df23c98915 associated. External IP: 172.26.8.51, port: 13d430f4-ae33-45d9-bb35-f41a43a07ae2. Dec 09 09:34:00.946518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 1f535d3d-8e99-4c47-97f4-308e7a3198dd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:00.961444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:01.008296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6310fc67-ccf0-4285-93a2-ec49ac69c953 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:01.023166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:01.029056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:01.080981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:34:01.099125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:01.099638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added segment 0f744f9b-e36d-449e-8a04-03816855a1f9 of type vlan for network e0fd5202-abf0-48c6-8e30-48685749b4d2 Dec 09 09:34:01.110654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:01.198476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:01.255093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:01.259234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:01.259872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:01.265855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41522616-100e-4961-be9d-6138ece0288c tempest-BulkNetworkOpsTest-967481397 tempest-BulkNetworkOpsTest-967481397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:01.293945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05bd7782-3a09-4ffe-8fbc-bb20eff10a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:01.313788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a86c9386-da49-40a7-8a80-629d96dd88d4 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:01.419363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd7782-3a09-4ffe-8fbc-bb20eff10a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf0a66e-2b1d-429a-ab91-69c95cbf7dee,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:01.491866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05bd7782-3a09-4ffe-8fbc-bb20eff10a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:01.609610 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7105126 Dec 09 09:34:01.614007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55428) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:01.634154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'subnet': {'network_id': '9b92ef96-0c17-4a85-aa55-850ff404254e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:01.650656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Network': ['ID=e0fd5202-abf0-48c6-8e30-48685749b4d2,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:01.658442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:01.665498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network e0fd5202-abf0-48c6-8e30-48685749b4d2 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:34:01.844258 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-381880e9-fab3-41a6-9275-c7722d91a6d5 tempest-DHCPAgentSchedulersTestJSON-256350251 tempest-DHCPAgentSchedulersTestJSON-256350251-project-admin] 10.222.0.18 "GET /v2.0/agents/d7a5e0ac-852d-4649-91e4-c5ba3f125c6a/dhcp-networks HTTP/1.1" status: 200 len: 6990 time: 0.9583607 Dec 09 09:34:01.844402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:01.856588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:subnet and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:01.858982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55432) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:01.861532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:01.870129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:01.937941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05bd7782-3a09-4ffe-8fbc-bb20eff10a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:01.941914 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-05bd7782-3a09-4ffe-8fbc-bb20eff10a73 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bf0a66e-2b1d-429a-ab91-69c95cbf7dee HTTP/1.1" status: 204 len: 168 time: 2.1390018 Dec 09 09:34:01.948052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:02.022038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.040715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:02.089472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.275094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:02.280824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=9e676dcd-553a-4461-b7ac-41be4d09b78b,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:02.304132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.316479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:02.317749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:02.319052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Allocated IP 172.20.0.1 (52bd21f5-cbf3-4594-8b2a-d04627c72731/8e8e8aa2-b5d7-44eb-a751-34e5da57fc03/ce6ae22d-887a-4856-857f-fc9c8864e19e) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:02.427853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:02.451861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:02.452746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.509050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41acee8-0d48-40eb-82cb-e505b5249f5a None None] Network 52bd21f5-cbf3-4594-8b2a-d04627c72731 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:02.530788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.536614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e90a9dab-b042-4344-97d2-183dc1265164 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:02.555687 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4322393 Dec 09 09:34:02.566034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55446) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.627337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:b8:35:44', 'name': 'tempest-NetworksTestDHCPv6-174944969'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:02.734119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Subnet': ['ID=747b6c17-9a05-49b8-83ef-b1f5e3ab042d,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:02.749161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:02.778699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Checking segment: {'id': 'e8d8a1d0-0e0e-48f5-a263-e722c470c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9b92ef96-0c17-4a85-aa55-850ff404254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:02.779106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network hostable DHCP agents. Network: 9b92ef96-0c17-4a85-aa55-850ff404254e, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:34:02.793871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.822806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c0511b-a382-4f3b-88cd-ced624c9deb5']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:02.837488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62272d54-a020-4f24-a1cf-2ce3c4e87813') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:02.837844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62272d54-a020-4f24-a1cf-2ce3c4e87813') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:02.848179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 9b92ef96-0c17-4a85-aa55-850ff404254e is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:34:02.851524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.853251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:02.864265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c9f8d-7b45-4d37-a7c7-62484e6ffa68 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:02.869254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.875978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:34:02.876325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.877206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 9b92ef96-0c17-4a85-aa55-850ff404254e) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:02.884052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:02.884702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.885971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c9f8d-7b45-4d37-a7c7-62484e6ffa68 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:02.886659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f92c9f8d-7b45-4d37-a7c7-62484e6ffa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:02.902735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:02.959775 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3357153 Dec 09 09:34:02.963518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55454) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:02.972718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'subnet': {'network_id': 'e0fd5202-abf0-48c6-8e30-48685749b4d2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:02.998355 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.8752513 Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:34:03.010098 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:34:03.013236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55458) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:03.020840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-341e94fd-60ae-4bd6-ba80-e9782e49b244 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'port_id': '13d430f4-ae33-45d9-bb35-f41a43a07ae2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:03.078682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f92c9f8d-7b45-4d37-a7c7-62484e6ffa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:03.091108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c9f8d-7b45-4d37-a7c7-62484e6ffa68 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:03.092282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f92c9f8d-7b45-4d37-a7c7-62484e6ffa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:03.100678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:03.159776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f92c9f8d-7b45-4d37-a7c7-62484e6ffa68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:03.160598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c9f8d-7b45-4d37-a7c7-62484e6ffa68 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:03.211699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3dfb85-c5f2-44c6-8dc7-9e8fd0e95b1b None None] Network 9b92ef96-0c17-4a85-aa55-850ff404254e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:03.216758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:03.222675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-341e94fd-60ae-4bd6-ba80-e9782e49b244 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:03.231627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada5f66a-bdfe-4f74-9c69-2840f6f63bee None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:03.284067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:subnet and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:03.296346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:03.307454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:03.342512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:03.394953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ba394800-7990-4201-9352-54af90b84c9a None None] Provisioning for port 1f535d3d-8e99-4c47-97f4-308e7a3198dd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:03.412105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55466) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:03.452927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ba394800-7990-4201-9352-54af90b84c9a None None] Provisioning complete for port 1f535d3d-8e99-4c47-97f4-308e7a3198dd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:03.453539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba394800-7990-4201-9352-54af90b84c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:03.472008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:03.475731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:03.529023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Router 8040fd05-6004-416a-a692-2ec829a36ac6 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:03.531004 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] 10.222.0.18 "DELETE /v2.0/networks/35c0511b-a382-4f3b-88cd-ced624c9deb5 HTTP/1.1" status: 204 len: 168 time: 1.6123090 Dec 09 09:34:03.532248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event deleted for resources: {'Network': ['ID=35c0511b-a382-4f3b-88cd-ced624c9deb5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:03.535976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:03.536860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55472) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:03.568427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:03.602145 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f8c2ae-9b14-404a-91ad-4e324de29b32 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] DELETE failed (client error): The resource could not be found. Dec 09 09:34:03.602895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f8c2ae-9b14-404a-91ad-4e324de29b32 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:34:03.604841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0f8c2ae-9b14-404a-91ad-4e324de29b32 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] 10.222.0.18 "DELETE /v2.0/ports/93cbd6c2-44e1-489a-9dec-32ee12a3f48a HTTP/1.1" status: 404 len: 333 time: 0.0593095 Dec 09 09:34:03.608127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55476) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:03.683052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:03.742815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-59e1a799-598a-43b1-a93e-803ab9dae570 tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-641933978', 'prefixes': ['172.20.0.0/16']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:03.759065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:03.825008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-59e1a799-598a-43b1-a93e-803ab9dae570 tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:03.831798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:03.843477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:03.848914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Transition to ACTIVE for port object ce6ae22d-887a-4856-857f-fc9c8864e19e will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:03.854847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:03.864713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba394800-7990-4201-9352-54af90b84c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:03.877313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:03.885857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "PUT /v2.0/routers/8040fd05-6004-416a-a692-2ec829a36ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3664114 Dec 09 09:34:03.886725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55480) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:03.893190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:03.900144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:03.901819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbbb91-7678-4b7b-99a2-c28091a90852 None None] Sync routers for ids ['8040fd05-6004-416a-a692-2ec829a36ac6'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:03.977480 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7f5b30-5200-4eaf-969c-cb7edcb05703 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:34:03.978803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2d7f5b30-5200-4eaf-969c-cb7edcb05703 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:03.996213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 33d5872f-3017-4b3d-92f9-d0c59ef1d426 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:34:03.998419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ba394800-7990-4201-9352-54af90b84c9a None None] For port 1f535d3d-8e99-4c47-97f4-308e7a3198dd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1f535d3d-8e99-4c47-97f4-308e7a3198dd,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:04.007856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbbb91-7678-4b7b-99a2-c28091a90852 None None] Routers {'8040fd05-6004-416a-a692-2ec829a36ac6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:04.009422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5bbbb91-7678-4b7b-99a2-c28091a90852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8040fd05-6004-416a-a692-2ec829a36ac6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:04.084940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba394800-7990-4201-9352-54af90b84c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.092300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5bbbb91-7678-4b7b-99a2-c28091a90852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:04.102525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:04.154976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-9b92ef96-0c17-4a85-aa55-850ff404254e', 'network_id': '9b92ef96-0c17-4a85-aa55-850ff404254e', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'fixed_ips': [{'subnet_id': '747b6c17-9a05-49b8-83ef-b1f5e3ab042d'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:34:04.156130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.242820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 172.20.0.8 (2d5d328b-91d8-47d0-9229-6819f3b6112b/9e676dcd-553a-4461-b7ac-41be4d09b78b/33d5872f-3017-4b3d-92f9-d0c59ef1d426) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:04.249073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:feb8:3544 (2d5d328b-91d8-47d0-9229-6819f3b6112b/4a923671-fc91-4c28-b6d3-a77075ff2b23/33d5872f-3017-4b3d-92f9-d0c59ef1d426) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:04.253343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.255644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbbb91-7678-4b7b-99a2-c28091a90852 None None] Routers {'8040fd05-6004-416a-a692-2ec829a36ac6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:04.256350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5bbbb91-7678-4b7b-99a2-c28091a90852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:33:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8040fd05-6004-416a-a692-2ec829a36ac6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:04.262102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3df2c424-82f5-4716-84d7-254e123e33d3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:04.362857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Network 52bd21f5-cbf3-4594-8b2a-d04627c72731 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:04.369470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:04.372492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:04.394846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5bbbb91-7678-4b7b-99a2-c28091a90852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:04.395306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbbb91-7678-4b7b-99a2-c28091a90852 None None] The sync data for ids ['8040fd05-6004-416a-a692-2ec829a36ac6'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:04.415876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba394800-7990-4201-9352-54af90b84c9a None None] Pushing event updated for resources: {'Port': ['ID=1f535d3d-8e99-4c47-97f4-308e7a3198dd,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:04.435982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Deleting subnet 9fbd860f-5e9c-4ebe-972b-e73d5a06572b {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:04.436208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba394800-7990-4201-9352-54af90b84c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:04.459451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2d7f5b30-5200-4eaf-969c-cb7edcb05703 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:04.464191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d7f5b30-5200-4eaf-969c-cb7edcb05703 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/1fdeb183-7b63-403b-8295-2400047d50fd HTTP/1.1" status: 404 len: 333 time: 0.5745239 Dec 09 09:34:04.465694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2f7e3b9c-3970-4265-83fc-c1fee4b4e15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.472191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-aa929d77-fda8-443d-ac34-3fa67686238c None None] Provisioning for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:04.506027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55484) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:04.512081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.527249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'Port': ['ID=ce6ae22d-887a-4856-857f-fc9c8864e19e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:04.530031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.534408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:04.545049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-aa929d77-fda8-443d-ac34-3fa67686238c None None] Provisioning complete for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:04.546191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa929d77-fda8-443d-ac34-3fa67686238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.587528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] Update dhcp port {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': '4a923671-fc91-4c28-b6d3-a77075ff2b23', 'ip_address': '2001:db8::f816:3eff:fed3:ba10'}, {'subnet_id': '9e676dcd-553a-4461-b7ac-41be4d09b78b'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '6310fc67-ccf0-4285-93a2-ec49ac69c953'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:34:04.647552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1f535d3d-8e99-4c47-97f4-308e7a3198dd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:04.735091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.758696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 33d5872f-3017-4b3d-92f9-d0c59ef1d426 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:04.777232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.793552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.796203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Allocated IP 172.20.0.2 (9b92ef96-0c17-4a85-aa55-850ff404254e/747b6c17-9a05-49b8-83ef-b1f5e3ab042d/5e3a5459-9f21-4145-83ee-e7cda7aa0fd3) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:04.803873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-13a5adc7-d0cd-4220-a935-deaf13fac568 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:04.808531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.914743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.925640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:04.933219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:04.938393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:04.956933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:04.995660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59e1a799-598a-43b1-a93e-803ab9dae570 tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] Notify callbacks [] for subnetpool, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:04.999676 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-59e1a799-598a-43b1-a93e-803ab9dae570 tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.5837910 Dec 09 09:34:05.000812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.007833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55488) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:05.015965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b90a824d-ba1c-4a5f-b96c-0e212b44a15a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.025421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=33d5872f-3017-4b3d-92f9-d0c59ef1d426,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:05.037412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:05.085894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:05.086459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.139518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5432372 Dec 09 09:34:05.182620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55492) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:05.256460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa929d77-fda8-443d-ac34-3fa67686238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.277748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Subnet': ['ID=f7758355-2971-4a7a-99bf-4d5f65da7b6f,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:05.284943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1f535d3d-8e99-4c47-97f4-308e7a3198dd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:05.285749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.290627 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d541cacf-4bb9-4cb0-8956-78dc9d31853e tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] 10.222.0.18 "GET /v2.0/subnetpools/4d7c1432-e64b-47b6-9f3f-f8bfcc5effa1 HTTP/1.1" status: 200 len: 731 time: 0.2785840 Dec 09 09:34:05.293491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55496) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:05.293708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:05.300774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fce3a171-4844-480b-b9e7-d2734620f8bc tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-909100051'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:05.318803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.431311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-aa929d77-fda8-443d-ac34-3fa67686238c None None] For port 6310fc67-ccf0-4285-93a2-ec49ac69c953, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6310fc67-ccf0-4285-93a2-ec49ac69c953,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:05.444228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Checking segment: {'id': '0f744f9b-e36d-449e-8a04-03816855a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0fd5202-abf0-48c6-8e30-48685749b4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:05.444732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network hostable DHCP agents. Network: e0fd5202-abf0-48c6-8e30-48685749b4d2, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:34:05.456938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa929d77-fda8-443d-ac34-3fa67686238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.463320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33809b72-3d72-4ab0-b902-b720fd0a2c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:05.527001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fce3a171-4844-480b-b9e7-d2734620f8bc tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] Notify callbacks [] for subnetpool, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.530974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fce3a171-4844-480b-b9e7-d2734620f8bc tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] 10.222.0.18 "PUT /v2.0/subnetpools/4d7c1432-e64b-47b6-9f3f-f8bfcc5effa1 HTTP/1.1" status: 200 len: 683 time: 0.2332647 Dec 09 09:34:05.531435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55500) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:05.599071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] Allocated IP 172.20.0.2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/9e676dcd-553a-4461-b7ac-41be4d09b78b/6310fc67-ccf0-4285-93a2-ec49ac69c953) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:05.667378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.670938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3f54e09-3846-4858-802e-8a04313d3979 tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] Notify callbacks [] for subnetpool, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.674813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c3f54e09-3846-4858-802e-8a04313d3979 tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] 10.222.0.18 "DELETE /v2.0/subnetpools/4d7c1432-e64b-47b6-9f3f-f8bfcc5effa1 HTTP/1.1" status: 204 len: 168 time: 0.1397347 Dec 09 09:34:05.674971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.675081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55504) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:05.690346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.724584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa929d77-fda8-443d-ac34-3fa67686238c None None] Pushing event updated for resources: {'Port': ['ID=6310fc67-ccf0-4285-93a2-ec49ac69c953,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:05.738860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Transition to ACTIVE for port object 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:05.746935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:05.753042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aa929d77-fda8-443d-ac34-3fa67686238c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:05.765598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.774215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3c67d5e4-f43d-44c1-84df-d969414615ff None None] Provisioning for port ce6ae22d-887a-4856-857f-fc9c8864e19e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:05.821893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-dbe3bd83-fcb7-4e6f-92e7-3cc4659fd7b4 tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] show failed (client error): The resource could not be found. Dec 09 09:34:05.825822 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dbe3bd83-fcb7-4e6f-92e7-3cc4659fd7b4 tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] 10.222.0.18 "GET /v2.0/subnetpools/4d7c1432-e64b-47b6-9f3f-f8bfcc5effa1 HTTP/1.1" status: 404 len: 346 time: 0.1470306 Dec 09 09:34:05.832486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55508) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:05.854677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Transition to ACTIVE for port object 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:05.855997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3c67d5e4-f43d-44c1-84df-d969414615ff None None] Provisioning complete for port ce6ae22d-887a-4856-857f-fc9c8864e19e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:05.856416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c67d5e4-f43d-44c1-84df-d969414615ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.884941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.894097 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-feda6317-7299-4599-a5e0-35b9a0b2136e tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] delete failed (client error): The resource could not be found. Dec 09 09:34:05.901747 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-feda6317-7299-4599-a5e0-35b9a0b2136e tempest-SubnetPoolsTestJSON-242533178 tempest-SubnetPoolsTestJSON-242533178-project] 10.222.0.18 "DELETE /v2.0/subnetpools/4d7c1432-e64b-47b6-9f3f-f8bfcc5effa1 HTTP/1.1" status: 404 len: 346 time: 0.0621736 Dec 09 09:34:05.901747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'Port': ['ID=ce6ae22d-887a-4856-857f-fc9c8864e19e,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:05.911374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:05.938452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:05.978472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22e0764c-7bee-4014-b57b-7d6b7b8c41a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:06.063450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3c67d5e4-f43d-44c1-84df-d969414615ff None None] Port ce6ae22d-887a-4856-857f-fc9c8864e19e cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:06.073856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Pushing event updated for resources: {'Port': ['ID=5e3a5459-9f21-4145-83ee-e7cda7aa0fd3,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:06.075080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eef4122-ae22-4af1-a8f1-d773eb60ab84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:06.079571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eef4122-ae22-4af1-a8f1-d773eb60ab84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:06.080469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7eef4122-ae22-4af1-a8f1-d773eb60ab84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:06.081998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] For port 6310fc67-ccf0-4285-93a2-ec49ac69c953, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6310fc67-ccf0-4285-93a2-ec49ac69c953,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:06.086696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Network 9b92ef96-0c17-4a85-aa55-850ff404254e is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:06.088105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:06.090597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.094100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:06.096383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b90a824d-ba1c-4a5f-b96c-0e212b44a15a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.100182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:06.102797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Network 52bd21f5-cbf3-4594-8b2a-d04627c72731 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:06.102949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:06.104156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:06.175416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network e0fd5202-abf0-48c6-8e30-48685749b4d2 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:34:06.190459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbd860f-5e9c-4ebe-972b-e73d5a06572b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:06.215664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b90a824d-ba1c-4a5f-b96c-0e212b44a15a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.220099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:06.235030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-341e94fd-60ae-4bd6-ba80-e9782e49b244 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.237044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.240366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, e0fd5202-abf0-48c6-8e30-48685749b4d2) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:06.243557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7eef4122-ae22-4af1-a8f1-d773eb60ab84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:06.250109 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7eef4122-ae22-4af1-a8f1-d773eb60ab84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 1.0578279 Dec 09 09:34:06.253616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55516) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.261280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:06.261938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.266153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3c67d5e4-f43d-44c1-84df-d969414615ff None None] Provisioning complete for port 1f535d3d-8e99-4c47-97f4-308e7a3198dd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:06.267153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-341e94fd-60ae-4bd6-ba80-e9782e49b244 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.267812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c67d5e4-f43d-44c1-84df-d969414615ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.333202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55520) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.334592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b2e497-3c7f-4738-9102-e2d2accf934a None None] Network 76a91590-df26-419b-a2b8-784d302d254f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:06.349152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e2c58a-b817-4b3a-93b0-75b9148b16d2 None None] Network e0fd5202-abf0-48c6-8e30-48685749b4d2 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:06.391885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.442919 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] 10.222.0.18 "DELETE /v2.0/subnets/9fbd860f-5e9c-4ebe-972b-e73d5a06572b HTTP/1.1" status: 204 len: 168 time: 2.8312318 Dec 09 09:34:06.447324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55526) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.460670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b90a824d-ba1c-4a5f-b96c-0e212b44a15a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.461658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90a824d-ba1c-4a5f-b96c-0e212b44a15a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Fanout notify agent at l3_agent the message router_deleted on router 8040fd05-6004-416a-a692-2ec829a36ac6 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:34:06.495800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Attempting to bind port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:06.496353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Attempting to bind port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e8d8a1d0-0e0e-48f5-a263-e722c470c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9b92ef96-0c17-4a85-aa55-850ff404254e'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:06.496619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Attempting to bind port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 on network 9b92ef96-0c17-4a85-aa55-850ff404254e {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:06.523485 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5561810 Dec 09 09:34:06.525285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b90a824d-ba1c-4a5f-b96c-0e212b44a15a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.528991 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b90a824d-ba1c-4a5f-b96c-0e212b44a15a tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/routers/8040fd05-6004-416a-a692-2ec829a36ac6 HTTP/1.1" status: 204 len: 168 time: 2.0185218 Dec 09 09:34:06.528991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55530) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.531182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55532) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:06.545600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 33d5872f-3017-4b3d-92f9-d0c59ef1d426 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:06.545600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.578178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1873262373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:06.584425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] Transition to ACTIVE for port object 6310fc67-ccf0-4285-93a2-ec49ac69c953 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:06.585980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:06.590454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:router and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:06.593590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:06.601165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:06.624351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.625575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.647351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.675261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.681949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6310fc67-ccf0-4285-93a2-ec49ac69c953 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:06.727668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.755967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8268ea9-f5ec-47eb-b83b-8b25dac8dc50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:06.800603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:06.801612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Checking segment: {'id': 'e8d8a1d0-0e0e-48f5-a263-e722c470c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9b92ef96-0c17-4a85-aa55-850ff404254e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:06.801749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.802228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Bound using segment: {'id': 'e8d8a1d0-0e0e-48f5-a263-e722c470c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9b92ef96-0c17-4a85-aa55-850ff404254e'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:06.803025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Bound port: 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8d8a1d0-0e0e-48f5-a263-e722c470c540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '9b92ef96-0c17-4a85-aa55-850ff404254e'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:06.803458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.809373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.865828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:06.869775 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3fb15e63-6acb-45aa-95aa-ce6c1c5db4db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3349762 Dec 09 09:34:06.888302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55538) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:07.022307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73579fe9-d76f-495c-afed-a38b5aa0058a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.109069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:07.120288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.127724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Usage tracker for resource:security_group_rule and tenant:5526fd12c6ae487ab6e9f0b0f9f1ba77 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:07.178667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:07.207037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:07.222514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Deleting port 33307213-6084-4a66-b7c0-93dbaf03eba1 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:07.222888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.381901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet 77d1b115-a876-44d8-ab37-b6f7f8115b5a {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:07.393044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.397831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] Pushing event updated for resources: {'Port': ['ID=6310fc67-ccf0-4285-93a2-ec49ac69c953,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:07.410975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:07.412763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.421554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.452430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:07.505848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] For port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:07.513761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.520311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] For port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5e3a5459-9f21-4145-83ee-e7cda7aa0fd3,segment=NetworkSegment(e8d8a1d0-0e0e-48f5-a263-e722c470c540),segment_id=e8d8a1d0-0e0e-48f5-a263-e722c470c540)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:07.526674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.531496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba394800-7990-4201-9352-54af90b84c9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:07.569157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-e0fd5202-abf0-48c6-8e30-48685749b4d2', 'network_id': 'e0fd5202-abf0-48c6-8e30-48685749b4d2', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'fixed_ips': [{'subnet_id': 'f7758355-2971-4a7a-99bf-4d5f65da7b6f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:34:07.570033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.641710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 33d5872f-3017-4b3d-92f9-d0c59ef1d426 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:07.722940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] DHCP port deletion for 76a91590-df26-419b-a2b8-784d302d254f request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:34:07.724301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] For port 33307213-6084-4a66-b7c0-93dbaf03eba1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33307213-6084-4a66-b7c0-93dbaf03eba1,segment=NetworkSegment(177ea402-f2f4-416c-831d-d42555aa4003),segment_id=177ea402-f2f4-416c-831d-d42555aa4003)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:07.724790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.731930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] Deleting port 33307213-6084-4a66-b7c0-93dbaf03eba1 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:07.732576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.805257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Pushing event updated for resources: {'Port': ['ID=5e3a5459-9f21-4145-83ee-e7cda7aa0fd3,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:07.826974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:07.838434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9ef09478-cead-4ddf-bf0c-1274ef6ff64d None None] Provisioning complete for port ce6ae22d-887a-4856-857f-fc9c8864e19e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:07.839126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ef09478-cead-4ddf-bf0c-1274ef6ff64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.889439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Calling delete_port for 33307213-6084-4a66-b7c0-93dbaf03eba1 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:07.913085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.924498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:07.928173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9ef09478-cead-4ddf-bf0c-1274ef6ff64d None None] Port ce6ae22d-887a-4856-857f-fc9c8864e19e cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:07.951629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:07.999996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.137538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.145598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f29f347f-f301-42d5-86fa-755ab1167171 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:08.200066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Allocated IP 172.21.0.2 (e0fd5202-abf0-48c6-8e30-48685749b4d2/f7758355-2971-4a7a-99bf-4d5f65da7b6f/52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:08.215814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event deleted for resources: {'Port': ['ID=33307213-6084-4a66-b7c0-93dbaf03eba1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:08.218987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:08.226937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] No DVR routers for this DVR port 33307213-6084-4a66-b7c0-93dbaf03eba1 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:34:08.233332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] For port 33307213-6084-4a66-b7c0-93dbaf03eba1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=33307213-6084-4a66-b7c0-93dbaf03eba1,segment=NetworkSegment(177ea402-f2f4-416c-831d-d42555aa4003),segment_id=177ea402-f2f4-416c-831d-d42555aa4003)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:08.233971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.337284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.396186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c120ae-b67e-4675-8a0a-4a40c1e7602f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:08.396679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ef8d35d-7596-482d-acea-f8ecd615e70d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:08.405430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] Calling delete_port for 33307213-6084-4a66-b7c0-93dbaf03eba1 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:08.452250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.460224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.469181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=77d1b115-a876-44d8-ab37-b6f7f8115b5a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:08.472225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:08.513614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a91590-df26-419b-a2b8-784d302d254f']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:08.521948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:34:08.522359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:34:08.523883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.531487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d28bae0-8eb3-470c-b2fb-a7b2c415d582 None None] Network f2ae8601-dde7-4b27-b320-dacb1b9cd10a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:08.542260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:08.549777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177ea402-f2f4-416c-831d-d42555aa4003') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:08.550123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177ea402-f2f4-416c-831d-d42555aa4003') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:08.569788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/77d1b115-a876-44d8-ab37-b6f7f8115b5a HTTP/1.1" status: 204 len: 168 time: 2.0181677 Dec 09 09:34:08.576223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55542) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.583452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.592546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:08.617268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "PUT /v2.0/routers/d1cd7980-8c61-4d26-ada1-9f4b2e12cde6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1360064 Dec 09 09:34:08.620437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Sync routers for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:08.638458 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5526fd12c6ae487ab6e9f0b0f9f1ba77&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2442083 Dec 09 09:34:08.642835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.654426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55548) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:08.656731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:08.663105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:08.695777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.753458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:34:08.754325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:34:08.792818 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:34:08.914286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6310fc67-ccf0-4285-93a2-ec49ac69c953 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:09.059864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] Deleting port 33307213-6084-4a66-b7c0-93dbaf03eba1 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:09.060208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.107258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:09.186854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-74e73579-d10b-4f7d-963e-ed8ba55933e7 None None] The port '33307213-6084-4a66-b7c0-93dbaf03eba1' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:34:09.216695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.244147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:09.259229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.261805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be906ede-e406-4276-91da-a1b0ed274469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.270734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc2c030a-71bd-49ed-a9b9-954d4f9cbc92 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:09.289072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:34:09.292115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.299774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:09.300153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.387506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Pushing event deleted for resources: {'Network': ['ID=76a91590-df26-419b-a2b8-784d302d254f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:09.442990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:09.464566 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] 10.222.0.18 "DELETE /v2.0/networks/76a91590-df26-419b-a2b8-784d302d254f HTTP/1.1" status: 204 len: 168 time: 3.0030196 Dec 09 09:34:09.473048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be906ede-e406-4276-91da-a1b0ed274469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.561069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] DHCP port deletion for f2ae8601-dde7-4b27-b320-dacb1b9cd10a request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:34:09.605045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:34:04Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'ce6ae22d-887a-4856-857f-fc9c8864e19e', 'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'mac_address': 'fa:16:3e:35:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:01Z', 'updated_at': '2021-12-09T09:34:05Z', 'revision_number': 2, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'subnets': [{'id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:09.608506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] Deleting port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:09.609029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.610389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Checking router: d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:34:09.611421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Updating router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 port ce6ae22d-887a-4856-857f-fc9c8864e19e binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:34:09.630678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.20.0.1 (9b92ef96-0c17-4a85-aa55-850ff404254e/747b6c17-9a05-49b8-83ef-b1f5e3ab042d/d571125c-f7fd-446f-882e-41371079d644) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:09.651619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-10dbbbe7-87c7-40f0-a8ab-1f27ba815311 None None] Provisioning for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:09.697190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-10dbbbe7-87c7-40f0-a8ab-1f27ba815311 None None] Provisioning complete for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:09.697636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10dbbbe7-87c7-40f0-a8ab-1f27ba815311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.766361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:09.821533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dd9d59b-9d02-48d7-a00b-a7a80ab2eb67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:09.946232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=33d5872f-3017-4b3d-92f9-d0c59ef1d426,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:09.954299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:09.955769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.146970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55568) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:10.172129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be906ede-e406-4276-91da-a1b0ed274469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.230860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5438a097-a315-4edd-9088-a5884ca90604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:10.257949 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-16fdde27-97af-419a-a99b-0a5ccc4234d4 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-133578270&fields=id&tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac HTTP/1.1" status: 200 len: 267 time: 0.6953533 Dec 09 09:34:10.274707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.317586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] For port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf,segment=NetworkSegment(72c8c781-8019-486d-8205-15990167a416),segment_id=72c8c781-8019-486d-8205-15990167a416)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:10.318256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.334545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:10.438145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Transition to ACTIVE for port object d571125c-f7fd-446f-882e-41371079d644 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:10.570082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818c25-da55-4154-b2f7-47d127254d67 req-a4cd60fb-aba0-4457-a575-2a53183a9ae9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:10.573711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.578087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-a4cd60fb-aba0-4457-a575-2a53183a9ae9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/networks?id=52bd21f5-cbf3-4594-8b2a-d04627c72731 HTTP/1.1" status: 200 len: 797 time: 0.3190894 Dec 09 09:34:10.580320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be906ede-e406-4276-91da-a1b0ed274469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c120ae-b67e-4675-8a0a-4a40c1e7602f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:10.591863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.600881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341e94fd-60ae-4bd6-ba80-e9782e49b244 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:10.602146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-be906ede-e406-4276-91da-a1b0ed274469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:10.608464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Transition to ACTIVE for port object ce6ae22d-887a-4856-857f-fc9c8864e19e will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:10.619549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.625962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:10.626487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] For port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf,segment=NetworkSegment(72c8c781-8019-486d-8205-15990167a416),segment_id=72c8c781-8019-486d-8205-15990167a416)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:10.626904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.652312 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/33d5872f-3017-4b3d-92f9-d0c59ef1d426 HTTP/1.1" status: 204 len: 168 time: 4.3946962 Dec 09 09:34:10.654023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55576) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:10.687979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be906ede-e406-4276-91da-a1b0ed274469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.692707 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be906ede-e406-4276-91da-a1b0ed274469 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13c120ae-b67e-4675-8a0a-4a40c1e7602f HTTP/1.1" status: 204 len: 168 time: 2.0337026 Dec 09 09:34:10.742709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:10.840035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a88ee0-fcd4-4cab-abbe-8426941216a8 None None] Pushing event updated for resources: {'Port': ['ID=ce6ae22d-887a-4856-857f-fc9c8864e19e,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:10.848583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e7a88ee0-fcd4-4cab-abbe-8426941216a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:10.988518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:10.996476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9fa8d4a-7dbe-4c9b-86ca-a61c766986e0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:11.060113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] Calling delete_port for 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:11.082582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Attempting to bind port ce6ae22d-887a-4856-857f-fc9c8864e19e on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:11.083000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Attempting to bind port ce6ae22d-887a-4856-857f-fc9c8864e19e by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:11.083422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Attempting to bind port ce6ae22d-887a-4856-857f-fc9c8864e19e on network 52bd21f5-cbf3-4594-8b2a-d04627c72731 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:11.091438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-6e5a4995-a0c6-4e86-a738-d4072309cb41 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/quotas/9729ca7a00364fbfb9b28cd6f194f8ac HTTP/1.1" status: 200 len: 375 time: 0.5123324 Dec 09 09:34:11.100547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:11.100732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:11.100941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Checking segment: {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:11.101428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:11.101864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Bound using segment: {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:11.102386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Bound port: ce6ae22d-887a-4856-857f-fc9c8864e19e, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:11.102819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:11.107672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ba84f22-b905-4595-955a-fcbdce112b18 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:11.144851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e7f4ea-8afe-4066-ab17-76d7226a466f None None] Network 9b92ef96-0c17-4a85-aa55-850ff404254e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:11.209012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 9b92ef96-0c17-4a85-aa55-850ff404254e is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:11.215647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:11.232353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=d571125c-f7fd-446f-882e-41371079d644,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:11.239374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:11.258286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] For port ce6ae22d-887a-4856-857f-fc9c8864e19e, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:11.261690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] For port ce6ae22d-887a-4856-857f-fc9c8864e19e, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ce6ae22d-887a-4856-857f-fc9c8864e19e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:11.268656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:11.271757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:11.285443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:11.290598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b879d9-efa4-4257-ae6d-5bf65f0fcde7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:11.292399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b879d9-efa4-4257-ae6d-5bf65f0fcde7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:11.294447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b879d9-efa4-4257-ae6d-5bf65f0fcde7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:11.295405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b2b879d9-efa4-4257-ae6d-5bf65f0fcde7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:11.349238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 33307213-6084-4a66-b7c0-93dbaf03eba1 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:34:11.352113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:11.362375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a88ee0-fcd4-4cab-abbe-8426941216a8 None None] Pushing event updated for resources: {'Port': ['ID=ce6ae22d-887a-4856-857f-fc9c8864e19e,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:11.365988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e7a88ee0-fcd4-4cab-abbe-8426941216a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:11.387455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:11.388145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:11.391074 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4a0af6ab-d534-46d7-b159-c405d581cb77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f78622468ab4386aa41beb626de2481&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2364464 Dec 09 09:34:11.399753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8afbf575-c860-43b9-b22b-7dcf66d6b94a None None] Could not find standard attr ID for object 33d5872f-3017-4b3d-92f9-d0c59ef1d426. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:34:11.408505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55586) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:11.411896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:11.418242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b2b879d9-efa4-4257-ae6d-5bf65f0fcde7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:11.422756 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b2b879d9-efa4-4257-ae6d-5bf65f0fcde7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7669852 Dec 09 09:34:11.430107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55590) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:11.431498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:11.491194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 33307213-6084-4a66-b7c0-93dbaf03eba1 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:34:11.499095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 33307213-6084-4a66-b7c0-93dbaf03eba1 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:34:11.552480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:11.575716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No DVR routers for this DVR port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:34:11.630554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Transition to ACTIVE for port object 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:11.642775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:11.679684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:34:11.696526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:11.770716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341e94fd-60ae-4bd6-ba80-e9782e49b244 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:11.772448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:34:11.772841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:34:11.792200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-341e94fd-60ae-4bd6-ba80-e9782e49b244 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:11.802891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98c189-a531-4419-9f73-39ba1e80b353 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:11.840384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Transition to ACTIVE for port object 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:11.915527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e1596df2-01ba-4910-8996-1cca981b13a0 None None] Provisioning for port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:11.937464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:34:11.937907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:34:11.947541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:11.953566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b038965-0853-4da1-af4a-26fdcb418868 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:12.038077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e1596df2-01ba-4910-8996-1cca981b13a0 None None] Provisioning complete for port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:12.038507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1596df2-01ba-4910-8996-1cca981b13a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.108010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.119512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98c189-a531-4419-9f73-39ba1e80b353 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:12.120230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7a98c189-a531-4419-9f73-39ba1e80b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:12.124800 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-341e94fd-60ae-4bd6-ba80-e9782e49b244 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/floatingips/369f2f1f-756f-453e-8d03-71df23c98915 HTTP/1.1" status: 200 len: 978 time: 9.1097496 Dec 09 09:34:12.125211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55604) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:12.135932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c7818c25-da55-4154-b2f7-47d127254d67 req-f275d7b6-873d-4c7e-bd2d-2ecb0903d9b1 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Synchronizing usage tracker for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:12.234628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:34:04Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'ce6ae22d-887a-4856-857f-fc9c8864e19e', 'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'mac_address': 'fa:16:3e:35:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:01Z', 'updated_at': '2021-12-09T09:34:11Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'subnets': [{'id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:12.241269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7a98c189-a531-4419-9f73-39ba1e80b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:12.247160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45323a-b288-4d39-a3da-636c90345e7b None None] The sync data for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv is: [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:34:04Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'ce6ae22d-887a-4856-857f-fc9c8864e19e', 'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'mac_address': 'fa:16:3e:35:8a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:01Z', 'updated_at': '2021-12-09T09:34:11Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'subnets': [{'id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:12.286084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Network e0fd5202-abf0-48c6-8e30-48685749b4d2 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:12.296115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Pushing event updated for resources: {'Port': ['ID=52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:12.300598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:12.304087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:12.316116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:12.323885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98c189-a531-4419-9f73-39ba1e80b353 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:12.324694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7a98c189-a531-4419-9f73-39ba1e80b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:12.366775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55610) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:12.421932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 4a923671-fc91-4c28-b6d3-a77075ff2b23 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:12.426868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.469413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] Deleting port 9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:12.469413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.499329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.557957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77b39f0a-bd9b-4158-a789-602cbca9f7bf None None] The port '9cc0298f-7ea9-4a7d-9eb1-ba5b5c1c9caf' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:34:12.604252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.653949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1596df2-01ba-4910-8996-1cca981b13a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.699907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2ae8601-dde7-4b27-b320-dacb1b9cd10a']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:12.711587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.719517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45d23559-592e-4f43-9e52-e5ef22fdfe68 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:12.741920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e1596df2-01ba-4910-8996-1cca981b13a0 None None] For port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5e3a5459-9f21-4145-83ee-e7cda7aa0fd3,segment=NetworkSegment(e8d8a1d0-0e0e-48f5-a263-e722c470c540),segment_id=e8d8a1d0-0e0e-48f5-a263-e722c470c540)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:12.744043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Attempting to bind port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:12.744692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Attempting to bind port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '0f744f9b-e36d-449e-8a04-03816855a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0fd5202-abf0-48c6-8e30-48685749b4d2'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:12.745862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Attempting to bind port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 on network e0fd5202-abf0-48c6-8e30-48685749b4d2 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:12.752291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7a98c189-a531-4419-9f73-39ba1e80b353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:12.752847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a98c189-a531-4419-9f73-39ba1e80b353 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:12.762383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1596df2-01ba-4910-8996-1cca981b13a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.772822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:12.785972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6f6077b-58b2-404c-97d8-3e8ec8cc395b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.801613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c7818c25-da55-4154-b2f7-47d127254d67 req-f275d7b6-873d-4c7e-bd2d-2ecb0903d9b1 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Unset dirty status for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:12.802271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-f275d7b6-873d-4c7e-bd2d-2ecb0903d9b1 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac&fields=id HTTP/1.1" status: 200 len: 302 time: 1.6970358 Dec 09 09:34:12.811553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c8c781-8019-486d-8205-15990167a416') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:12.811869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c8c781-8019-486d-8205-15990167a416') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:12.839878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=4a923671-fc91-4c28-b6d3-a77075ff2b23,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:12.863547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 2a2e05c3-7111-46f8-ae58-765239673ff1 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:12.863948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.885501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6f6077b-58b2-404c-97d8-3e8ec8cc395b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.893459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1596df2-01ba-4910-8996-1cca981b13a0 None None] Pushing event updated for resources: {'Port': ['ID=5e3a5459-9f21-4145-83ee-e7cda7aa0fd3,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:12.896855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e1596df2-01ba-4910-8996-1cca981b13a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:12.906423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:12.906833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Checking segment: {'id': '0f744f9b-e36d-449e-8a04-03816855a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0fd5202-abf0-48c6-8e30-48685749b4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:12.907283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.908297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Bound using segment: {'id': '0f744f9b-e36d-449e-8a04-03816855a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0fd5202-abf0-48c6-8e30-48685749b4d2'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:12.909273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Bound port: 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f744f9b-e36d-449e-8a04-03816855a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'e0fd5202-abf0-48c6-8e30-48685749b4d2'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:12.909416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.969471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6f6077b-58b2-404c-97d8-3e8ec8cc395b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:12.979765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:13.005253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05bd7782-3a09-4ffe-8fbc-bb20eff10a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:13.020979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.049548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.052687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6077b-58b2-404c-97d8-3e8ec8cc395b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dd3b23-f58b-4775-b845-855627d6d73a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:13.065288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6f6077b-58b2-404c-97d8-3e8ec8cc395b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:13.066381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.075523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.080078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85a1789-c922-4132-86ac-e9f3206568d6 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:13.090918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:34:13.091538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.098076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:34:13.127019 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:34:13.147233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/4a923671-fc91-4c28-b6d3-a77075ff2b23 HTTP/1.1" status: 204 len: 168 time: 1.7097793 Dec 09 09:34:13.151792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8bd6088d-121b-4359-a37e-b79e0befae2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:13.161029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55618) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:13.169918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1449259599-network', 'tenant_id': 'c645895972be45e094ab5e3e838d3140'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:13.331562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] For port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:13.354054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] For port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4,segment=NetworkSegment(0f744f9b-e36d-449e-8a04-03816855a1f9),segment_id=0f744f9b-e36d-449e-8a04-03816855a1f9)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:13.356572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6f6077b-58b2-404c-97d8-3e8ec8cc395b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.362425 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b6f6077b-58b2-404c-97d8-3e8ec8cc395b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5dd3b23-f58b-4775-b845-855627d6d73a HTTP/1.1" status: 204 len: 168 time: 1.9420550 Dec 09 09:34:13.362647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.372667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 9e676dcd-553a-4461-b7ac-41be4d09b78b {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:13.386008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6e8f75d-4e9c-4636-aae6-72af7054302c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:13.389608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:13.393391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.402134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.406169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=d571125c-f7fd-446f-882e-41371079d644,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:13.418332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:13.473348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.528752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Pushing event updated for resources: {'Port': ['ID=52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:13.534369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.534962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.536135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:13.650411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-df171712-9de5-4fe1-94f1-bb979798b348 None None] Provisioning complete for port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:13.650979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df171712-9de5-4fe1-94f1-bb979798b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.652974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.791563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ce6ae22d-887a-4856-857f-fc9c8864e19e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:13.836164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 2a2e05c3-7111-46f8-ae58-765239673ff1 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:13.883409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:13.894255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Usage tracker for resource:network and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:13.903623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0c361ec0-a2bc-448c-9f83-da12313b2e59 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:13.940209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:14.060343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55626) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:14.068989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.074028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:14.076582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=9e676dcd-553a-4461-b7ac-41be4d09b78b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:14.086819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:14.087326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port ce6ae22d-887a-4856-857f-fc9c8864e19e completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:14.087736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.093167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port ce6ae22d-887a-4856-857f-fc9c8864e19e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:14.096244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.102503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83e525df-2058-490d-8bcb-cb39ba7f64c8 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:14.138085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.138304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-df171712-9de5-4fe1-94f1-bb979798b348 None None] Provisioning for port d571125c-f7fd-446f-882e-41371079d644 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:14.170347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-df171712-9de5-4fe1-94f1-bb979798b348 None None] Provisioning complete for port d571125c-f7fd-446f-882e-41371079d644 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:14.170811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df171712-9de5-4fe1-94f1-bb979798b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.177015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Network': ['ID=f2ae8601-dde7-4b27-b320-dacb1b9cd10a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:14.183253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/9e676dcd-553a-4461-b7ac-41be4d09b78b HTTP/1.1" status: 204 len: 168 time: 1.0086226 Dec 09 09:34:14.188342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55630) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:14.190916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:14.265249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.337465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 9b92ef96-0c17-4a85-aa55-850ff404254e is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:14.340508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:14.348398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/networks/f2ae8601-dde7-4b27-b320-dacb1b9cd10a HTTP/1.1" status: 204 len: 168 time: 5.7709408 Dec 09 09:34:14.352972 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d80d4950-5693-4e2b-831d-2d4159f64898 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1607628 Dec 09 09:34:14.356540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55634) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:14.356932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.357298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55636) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:14.362606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Made reservation on behalf of c645895972be45e094ab5e3e838d3140 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:14.379501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.382568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-df171712-9de5-4fe1-94f1-bb979798b348 None None] Port d571125c-f7fd-446f-882e-41371079d644 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:14.439323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.493473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c35e1ea-219b-4f6e-8dff-a512bfe9cac9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:14.539799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port ce6ae22d-887a-4856-857f-fc9c8864e19e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ce6ae22d-887a-4856-857f-fc9c8864e19e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:14.540903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e30d80f3-7f5f-40f6-bacd-6df9dc42c6b0 None None] Provisioning complete for port d571125c-f7fd-446f-882e-41371079d644 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:14.541583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e30d80f3-7f5f-40f6-bacd-6df9dc42c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.559625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:14.580965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.582405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.583340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:14.598076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b169e96-ea44-4bbd-a19b-ee9ba8138431 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:14.598571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2b169e96-ea44-4bbd-a19b-ee9ba8138431 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:14.603786 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-e38cfc54-15a6-4f19-8924-4fc39bded5e6 service neutron] 10.222.0.18 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6370196 Dec 09 09:34:14.635438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e08678f-7dc8-45ce-81e3-fcccf5a8bf96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:14.663728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=2a2e05c3-7111-46f8-ae58-765239673ff1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:14.725485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:14.729555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Usage tracker for resource:security_group_rule and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:14.738248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:14.759123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:14.844835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:14.862252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:14.952919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:14.972274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Usage tracker for resource:security_group_rule and tenant:78bf930b011c431880b0a2f10443689f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:14.983371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:14.991979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e30d80f3-7f5f-40f6-bacd-6df9dc42c6b0 None None] Port d571125c-f7fd-446f-882e-41371079d644 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:14.994843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:15.034167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=ce6ae22d-887a-4856-857f-fc9c8864e19e,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:15.038568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:15.055806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:15.056227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:15.210443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fa6bef8e-a928-425f-b34a-eda30b03855a None None] Provisioning complete for port d571125c-f7fd-446f-882e-41371079d644 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:15.210937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa6bef8e-a928-425f-b34a-eda30b03855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:15.288082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fa6bef8e-a928-425f-b34a-eda30b03855a None None] Port d571125c-f7fd-446f-882e-41371079d644 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:15.334551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2b169e96-ea44-4bbd-a19b-ee9ba8138431 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:15.341884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2b169e96-ea44-4bbd-a19b-ee9ba8138431 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/f6239df7-a8fe-4916-8f4e-2e58a14442e4 HTTP/1.1" status: 200 len: 841 time: 0.9343076 Dec 09 09:34:15.346759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55642) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:15.364024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:15.376940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:15.395243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:15.408496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:15.420337 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-ee7b0a4e-ad13-4c85-be47-76a3d4a7f894 service neutron] 10.222.0.18 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8099654 Dec 09 09:34:15.425676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:15.444092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:15.450441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:15.459550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:15.480033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34c263d1-2d3e-4ee7-8267-8b91af1e6b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:15.498322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037dbd56-2145-4610-9161-237aafbda561 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:15.557057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6f4e0092-525e-48b8-90a1-d1832b6a40b5 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/f6239df7-a8fe-4916-8f4e-2e58a14442e4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2078700 Dec 09 09:34:15.566728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55646) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:15.580438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:15.644439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9cf13c-8d41-4c67-b53b-ebeff537cb9a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:15.651822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:15.741696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0b95e151-77fc-4f78-ba46-d4df13eb87ff None None] Provisioning complete for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:15.742298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b95e151-77fc-4f78-ba46-d4df13eb87ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:15.885262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:15.933373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:15.949707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:15.958666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-980dd79f-b29c-435d-8704-82020a0826b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:16.014847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:34:16.087839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053f72d8-31b5-4685-8d12-3720db22511b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:16.094884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:16.096689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Added segment cf6346e7-a77d-4b61-856f-9324baea1dfe of type vlan for network 550e784d-4eb5-4862-8392-9aab67f43432 Dec 09 09:34:16.098655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:16.182863 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78bf930b011c431880b0a2f10443689f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1170309 Dec 09 09:34:16.188913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55656) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:16.218420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:16.248711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:16.265997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1281dc-aa69-4c54-bbdb-aa6b5be1da78 None None] Network e0fd5202-abf0-48c6-8e30-48685749b4d2 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:16.302332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:16.303313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:16.303944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:16.329970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:16.370062 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.9745431 Dec 09 09:34:16.373045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55662) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:16.414629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Request body: {'subnet': {'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1449259599-subnet', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:16.446442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:16.468905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:16.477561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:16.478160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:16.488064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ce6ae22d-887a-4856-857f-fc9c8864e19e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:16.492491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:16.505639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:16.515386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Pushing event updated for resources: {'Network': ['ID=550e784d-4eb5-4862-8392-9aab67f43432,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:16.518677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Usage tracker for resource:subnet and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:16.523447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:16.526329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:16.535290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:16.599404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Made reservation on behalf of c645895972be45e094ab5e3e838d3140 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:16.604604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:16.635103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:16.675853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 550e784d-4eb5-4862-8392-9aab67f43432 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:34:16.693742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d3b4-9143-45ea-80cd-a32207f4e3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:16.741452 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8af482cf-8265-4514-b353-f7dd9a6c0c99 req-4337980f-90fd-4a0f-a999-ccec20d9a365 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 210 time: 0.5505865 Dec 09 09:34:16.836247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d3b4-9143-45ea-80cd-a32207f4e3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:16.889520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:16.924859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router 701813b2-1fd9-4a6c-b120-11acae98b291 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:34:16.951151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d1eb7b-8636-4bbb-96f8-c99df344248e None None] Update dhcp port {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': 'ce4c5909-95f3-4c4d-a120-9e760c2f3f2c'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '6310fc67-ccf0-4285-93a2-ec49ac69c953'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:34:17.031078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48d1eb7b-8636-4bbb-96f8-c99df344248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.041494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port ce6ae22d-887a-4856-857f-fc9c8864e19e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:17.041912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.056908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] For port 6310fc67-ccf0-4285-93a2-ec49ac69c953, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6310fc67-ccf0-4285-93a2-ec49ac69c953,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:17.062328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.068120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b16e7c11-7eb4-4a37-b437-ce0788b04328 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:17.104354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3acbd81d-5c65-42e1-86b8-a8b0642a643a None None] Provisioning for port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:17.116049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3acbd81d-5c65-42e1-86b8-a8b0642a643a None None] Provisioning complete for port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:17.116469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3acbd81d-5c65-42e1-86b8-a8b0642a643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.181726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.193021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b176531f-834c-4d22-9048-4dbeba3bca6f,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:17.197889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.197889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.204520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:17.205081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:17.237983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.239082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Checking segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:17.239528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Network hostable DHCP agents. Network: 550e784d-4eb5-4862-8392-9aab67f43432, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:34:17.250764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d3b4-9143-45ea-80cd-a32207f4e3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.260397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fca51691-b662-4fd3-9fb7-09ab5751a377 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:17.290327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4d3b4-9143-45ea-80cd-a32207f4e3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9cf13c-8d41-4c67-b53b-ebeff537cb9a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:17.294247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Network 550e784d-4eb5-4862-8392-9aab67f43432 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:34:17.303342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ac4d3b4-9143-45ea-80cd-a32207f4e3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:17.324891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 550e784d-4eb5-4862-8392-9aab67f43432) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:17.335334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:17.338180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:17.339782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=ce4c5909-95f3-4c4d-a120-9e760c2f3f2c,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:17.354399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e224a3a1-bf46-4cee-8859-756a824f35c5 None None] Network 550e784d-4eb5-4862-8392-9aab67f43432 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:17.354626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:17.355701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.361629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:17.362271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.395498 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2b31f574-be8b-4c4b-93b4-7591e4808680 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0211198 Dec 09 09:34:17.399762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55676) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:17.416610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:17.422060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0090706 Dec 09 09:34:17.423213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-baae6b1c-eb62-442b-87e5-bbc8acb53d24 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:17.429659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:17.439637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55680) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:17.461751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:17.490912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:17.517837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Usage tracker for resource:router and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:17.520523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=6310fc67-ccf0-4285-93a2-ec49ac69c953,revision_number=8']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:17.523154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:17.527274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:17.568055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:17.577318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac4d3b4-9143-45ea-80cd-a32207f4e3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.581177 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0ac4d3b4-9143-45ea-80cd-a32207f4e3e6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed9cf13c-8d41-4c67-b53b-ebeff537cb9a HTTP/1.1" status: 204 len: 168 time: 1.3831873 Dec 09 09:34:17.684830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6310fc67-ccf0-4285-93a2-ec49ac69c953 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:17.692800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:17.697590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.698790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.709325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.724946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af0ca2d9-d310-4346-a887-46bcecafb2fe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:17.809098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3acbd81d-5c65-42e1-86b8-a8b0642a643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:17.836320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:17.850509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab2db8-99b0-4239-b3bc-a95d7ba976e2 None None] Sync routers for ids ['701813b2-1fd9-4a6c-b120-11acae98b291'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:17.881600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab2db8-99b0-4239-b3bc-a95d7ba976e2 None None] Routers {'701813b2-1fd9-4a6c-b120-11acae98b291'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:17.884163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c9ab2db8-99b0-4239-b3bc-a95d7ba976e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['701813b2-1fd9-4a6c-b120-11acae98b291'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:17.886040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:17.891988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:17.893026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=0e56f83e-5486-421e-b2d1-b3034695b8b5,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:17.942529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3acbd81d-5c65-42e1-86b8-a8b0642a643a None None] For port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4,segment=NetworkSegment(0f744f9b-e36d-449e-8a04-03816855a1f9),segment_id=0f744f9b-e36d-449e-8a04-03816855a1f9)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:17.976779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3acbd81d-5c65-42e1-86b8-a8b0642a643a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:18.004883 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7e057094-3b96-4309-856a-5d5eadbbcd92 req-3da293d5-0988-4102-8201-960fcff5b5b0 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 210 time: 0.0829761 Dec 09 09:34:18.011406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:18.012810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6bf74470-01b3-414b-a8fa-9b3dd3db0e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:18.013392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:18.022289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:18.038910 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/701813b2-1fd9-4a6c-b120-11acae98b291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1494272 Dec 09 09:34:18.040204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:18.041808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55690) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:18.044103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:18.044756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:18.051451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:18.072436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:18.086929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c9ab2db8-99b0-4239-b3bc-a95d7ba976e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:18.101066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab2db8-99b0-4239-b3bc-a95d7ba976e2 None None] Routers {'701813b2-1fd9-4a6c-b120-11acae98b291'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:18.102614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c9ab2db8-99b0-4239-b3bc-a95d7ba976e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['701813b2-1fd9-4a6c-b120-11acae98b291'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:18.114187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbd81d-5c65-42e1-86b8-a8b0642a643a None None] Pushing event updated for resources: {'Port': ['ID=52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:18.118353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360165d5-96b2-4852-903f-deb3714ad79e None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:18.143741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3acbd81d-5c65-42e1-86b8-a8b0642a643a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:18.179757 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6027043 Dec 09 09:34:18.184523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55694) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:18.194101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c9ab2db8-99b0-4239-b3bc-a95d7ba976e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:18.194993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ab2db8-99b0-4239-b3bc-a95d7ba976e2 None None] The sync data for ids ['701813b2-1fd9-4a6c-b120-11acae98b291'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:18.228899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07334535-ed8b-4ca3-9b57-383bff074ca5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:18.234344 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-07334535-ed8b-4ca3-9b57-383bff074ca5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports/d571125c-f7fd-446f-882e-41371079d644 HTTP/1.1" status: 200 len: 910 time: 0.1911695 Dec 09 09:34:18.235292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55698) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:18.247156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:18.270581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'security_group': {'name': 'tempest-secgroup-142973223'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:18.557074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-550e784d-4eb5-4862-8392-9aab67f43432', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:34:18.558397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:18.579922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:18.580672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:18.607007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:18.633783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3e9c2ff8-e593-4fd9-8ee9-3e5264977b6b None None] Provisioning complete for port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:18.634218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9c2ff8-e593-4fd9-8ee9-3e5264977b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:18.815011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-48d1eb7b-8636-4bbb-96f8-c99df344248e None None] For port 6310fc67-ccf0-4285-93a2-ec49ac69c953, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6310fc67-ccf0-4285-93a2-ec49ac69c953,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:18.976922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:19.009891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:19.064167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:19.084768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:19.114286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Allocated IP 172.20.0.2 (550e784d-4eb5-4862-8392-9aab67f43432/b176531f-834c-4d22-9048-4dbeba3bca6f/23e4a6a3-eae9-44ad-9c39-da95dd7c03e5) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:19.206690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:19.213943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:19.281491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818c25-da55-4154-b2f7-47d127254d67 req-57789d59-2b74-46f6-86da-916bb6f5fc68 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:19.282211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c7818c25-da55-4154-b2f7-47d127254d67 req-57789d59-2b74-46f6-86da-916bb6f5fc68 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Synchronizing usage tracker for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:19.304308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-772dbcc6-014c-4c95-92a5-891344038861 req-35687b79-eb6c-4022-9d1b-2dd5c53d9db0 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 210 time: 0.1081920 Dec 09 09:34:19.307023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:19.366206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:19.378784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Transition to ACTIVE for port object 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:19.381418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:19.383830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c7818c25-da55-4154-b2f7-47d127254d67 req-57789d59-2b74-46f6-86da-916bb6f5fc68 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Unset dirty status for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:19.385104 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-57789d59-2b74-46f6-86da-916bb6f5fc68 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.65 "GET /v2.0/networks?id=52bd21f5-cbf3-4594-8b2a-d04627c72731 HTTP/1.1" status: 200 len: 797 time: 1.3157585 Dec 09 09:34:19.391243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group_rule and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:19.397909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:19.409825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48d1eb7b-8636-4bbb-96f8-c99df344248e None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:19.427250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:19.468066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48d1eb7b-8636-4bbb-96f8-c99df344248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:19.483377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f360aea3-d65a-4a15-b558-c616b758ea64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:19.565409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1eb7b-8636-4bbb-96f8-c99df344248e None None] Pushing event updated for resources: {'Port': ['ID=6310fc67-ccf0-4285-93a2-ec49ac69c953,revision_number=9']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:19.572768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Transition to ACTIVE for port object 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:19.586506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48d1eb7b-8636-4bbb-96f8-c99df344248e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:19.616175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:19.623983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:19.636691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:19.712472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544da32-b345-4639-8f2c-151f13935020 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:19.774144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Network 550e784d-4eb5-4862-8392-9aab67f43432 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:19.786172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c7818c25-da55-4154-b2f7-47d127254d67 req-bc984291-b3bc-4258-8f65-91a449c0c266 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Synchronizing usage tracker for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:19.786609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Pushing event updated for resources: {'Port': ['ID=23e4a6a3-eae9-44ad-9c39-da95dd7c03e5,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:19.789380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:19.791856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:19.795744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:19.805324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.21.0.1 (e0fd5202-abf0-48c6-8e30-48685749b4d2/f7758355-2971-4a7a-99bf-4d5f65da7b6f/3cf3e736-33dd-4b5d-8e69-470e1b6cf443) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:19.843458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544da32-b345-4639-8f2c-151f13935020 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:19.844168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0544da32-b345-4639-8f2c-151f13935020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:19.928873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:19.970968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.005782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.033226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.054389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:20.086602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-b4b40889-9d50-41b4-b4ce-5af841f00280', 'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'tenant_id': 'b9c451e18adc40d191f568b470792110', 'fixed_ips': [{'subnet_id': '0e56f83e-5486-421e-b2d1-b3034695b8b5'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:34:20.087505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.098993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.103073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c7818c25-da55-4154-b2f7-47d127254d67 req-bc984291-b3bc-4258-8f65-91a449c0c266 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Unset dirty status for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:20.104805 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-bc984291-b3bc-4258-8f65-91a449c0c266 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac HTTP/1.1" status: 200 len: 379 time: 0.6907146 Dec 09 09:34:20.115280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0544da32-b345-4639-8f2c-151f13935020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:20.121638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6bbb36-aea6-4be1-bf69-f99fbc7d4487,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:20.124979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:20.133621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-67d535e7-40d7-4cd2-b943-60bbebae3f2c tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:20.155578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Attempting to bind port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:20.155994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Attempting to bind port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:20.156402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Attempting to bind port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 on network 550e784d-4eb5-4862-8392-9aab67f43432 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:20.228691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'port': {'device_id': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'admin_state_up': True, 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'security_groups': ['c55c6af4-385e-4518-bbec-60aadc01dd3c']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:20.230753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544da32-b345-4639-8f2c-151f13935020 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:20.231455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0544da32-b345-4639-8f2c-151f13935020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:20.245460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=cd55f300-61c4-42a3-91a3-03782edebc5c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:20.248506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:20.285105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.286466 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.0996497 Dec 09 09:34:20.304477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55734) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:20.322647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:20.333195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1851706433'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:20.338858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:20.339291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Checking segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:20.339747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.340030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:20.340150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Bound using segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:20.340710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Bound port: 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:20.341148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.343225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:20.343866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.372554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:20.377435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0544da32-b345-4639-8f2c-151f13935020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:20.378283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0544da32-b345-4639-8f2c-151f13935020 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:20.378430 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9298737 Dec 09 09:34:20.384219 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/floatingips/369f2f1f-756f-453e-8d03-71df23c98915 HTTP/1.1" status: 204 len: 168 time: 8.2577062 Dec 09 09:34:20.390379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55742) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:20.390769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55744) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:20.411240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:20.430350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:b8:b0:f4', 'name': 'tempest-NetworksTestDHCPv6-1810631261'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:20.483831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:20.484287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.535247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:20.607881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:20.617915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:20.632194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.674706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:20.677611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.727679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.750547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Transition to ACTIVE for port object 3cf3e736-33dd-4b5d-8e69-470e1b6cf443 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:20.871372 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3cd232ed-81ae-4f1e-9284-b7dc95d0e81c req-004faa3c-12ad-42b6-af69-ba6beedc56d8 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 210 time: 0.2838898 Dec 09 09:34:20.877594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Allocated IP 172.26.8.103 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/8df2f951-7357-4a2a-a57e-84397677ab80) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:20.888501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6399829a-2f3d-4753-b35c-4111449cd461 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:20.892424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Made reservation on behalf of 9729ca7a00364fbfb9b28cd6f194f8ac for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:20.898175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.909367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.918250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:20.954757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] For port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:20.976296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 13d430f4-ae33-45d9-bb35-f41a43a07ae2 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:20.976806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:20.979018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55754) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:20.994790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] For port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=23e4a6a3-eae9-44ad-9c39-da95dd7c03e5,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:21.004534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.067696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Allocated IP 172.20.0.2 (b4b40889-9d50-41b4-b4ce-5af841f00280/0e56f83e-5486-421e-b2d1-b3034695b8b5/3cca4686-6d83-404f-a017-0b1a044a7a35) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:21.080986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.091744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3acbd81d-5c65-42e1-86b8-a8b0642a643a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:21.117699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network e0fd5202-abf0-48c6-8e30-48685749b4d2 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:21.131462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:21.184699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:21.189649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:21.229628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=3cf3e736-33dd-4b5d-8e69-470e1b6cf443,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:21.230016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Pushing event updated for resources: {'Port': ['ID=23e4a6a3-eae9-44ad-9c39-da95dd7c03e5,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:21.242074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.245685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:21.252323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:21.253392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:21.267384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:21.271249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:21.277393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Allocated IP 172.20.0.10 (52bd21f5-cbf3-4594-8b2a-d04627c72731/8e8e8aa2-b5d7-44eb-a751-34e5da57fc03/52110741-a6e7-479f-8dd7-027825d1825e) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:21.282134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1a55ecf1-946b-489b-9960-1eff02b5e3a0 None None] Provisioning complete for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:21.283783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a55ecf1-946b-489b-9960-1eff02b5e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.285384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:21.305899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group_rule and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:21.310054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1315443906', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:21.318274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:21.320606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:21.332338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.343535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Usage tracker for resource:port and tenant:71c41ab11f0e4c36afa58c5ee0665961 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:21.349719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cddbac28-389e-49bd-bbeb-b61ccbd1b45b tempest-TestServerAdvancedOps-395948265 tempest-TestServerAdvancedOps-395948265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:21.354851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:21.369950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.390075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:21.422510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:21.426667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:21.429913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:21.434918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:21.442702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:21.552585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Pushing event updated for resources: {'Port': ['ID=8df2f951-7357-4a2a-a57e-84397677ab80,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:21.569510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:21.570752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.602831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Made reservation on behalf of 71c41ab11f0e4c36afa58c5ee0665961 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:21.608456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.636299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.853770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:21.872429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Usage tracker for resource:security_group_rule and tenant:71c41ab11f0e4c36afa58c5ee0665961 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:21.907881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.949335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:21.963929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Transition to ACTIVE for port object 3cca4686-6d83-404f-a017-0b1a044a7a35 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:21.966949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Transition to ACTIVE for port object 52110741-a6e7-479f-8dd7-027825d1825e will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:21.996679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:22.006958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.018883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:22.021754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c29dfb9a-d416-4bc4-8c18-9b192ccf599d None None] Provisioning for port 3cf3e736-33dd-4b5d-8e69-470e1b6cf443 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:22.029101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:22.034369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Transition to ACTIVE for port object 3cca4686-6d83-404f-a017-0b1a044a7a35 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:22.039946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c29dfb9a-d416-4bc4-8c18-9b192ccf599d None None] Provisioning complete for port 3cf3e736-33dd-4b5d-8e69-470e1b6cf443 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:22.040622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c29dfb9a-d416-4bc4-8c18-9b192ccf599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.072559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] Update dhcp port {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': 'ce4c5909-95f3-4c4d-a120-9e760c2f3f2c', 'ip_address': '2001:db8::f816:3eff:fed3:ba10'}, {'subnet_id': 'cd55f300-61c4-42a3-91a3-03782edebc5c'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '6310fc67-ccf0-4285-93a2-ec49ac69c953'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:34:22.121804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.142684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.148040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.153250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.162602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:22.167158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22db1114-c98d-4754-a419-f9618240d355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:22.184460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'Port': ['ID=52110741-a6e7-479f-8dd7-027825d1825e,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:22.203102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:22.233277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Network 52bd21f5-cbf3-4594-8b2a-d04627c72731 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:22.234288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.237954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:22.241356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:22.278311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c29dfb9a-d416-4bc4-8c18-9b192ccf599d None None] Port 3cf3e736-33dd-4b5d-8e69-470e1b6cf443 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:22.292899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:22.302950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:22.306845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Pushing event updated for resources: {'Port': ['ID=3cca4686-6d83-404f-a017-0b1a044a7a35,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:22.311138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:22.348701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:22.351668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.352443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.358973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.375038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:22.375624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.379792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.384607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-78eaf43b-0e51-44fc-bbb3-514612ff2392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:22.398244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a036-0803-42cb-8d53-77909f27d2db req-348d05fc-6a5c-41b5-a27e-81e03dcd075c tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:22.399931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03f8a036-0803-42cb-8d53-77909f27d2db req-348d05fc-6a5c-41b5-a27e-81e03dcd075c tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 932 time: 0.3308628 Dec 09 09:34:22.402806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] device_id is not set on port b8806595-1bd2-4aa7-ac53-8cfcc177d474 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:34:22.412346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3236a87b-2234-404f-9729-c9ce6cda708a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:22.416020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:22.425077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 13d430f4-ae33-45d9-bb35-f41a43a07ae2 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:22.466564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.471652 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1555185 Dec 09 09:34:22.473769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.478050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Attempting to bind port 3cca4686-6d83-404f-a017-0b1a044a7a35 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:22.478473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Attempting to bind port 3cca4686-6d83-404f-a017-0b1a044a7a35 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '800e630c-33f1-4bb2-be75-eba6efab66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:22.478892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Attempting to bind port 3cca4686-6d83-404f-a017-0b1a044a7a35 on network b4b40889-9d50-41b4-b4ce-5af841f00280 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:22.497207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:22.497632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Checking segment: {'id': '800e630c-33f1-4bb2-be75-eba6efab66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:22.498085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.498529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Bound using segment: {'id': '800e630c-33f1-4bb2-be75-eba6efab66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:22.499057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Bound port: 3cca4686-6d83-404f-a017-0b1a044a7a35, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800e630c-33f1-4bb2-be75-eba6efab66e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:22.499476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.502460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55762) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:22.529926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1191009732', 'security_groups': ['3236a87b-2234-404f-9729-c9ce6cda708a'], 'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0e56f83e-5486-421e-b2d1-b3034695b8b5'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:22.631555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] Allocated IP 172.20.0.2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/cd55f300-61c4-42a3-91a3-03782edebc5c/6310fc67-ccf0-4285-93a2-ec49ac69c953) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:22.686555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:22.691427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:port and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:22.694814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:22.701837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:22.773608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 88033cb8-f3ef-48bb-bbe6-24c24fa27836 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:34:22.789967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] For port 3cca4686-6d83-404f-a017-0b1a044a7a35, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:22.822975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] For port 3cca4686-6d83-404f-a017-0b1a044a7a35, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3cca4686-6d83-404f-a017-0b1a044a7a35,segment=NetworkSegment(800e630c-33f1-4bb2-be75-eba6efab66e5),segment_id=800e630c-33f1-4bb2-be75-eba6efab66e5)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:22.844315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:22.880998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:22.887101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2518d698-425b-493f-b770-1385b521b2d3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:22.898085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:22.934395 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8048413 Dec 09 09:34:22.937974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:22.978373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] For port 6310fc67-ccf0-4285-93a2-ec49ac69c953, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6310fc67-ccf0-4285-93a2-ec49ac69c953,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:22.988910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Request body: {'port': {'device_id': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:23.027465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:23.047975 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03f8a036-0803-42cb-8d53-77909f27d2db req-6ad52679-a241-4f97-9c60-17b22c5c68f1 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5473242 Dec 09 09:34:23.121680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Pushing event updated for resources: {'Port': ['ID=3cca4686-6d83-404f-a017-0b1a044a7a35,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:23.127206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:23.133729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e7b936e1-5df6-4a4e-a890-cbffb79eb58c None None] Provisioning for port 52110741-a6e7-479f-8dd7-027825d1825e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:23.142395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e7b936e1-5df6-4a4e-a890-cbffb79eb58c None None] Provisioning complete for port 52110741-a6e7-479f-8dd7-027825d1825e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:23.144004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e7b936e1-5df6-4a4e-a890-cbffb79eb58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:23.218611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e7b936e1-5df6-4a4e-a890-cbffb79eb58c None None] Port 52110741-a6e7-479f-8dd7-027825d1825e cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:23.225825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Allocated IP 172.26.8.92 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/b8806595-1bd2-4aa7-ac53-8cfcc177d474) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:23.293480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:23.525298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:23.538622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:23.576399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e2ac6e7-5969-45ba-967f-3bc8d6903878 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:23.609723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] Transition to ACTIVE for port object 6310fc67-ccf0-4285-93a2-ec49ac69c953 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:23.616929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:23.625087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:23.625349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:23.799977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:23.815606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 172.20.0.3 (2d5d328b-91d8-47d0-9229-6819f3b6112b/cd55f300-61c4-42a3-91a3-03782edebc5c/88033cb8-f3ef-48bb-bbe6-24c24fa27836) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:23.823071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:feb8:b0f4 (2d5d328b-91d8-47d0-9229-6819f3b6112b/ce4c5909-95f3-4c4d-a120-9e760c2f3f2c/88033cb8-f3ef-48bb-bbe6-24c24fa27836) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:23.860895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Router 41d9777c-d2eb-4973-b0cd-aa918b924c63 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:34:23.915948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3282809-6f35-4970-ab1c-786fa8290033 None None] Network 550e784d-4eb5-4862-8392-9aab67f43432 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:23.972335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] Pushing event updated for resources: {'Port': ['ID=6310fc67-ccf0-4285-93a2-ec49ac69c953,revision_number=10']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:23.977558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:23.998618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.010197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1913764-ec1f-4b37-9d6d-47b7dc767873 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:24.016674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.070321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port ff161c77-ec19-45c0-803a-920cae8a665b yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:34:24.136132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.160465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=3cf3e736-33dd-4b5d-8e69-470e1b6cf443,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:24.160939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:24.165959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Pushing event updated for resources: {'Port': ['ID=b8806595-1bd2-4aa7-ac53-8cfcc177d474,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:24.175328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:24.177298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:24.183752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:24.183970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:24.184529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bb0c6e9-4247-4e8f-82e5-904c907b6dee tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:24.190549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52110741-a6e7-479f-8dd7-027825d1825e {{(pid=88883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:34:24.194703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:24.232363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.277909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f41362ba-f2ea-41af-8a71-b4a14cc74a4e None None] Provisioning for port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:24.334610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Transition to ACTIVE for port object 52110741-a6e7-479f-8dd7-027825d1825e will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:24.345906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.349196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=13d430f4-ae33-45d9-bb35-f41a43a07ae2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:24.353758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-706ed214-bf25-4bf5-98e6-d762c1a41d57 tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:24.384714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:24.388910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.393078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:24.393771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.399069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:24.400696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:24.401436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.514049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.4991798 Dec 09 09:34:24.524006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Pushing event updated for resources: {'Port': ['ID=52110741-a6e7-479f-8dd7-027825d1825e,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:24.526388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55768) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:24.529074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:24.549313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.92'}]}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:24.565891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 88033cb8-f3ef-48bb-bbe6-24c24fa27836 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:24.628407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:24.643191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:24.650191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.660852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Sync routers for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:24.661071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Usage tracker for resource:router and tenant:71c41ab11f0e4c36afa58c5ee0665961 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:24.667119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:24.678719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:24.679348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:24.702254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:24.704690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=23e4a6a3-eae9-44ad-9c39-da95dd7c03e5,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:24.718571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.719553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cca4686-6d83-404f-a017-0b1a044a7a35 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:24.737236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.738690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3254025 Dec 09 09:34:24.747390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55772) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:24.800835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0bba085-28fa-44a5-bec4-853d8e0e10eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:24.867057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.938125 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/ports/13d430f4-ae33-45d9-bb35-f41a43a07ae2 HTTP/1.1" status: 204 len: 168 time: 4.5365918 Dec 09 09:34:24.943468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55776) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:24.960017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.961648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:24.962388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Attempting to bind port 52110741-a6e7-479f-8dd7-027825d1825e on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:24.963523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Attempting to bind port 52110741-a6e7-479f-8dd7-027825d1825e by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:24.964135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Attempting to bind port 52110741-a6e7-479f-8dd7-027825d1825e on network 52bd21f5-cbf3-4594-8b2a-d04627c72731 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:24.983509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Port 52110741-a6e7-479f-8dd7-027825d1825e on network 52bd21f5-cbf3-4594-8b2a-d04627c72731 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:34:24.984182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Attempting to bind port 52110741-a6e7-479f-8dd7-027825d1825e on network 52bd21f5-cbf3-4594-8b2a-d04627c72731 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:24.984709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:25.006588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b042c0-5ab2-4a72-88f0-afd586efd46d req-4b3ec60a-5989-4e5d-a8f5-533593e98409 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:25.008802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:25.011100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Checking segment: {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:25.013043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Bound using segment: {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:25.014248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Bound port: 52110741-a6e7-479f-8dd7-027825d1825e, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f970a7ca-a510-45a9-9e41-a6a51842b12a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731'}}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:25.015127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:25.018893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-75b042c0-5ab2-4a72-88f0-afd586efd46d req-4b3ec60a-5989-4e5d-a8f5-533593e98409 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 944 time: 0.7553136 Dec 09 09:34:25.027514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:25.041948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:25.054804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network e0fd5202-abf0-48c6-8e30-48685749b4d2 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:25.060898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:25.074191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=23e4a6a3-eae9-44ad-9c39-da95dd7c03e5,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:25.087890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-770f0cb6-75ec-4d55-b9a3-e437b58b0eeb tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:25.100855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:25.136647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 3cca4686-6d83-404f-a017-0b1a044a7a35 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:25.159916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:25.206334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:floatingip and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:25.209792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.12 (b4b40889-9d50-41b4-b4ce-5af841f00280/0e56f83e-5486-421e-b2d1-b3034695b8b5/ff161c77-ec19-45c0-803a-920cae8a665b) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:25.316832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:25.327318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:25.425313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:25.433804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=52110741-a6e7-479f-8dd7-027825d1825e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:25.438100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=88033cb8-f3ef-48bb-bbe6-24c24fa27836,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:25.452738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:25.453741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:25.460442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7dcfc0a-20b6-4ecc-9f70-b830e6208187 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:25.554484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:25.556356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] 10.222.0.65 "PUT /v2.0/ports/52110741-a6e7-479f-8dd7-027825d1825e HTTP/1.1" status: 200 len: 1094 time: 2.6103730 Dec 09 09:34:25.559939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3d084d8b-28f0-42a8-bad7-50286c3526b4 None None] Provisioning complete for port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:25.560607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d084d8b-28f0-42a8-bad7-50286c3526b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:25.562034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:34:25.569934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:21Z', 'revision_number': 3, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:25.578114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Checking router: 41d9777c-d2eb-4973-b0cd-aa918b924c63 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:34:25.578601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Updating router 41d9777c-d2eb-4973-b0cd-aa918b924c63 port 8df2f951-7357-4a2a-a57e-84397677ab80 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:34:25.601595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:25.664007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-75b042c0-5ab2-4a72-88f0-afd586efd46d req-02ba7ad3-9e45-4612-9cb7-c8477e7bd706 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6197410 Dec 09 09:34:25.664822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:25.873470 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e', 'status': 'completed', 'code': 200} Dec 09 09:34:25.897316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Pushing event updated for resources: {'Port': ['ID=52110741-a6e7-479f-8dd7-027825d1825e,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:25.914609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:25.920678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6310fc67-ccf0-4285-93a2-ec49ac69c953 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:26.002847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-94217567-671d-4ef7-86f0-a5c878da79ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac&device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 1097 time: 0.3989408 Dec 09 09:34:26.055131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:26.060853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.091408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Provisioning complete for port f6239df7-a8fe-4916-8f4e-2e58a14442e4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:26.091827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.169614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:26.281088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Port f6239df7-a8fe-4916-8f4e-2e58a14442e4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:26.288032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:26.288725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.421692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Provisioning for port 3cca4686-6d83-404f-a017-0b1a044a7a35 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:26.433469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Provisioning complete for port 3cca4686-6d83-404f-a017-0b1a044a7a35 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:26.433888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.456740 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-69bbbe53-d970-440f-935b-4261e37e466e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52110741-a6e7-479f-8dd7-027825d1825e HTTP/1.1" status: 200 len: 217 time: 0.4303641 Dec 09 09:34:26.473444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:26.489486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:26.518560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85250c00-28b3-464c-aa0a-ff19a3742607 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:26.596784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.610553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Transition to ACTIVE for port object 8df2f951-7357-4a2a-a57e-84397677ab80 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:26.618659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.623704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d86a07c4-5eaf-420f-a219-2dfacd28ea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:26.656322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7818c25-da55-4154-b2f7-47d127254d67 req-9ea1347b-52d2-4256-9025-8033d553e0be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:26.658203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-9ea1347b-52d2-4256-9025-8033d553e0be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e8e8aa2-b5d7-44eb-a751-34e5da57fc03 HTTP/1.1" status: 200 len: 835 time: 0.1178288 Dec 09 09:34:26.699178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Pushing event updated for resources: {'Port': ['ID=8df2f951-7357-4a2a-a57e-84397677ab80,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:26.738131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.745743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.746138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.746521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.746900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.747275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.747643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.748158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.748678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.749047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.749487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:26.766115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:26.770257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:26.771947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.811655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Attempting to bind port 8df2f951-7357-4a2a-a57e-84397677ab80 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:26.812077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Attempting to bind port 8df2f951-7357-4a2a-a57e-84397677ab80 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:26.812636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Attempting to bind port 8df2f951-7357-4a2a-a57e-84397677ab80 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:26.820420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:26.820841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:26.821934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.822375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:26.823037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Bound port: 8df2f951-7357-4a2a-a57e-84397677ab80, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:26.823574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.859711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.914274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] For port 8df2f951-7357-4a2a-a57e-84397677ab80, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:26.917902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] For port 8df2f951-7357-4a2a-a57e-84397677ab80, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8df2f951-7357-4a2a-a57e-84397677ab80,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:26.923758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] For port 3cca4686-6d83-404f-a017-0b1a044a7a35, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3cca4686-6d83-404f-a017-0b1a044a7a35,segment=NetworkSegment(800e630c-33f1-4bb2-be75-eba6efab66e5),segment_id=800e630c-33f1-4bb2-be75-eba6efab66e5)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:26.924830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.937788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4d59c27-2b7a-4289-a4a8-07a6d3afc47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:26.942739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:26.945792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3dab42c-45e8-45b4-b68f-429e6c6ade6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:26.956486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:27.003023 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-b0d5f879-1776-490e-8b7c-80961258cc2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52bd21f5-cbf3-4594-8b2a-d04627c72731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2149079 Dec 09 09:34:27.054099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Pushing event updated for resources: {'Port': ['ID=8df2f951-7357-4a2a-a57e-84397677ab80,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:27.066655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Pushing event updated for resources: {'Port': ['ID=3cca4686-6d83-404f-a017-0b1a044a7a35,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:27.067184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b721fd03-b771-4a92-9a5a-fce0f423a06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:27.069804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:27.094110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:27.094858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:27.112648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:27.145862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4ffbbe1b-3a79-45fd-a08b-5bfeab52d3d4 None None] Provisioning complete for port 3cf3e736-33dd-4b5d-8e69-470e1b6cf443 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:27.145862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ffbbe1b-3a79-45fd-a08b-5bfeab52d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:27.192886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-daa76b6b-2700-4563-9015-8dbd0f4cd4da service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636899 Dec 09 09:34:27.204878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object ff161c77-ec19-45c0-803a-920cae8a665b will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:27.243638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.8504422 Dec 09 09:34:27.245713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4ffbbe1b-3a79-45fd-a08b-5bfeab52d3d4 None None] Port 3cf3e736-33dd-4b5d-8e69-470e1b6cf443 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:27.258097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55784) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:27.263656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:27.266051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4ffbbe1b-3a79-45fd-a08b-5bfeab52d3d4 None None] Provisioning for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:27.283086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4ffbbe1b-3a79-45fd-a08b-5bfeab52d3d4 None None] Provisioning complete for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:27.283320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ffbbe1b-3a79-45fd-a08b-5bfeab52d3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:27.347379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:27.379568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:27.469367 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7818c25-da55-4154-b2f7-47d127254d67 req-9a0c0aaa-4bb8-4717-908b-0861ec75b0df service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684355 Dec 09 09:34:27.555922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:27.584471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:27.586670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-478b14c8-d5c2-4f40-880b-efd8f2ef641c None None] Provisioning for port 88033cb8-f3ef-48bb-bbe6-24c24fa27836 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:27.597586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-478b14c8-d5c2-4f40-880b-efd8f2ef641c None None] Provisioning complete for port 88033cb8-f3ef-48bb-bbe6-24c24fa27836 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:27.598000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-478b14c8-d5c2-4f40-880b-efd8f2ef641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:27.612790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:27.714387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-478b14c8-d5c2-4f40-880b-efd8f2ef641c None None] Port 88033cb8-f3ef-48bb-bbe6-24c24fa27836 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:27.735730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409db1fd-91e3-4f23-bdc3-177b45c451af req-b335848e-d56a-4b33-a551-18ec206ecc55 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:27.737537 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-409db1fd-91e3-4f23-bdc3-177b45c451af req-b335848e-d56a-4b33-a551-18ec206ecc55 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 944 time: 0.7760463 Dec 09 09:34:27.743783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:27.744374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:27.764632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-478b14c8-d5c2-4f40-880b-efd8f2ef641c None None] Provisioning complete for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:27.766056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-478b14c8-d5c2-4f40-880b-efd8f2ef641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:27.817318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:27.831358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=ff161c77-ec19-45c0-803a-920cae8a665b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:27.850258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:21Z', 'revision_number': 3, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:27.858181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:27.863299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bbff8-c191-4d07-88b1-ab7f8e5da918 None None] The sync data for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv is: [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:21Z', 'revision_number': 3, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:27.881588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cca4686-6d83-404f-a017-0b1a044a7a35 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:27.915036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.4114685 Dec 09 09:34:27.948422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55790) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:27.959145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:28.009054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:28.066927 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-409db1fd-91e3-4f23-bdc3-177b45c451af req-81d65063-3971-4539-8d24-006624117bb4 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024645 Dec 09 09:34:28.118123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3cca4686-6d83-404f-a017-0b1a044a7a35 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:28.118544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:28.136074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc496ac2-39a4-42f6-be63-4b11804b1c2a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:28.140492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc496ac2-39a4-42f6-be63-4b11804b1c2a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:28.141392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dc496ac2-39a4-42f6-be63-4b11804b1c2a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:28.194718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router 701813b2-1fd9-4a6c-b120-11acae98b291 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:28.199702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dc496ac2-39a4-42f6-be63-4b11804b1c2a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:28.203991 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dc496ac2-39a4-42f6-be63-4b11804b1c2a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.9180083 Dec 09 09:34:28.206239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55794) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:28.211321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c090bcf1-729b-45f4-bd19-8200ccbedd1f None None] Provisioning for port ff161c77-ec19-45c0-803a-920cae8a665b completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:28.221024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c090bcf1-729b-45f4-bd19-8200ccbedd1f None None] Provisioning complete for port ff161c77-ec19-45c0-803a-920cae8a665b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:28.221569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c090bcf1-729b-45f4-bd19-8200ccbedd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:28.313935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a32d15b-e1cf-42f4-bb7f-4846380882af req-2d53da51-7fbf-4dbf-8372-9242701f55d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac&device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 1097 time: 0.7913966 Dec 09 09:34:28.348662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c090bcf1-729b-45f4-bd19-8200ccbedd1f None None] Port ff161c77-ec19-45c0-803a-920cae8a665b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:28.350910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:28.378183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:28.383666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:28.394657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:28.398724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.26.8.248 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/7d50b4e0-5b3f-4efc-9efa-eb97bf07505a) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:28.445236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c090bcf1-729b-45f4-bd19-8200ccbedd1f None None] Provisioning complete for port 88033cb8-f3ef-48bb-bbe6-24c24fa27836 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:28.445653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c090bcf1-729b-45f4-bd19-8200ccbedd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:28.493018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 88033cb8-f3ef-48bb-bbe6-24c24fa27836 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:28.497227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:28.508893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:28.539613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c090bcf1-729b-45f4-bd19-8200ccbedd1f None None] Port 88033cb8-f3ef-48bb-bbe6-24c24fa27836 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:28.668755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Allocated IP 172.20.0.1 (550e784d-4eb5-4862-8392-9aab67f43432/b176531f-834c-4d22-9048-4dbeba3bca6f/48493b8f-9dc2-4dc9-965b-7e6b6c7991cb) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:28.713509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d15b-e1cf-42f4-bb7f-4846380882af req-7626b9ea-41ae-4726-bb1c-8c15559ce119 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:28.715431 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a32d15b-e1cf-42f4-bb7f-4846380882af req-7626b9ea-41ae-4726-bb1c-8c15559ce119 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52bd21f5-cbf3-4594-8b2a-d04627c72731 HTTP/1.1" status: 200 len: 898 time: 0.3934743 Dec 09 09:34:28.855656 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a32d15b-e1cf-42f4-bb7f-4846380882af req-598b3ed8-ed00-405e-96e5-04b59a8b17fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52110741-a6e7-479f-8dd7-027825d1825e HTTP/1.1" status: 200 len: 217 time: 0.1210768 Dec 09 09:34:28.861339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:28.939134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 52110741-a6e7-479f-8dd7-027825d1825e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:34:29.115057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32d15b-e1cf-42f4-bb7f-4846380882af req-38f80684-f3e7-4b85-8761-e89cc7f1a7c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:29.116473 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a32d15b-e1cf-42f4-bb7f-4846380882af req-38f80684-f3e7-4b85-8761-e89cc7f1a7c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e8e8aa2-b5d7-44eb-a751-34e5da57fc03 HTTP/1.1" status: 200 len: 835 time: 0.2359614 Dec 09 09:34:29.124102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=52110741-a6e7-479f-8dd7-027825d1825e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:29.145176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '52110741-a6e7-479f-8dd7-027825d1825e', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'port_id': '52110741-a6e7-479f-8dd7-027825d1825e', 'mac_address': 'fa:16:3e:74:69:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:34:29.192178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:29.206307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:29.227050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52110741-a6e7-479f-8dd7-027825d1825e {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:34:29.235583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:29.244271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:29.245171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0e56f83e-5486-421e-b2d1-b3034695b8b5 (CIDR: 172.20.0.0/28) Dec 09 09:34:29.245758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=52110741-a6e7-479f-8dd7-027825d1825e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:29.249401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:29.251990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9e14354-5280-4d8a-a450-4770c7eb83fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:29.269333 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:34:29.270272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:34:29.297560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Transition to ACTIVE for port object 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:29.302435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:29.305437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:29.315874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7eaf84e-4362-4b06-bc4a-bd4ff392bd44 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:29.328122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=52110741-a6e7-479f-8dd7-027825d1825e,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:29.328420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:29.333196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:29.342685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93c57501-d521-42db-8f2e-4c230eddefed tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:29.478586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['52110741-a6e7-479f-8dd7-027825d1825e'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:34:29.544172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:29.564989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:29.567079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=7d50b4e0-5b3f-4efc-9efa-eb97bf07505a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:29.572271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:29.659910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:29.736207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Network 550e784d-4eb5-4862-8392-9aab67f43432 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:29.743305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:29.745914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:29.775716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0915b45a-db48-4219-9a15-98ca182ddcf3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8252683 Dec 09 09:34:29.785871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55800) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:29.795481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:29.797363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a32d15b-e1cf-42f4-bb7f-4846380882af req-03a2b0fd-b35d-482f-8733-c76b153e0520 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52bd21f5-cbf3-4594-8b2a-d04627c72731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6639066 Dec 09 09:34:29.815724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Pushing event updated for resources: {'Port': ['ID=48493b8f-9dc2-4dc9-965b-7e6b6c7991cb,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:29.819472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:29.821601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413d35a4-39b8-4eb1-a83b-a39778e40974 None None] Sync routers for ids ['701813b2-1fd9-4a6c-b120-11acae98b291'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:29.823571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:29.886149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d35a4-39b8-4eb1-a83b-a39778e40974 None None] Routers {'701813b2-1fd9-4a6c-b120-11acae98b291'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:29.886850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-413d35a4-39b8-4eb1-a83b-a39778e40974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['701813b2-1fd9-4a6c-b120-11acae98b291'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:29.888520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/701813b2-1fd9-4a6c-b120-11acae98b291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6519330 Dec 09 09:34:29.894807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:29.913041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55804) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:29.984540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-413d35a4-39b8-4eb1-a83b-a39778e40974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:29.999840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8df2f951-7357-4a2a-a57e-84397677ab80 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:30.037217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413d35a4-39b8-4eb1-a83b-a39778e40974 None None] Routers {'701813b2-1fd9-4a6c-b120-11acae98b291'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:30.037998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-413d35a4-39b8-4eb1-a83b-a39778e40974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['701813b2-1fd9-4a6c-b120-11acae98b291'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:30.183865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 88033cb8-f3ef-48bb-bbe6-24c24fa27836 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:30.187866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.204848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a32d15b-e1cf-42f4-bb7f-4846380882af req-9791c784-3f19-46a0-91a7-39b5c570ef86 service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249738 Dec 09 09:34:30.211421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c2e35-b4d4-4371-8e79-e7455a87c5b1 req-9b2b81b0-1f82-4cda-afd8-8e95d644e613 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:30.213185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-204c2e35-b4d4-4371-8e79-e7455a87c5b1 req-9b2b81b0-1f82-4cda-afd8-8e95d644e613 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Synchronizing usage tracker for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:30.288456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:30.296812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.304218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-413d35a4-39b8-4eb1-a83b-a39778e40974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:30.304680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413d35a4-39b8-4eb1-a83b-a39778e40974 None None] The sync data for ids ['701813b2-1fd9-4a6c-b120-11acae98b291'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:30.337563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0f70362b-925e-4dcd-ac63-967f6e8825d1 None None] Provisioning for port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:30.346240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0f70362b-925e-4dcd-ac63-967f6e8825d1 None None] Provisioning complete for port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:30.346903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f70362b-925e-4dcd-ac63-967f6e8825d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.350537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:30.358850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:30.367623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec69f410-7a04-4f7d-97f0-85d212aa90a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:30.368271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ec69f410-7a04-4f7d-97f0-85d212aa90a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:30.371738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-204c2e35-b4d4-4371-8e79-e7455a87c5b1 req-9b2b81b0-1f82-4cda-afd8-8e95d644e613 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Unset dirty status for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:30.373017 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-204c2e35-b4d4-4371-8e79-e7455a87c5b1 req-9b2b81b0-1f82-4cda-afd8-8e95d644e613 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 945 time: 1.0495648 Dec 09 09:34:30.380955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:30.418845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0f70362b-925e-4dcd-ac63-967f6e8825d1 None None] Port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:30.421011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 8df2f951-7357-4a2a-a57e-84397677ab80 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:30.422636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:30.427434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 8df2f951-7357-4a2a-a57e-84397677ab80 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:30.427848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.428710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.545857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.546691 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a32d15b-e1cf-42f4-bb7f-4846380882af req-fd0e9a8f-1e2c-49c7-b303-9b8377e86623 service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304269 Dec 09 09:34:30.568796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.588739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 8df2f951-7357-4a2a-a57e-84397677ab80, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8df2f951-7357-4a2a-a57e-84397677ab80,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:30.591845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.595279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:30.642754 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-204c2e35-b4d4-4371-8e79-e7455a87c5b1 req-2a3eafe6-e0e7-4942-9faa-857e89d1d75c tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569807 Dec 09 09:34:30.643546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.644746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ec69f410-7a04-4f7d-97f0-85d212aa90a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:30.648873 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ec69f410-7a04-4f7d-97f0-85d212aa90a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports/3cf3e736-33dd-4b5d-8e69-470e1b6cf443 HTTP/1.1" status: 200 len: 910 time: 0.7287788 Dec 09 09:34:30.655704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55808) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:30.681603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=8df2f951-7357-4a2a-a57e-84397677ab80,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:30.684955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:30.904661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.908658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:30.938043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 52110741-a6e7-479f-8dd7-027825d1825e up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:30.945509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3b20d3b-9974-4e3e-9e85-d68fdad85f26 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:30.950092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.011672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 52110741-a6e7-479f-8dd7-027825d1825e completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:31.017917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 52110741-a6e7-479f-8dd7-027825d1825e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:31.018355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.033896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.041598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Pushing event updated for resources: {'Port': ['ID=48493b8f-9dc2-4dc9-965b-7e6b6c7991cb,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:31.045345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:31.160205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.194987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:34:31.206362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=52110741-a6e7-479f-8dd7-027825d1825e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:31.210695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.211193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Network 550e784d-4eb5-4862-8392-9aab67f43432 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:31.212447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:31.213448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48d1eb7b-8636-4bbb-96f8-c99df344248e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:31.307437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=52110741-a6e7-479f-8dd7-027825d1825e,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:31.320530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e', 'code': 200} Dec 09 09:34:31.322059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:31.519622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.557032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.580865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.606522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00c9eb3c-72ac-461b-86da-1b6de75d03b7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:31.659927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2cc95207-a9b4-4f52-8dac-a5c10e2e8d48 None None] Provisioning complete for port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:31.660438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cc95207-a9b4-4f52-8dac-a5c10e2e8d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.664227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=88033cb8-f3ef-48bb-bbe6-24c24fa27836,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:31.725610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:31.749274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2cc95207-a9b4-4f52-8dac-a5c10e2e8d48 None None] Port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:31.807648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-550117ee-e4f4-4c7d-896a-75d92907f076 req-7c485ee9-921e-4b59-a983-b5aacfffc8ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 1099 time: 0.2959621 Dec 09 09:34:31.836397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.837237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c12c8f73-6f7a-40bd-a66e-1b0f6ab7e77b {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:34:31.854718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8df2f951-7357-4a2a-a57e-84397677ab80 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:31.941973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 8df2f951-7357-4a2a-a57e-84397677ab80 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:31.942471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.966892 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-550117ee-e4f4-4c7d-896a-75d92907f076 req-cc13adf9-3c02-4089-aec1-64944f5d188c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435406 Dec 09 09:34:31.967806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:31.987290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a15043d-72c4-43b2-933e-c3bd918035a8 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:32.100483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:34:32.101593 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ecde7395-0338-486e-9ecf-eefbd360f2d6 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.5587821 Dec 09 09:34:32.107083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55816) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:32.190405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.192619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.210999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.220982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fdea34bd-f65a-4a92-93d6-114d6ee7dbef tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:32.289964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Deleting port b8806595-1bd2-4aa7-ac53-8cfcc177d474 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:32.290345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.315928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:32.333185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:32.336183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:32.336829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.343792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a21b519-a7d0-4414-bd56-a0c2b0c205e3 None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:32.362676 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/88033cb8-f3ef-48bb-bbe6-24c24fa27836 HTTP/1.1" status: 204 len: 168 time: 4.1140635 Dec 09 09:34:32.370429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55820) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:32.416834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=3f0c10c7-6ebb-4c43-a10e-94ce760e4d03,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:32.419955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:32.426414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=7d50b4e0-5b3f-4efc-9efa-eb97bf07505a,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:32.429596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6307003 Dec 09 09:34:32.430868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55824) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:32.433424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:32.456978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-4461423', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3f0c10c7-6ebb-4c43-a10e-94ce760e4d03'}], 'security_groups': ['de6bbb36-aea6-4be1-bf69-f99fbc7d4487']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:32.504125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.528566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.566676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353008e-7d49-416a-a46c-223861665240 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:32.568164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353008e-7d49-416a-a46c-223861665240 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:32.569862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4353008e-7d49-416a-a46c-223861665240 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:32.570947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4353008e-7d49-416a-a46c-223861665240 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:32.632462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dc41a-8b48-42f0-baf9-6dacd5feeda8 req-6eddbf7d-8493-4f5a-a745-a0e9f520e0d7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:32.634150 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-089dc41a-8b48-42f0-baf9-6dacd5feeda8 req-6eddbf7d-8493-4f5a-a745-a0e9f520e0d7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.7048745 Dec 09 09:34:32.663199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Router 41d9777c-d2eb-4973-b0cd-aa918b924c63 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:32.687855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.692011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7326381 Dec 09 09:34:32.694402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55828) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:32.704205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4353008e-7d49-416a-a46c-223861665240 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:32.705515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4353008e-7d49-416a-a46c-223861665240 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3340323 Dec 09 09:34:32.711387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55832) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:32.738807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] Update dhcp port {'port': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'fixed_ips': [{'subnet_id': '0e56f83e-5486-421e-b2d1-b3034695b8b5', 'ip_address': '172.20.0.2'}, {'subnet_id': '3f0c10c7-6ebb-4c43-a10e-94ce760e4d03'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '3cca4686-6d83-404f-a017-0b1a044a7a35'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:34:32.752344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'port': {'network_id': '3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb', 'name': 'tempest-FloatingIPTestJSON-2138920775'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:32.755478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.814492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.919670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:32.943563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-089dc41a-8b48-42f0-baf9-6dacd5feeda8 req-d5e9cbff-e270-4058-8179-543276d28998 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893763 Dec 09 09:34:33.077846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] Allocated IP 172.20.0.18 (b4b40889-9d50-41b4-b4ce-5af841f00280/3f0c10c7-6ebb-4c43-a10e-94ce760e4d03/3cca4686-6d83-404f-a017-0b1a044a7a35) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:33.083554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Calling delete_port for b8806595-1bd2-4aa7-ac53-8cfcc177d474 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:33.143350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:33.152377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:port and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:33.158684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:33.171058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:33.238713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] For port 3cca4686-6d83-404f-a017-0b1a044a7a35, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3cca4686-6d83-404f-a017-0b1a044a7a35,segment=NetworkSegment(800e630c-33f1-4bb2-be75-eba6efab66e5),segment_id=800e630c-33f1-4bb2-be75-eba6efab66e5)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:33.239266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Made reservation on behalf of 9d4a98b72c3b46acb31d1eafd905ef46 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:33.245029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:33.277495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:33.323841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] device_id is not set on port 0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:34:33.452662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet cd55f300-61c4-42a3-91a3-03782edebc5c {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:33.465506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:33.562316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:33.646832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:33.658763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Sync routers for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:33.658966 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] 10.222.0.18 "PUT /v2.0/routers/41d9777c-d2eb-4973-b0cd-aa918b924c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9054031 Dec 09 09:34:33.672798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:33.673867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:33.676785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:33.784179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] Transition to ACTIVE for port object 3cca4686-6d83-404f-a017-0b1a044a7a35 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:33.789761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:33.789927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:33.795214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:33.803595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:33.804559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:33.856136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-810f4e6a-bdf6-4da5-bdf0-9f292b9c38a7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:33.901700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] Pushing event updated for resources: {'Port': ['ID=3cca4686-6d83-404f-a017-0b1a044a7a35,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:33.903984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8806595-1bd2-4aa7-ac53-8cfcc177d474,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:33.906469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:33.914602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:33.943138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=cd55f300-61c4-42a3-91a3-03782edebc5c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:33.965455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:33.983596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:34.003294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a5e3c9-e24d-4c18-8ace-2aa59ce16c0f None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:34.094427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:34.167642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Delete allocated IP 172.20.0.12 (b4b40889-9d50-41b4-b4ce-5af841f00280/0e56f83e-5486-421e-b2d1-b3034695b8b5) {{(pid=88883) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 09 09:34:34.187160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.21 (b4b40889-9d50-41b4-b4ce-5af841f00280/3f0c10c7-6ebb-4c43-a10e-94ce760e4d03/ff161c77-ec19-45c0-803a-920cae8a665b) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:34.211007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.20.0.7 (3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb/be449ef4-15c1-48b8-8e53-5098dbe75964/0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:34.414240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c9ccd65-49c3-416c-915c-d449be24f6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:34.423683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:34.436989 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] 10.222.0.18 "DELETE /v2.0/ports/b8806595-1bd2-4aa7-ac53-8cfcc177d474 HTTP/1.1" status: 204 len: 168 time: 2.3211927 Dec 09 09:34:34.559316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 2, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:34.570855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Checking router: 41d9777c-d2eb-4973-b0cd-aa918b924c63 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:34:34.570855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Updating router 41d9777c-d2eb-4973-b0cd-aa918b924c63 port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:34:34.632135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/cd55f300-61c4-42a3-91a3-03782edebc5c HTTP/1.1" status: 204 len: 168 time: 1.9196522 Dec 09 09:34:34.634941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55850) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:34.642900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:34.724925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:34.749055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object ff161c77-ec19-45c0-803a-920cae8a665b will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:34.755292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:34.765249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e725e76c-1e23-41a6-aa85-dd2b9a5a9f9f tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:34.809065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078fe21-ccb6-41a7-b11d-6fa207d67aea req-e00d9151-7860-4f03-97b5-de5dfbaf5bd0 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:34.810851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7078fe21-ccb6-41a7-b11d-6fa207d67aea req-e00d9151-7860-4f03-97b5-de5dfbaf5bd0 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.6831532 Dec 09 09:34:34.909785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet ce4c5909-95f3-4c4d-a120-9e760c2f3f2c {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:35.060775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.061930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55858) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:35.190668 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7078fe21-ccb6-41a7-b11d-6fa207d67aea req-eaf6a410-31a8-4edb-8ea2-a8578c1b650f tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3115728 Dec 09 09:34:35.195182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.241516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=ff161c77-ec19-45c0-803a-920cae8a665b,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:35.246395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.347866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.367222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Transition to ACTIVE for port object 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:35.381660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.415397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-442f2688-bdfa-4c78-b75e-fdb301b48289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:35.439073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.497669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:35.509678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.549542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce4952f3-f03b-4d4c-b175-ef7a62e35353 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:35.659873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.688386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Provisioning complete for port f6239df7-a8fe-4916-8f4e-2e58a14442e4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:35.693056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.698587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 3cf3e736-33dd-4b5d-8e69-470e1b6cf443 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:35.700685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] In _notify_port_updated(), no bound segment for port ff161c77-ec19-45c0-803a-920cae8a665b on network b4b40889-9d50-41b4-b4ce-5af841f00280 {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:34:35.701330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.705820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:35.711819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.720436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "PUT /v2.0/ports/ff161c77-ec19-45c0-803a-920cae8a665b HTTP/1.1" status: 200 len: 918 time: 3.2767372 Dec 09 09:34:35.726527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55870) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:35.858651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Port f6239df7-a8fe-4916-8f4e-2e58a14442e4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:35.867368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.869912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.886872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b17bbb7-6847-4fca-8b5e-6b8055f2d93e tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:35.887706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Provisioning for port 3cca4686-6d83-404f-a017-0b1a044a7a35 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:35.899911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Provisioning complete for port 3cca4686-6d83-404f-a017-0b1a044a7a35 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:35.900551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:35.940289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba84039-58de-4c62-95d4-d08cc95d5c22 req-dd9a5d07-b5e0-46da-8cc5-b96ddab4832e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:35.942314 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4ba84039-58de-4c62-95d4-d08cc95d5c22 req-dd9a5d07-b5e0-46da-8cc5-b96ddab4832e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.4460008 Dec 09 09:34:35.959921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port ff161c77-ec19-45c0-803a-920cae8a665b {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:35.960431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.020480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55876) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:36.027787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1266428936-network', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:36.033712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:36.040242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Usage tracker for resource:network and tenant:6dd18357352244fdb08997e1f3bb51ea is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:36.043571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cca4686-6d83-404f-a017-0b1a044a7a35 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:36.044369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:36.052365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:36.071449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4c5909-95f3-4c4d-a120-9e760c2f3f2c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:36.081763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Made reservation on behalf of 6dd18357352244fdb08997e1f3bb51ea for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:36.086772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.098542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:36.125958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:36.130889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ac4af7-0226-48e8-8bbe-11f829c12b1d None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:36.136553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Attempting to bind port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:36.136840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Attempting to bind port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:36.137280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Attempting to bind port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb on network 550e784d-4eb5-4862-8392-9aab67f43432 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:36.137927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.140471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde5a9-f3e4-468c-bd29-bf90fc90eb20 None None] Pushing event updated for resources: {'Port': ['ID=48493b8f-9dc2-4dc9-965b-7e6b6c7991cb,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:36.144417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ffde5a9-f3e4-468c-bd29-bf90fc90eb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.729s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:36.155326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:36.155647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.155770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Checking segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:36.156144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.156581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Bound using segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:36.158791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Bound port: 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:36.159223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.175793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:36.223903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:36.228305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:49077d9bd267416a9ea4ad03c6274195 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:36.231882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:36.239529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:36.249469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/ce4c5909-95f3-4c4d-a120-9e760c2f3f2c HTTP/1.1" status: 204 len: 168 time: 1.6133523 Dec 09 09:34:36.258462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55880) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:36.273131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:36.282571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:36.295744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] For port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:36.299927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:36.310011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] For port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=48493b8f-9dc2-4dc9-965b-7e6b6c7991cb,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:36.315168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.320772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c35fa59d-5fbc-42f6-9da8-46a5e48e53a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:36.386773 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4ba84039-58de-4c62-95d4-d08cc95d5c22 req-1992458b-e310-4701-a83b-553da4c0e46a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3993275 Dec 09 09:34:36.404066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde5a9-f3e4-468c-bd29-bf90fc90eb20 None None] Pushing event updated for resources: {'Port': ['ID=48493b8f-9dc2-4dc9-965b-7e6b6c7991cb,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:36.416840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55884) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:36.419249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ffde5a9-f3e4-468c-bd29-bf90fc90eb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:36.428200 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f3743ee8-52fb-472d-b012-ce624959cc32 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1674814 Dec 09 09:34:36.430681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55888) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:36.449558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:36.450255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:36.496492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:36.498325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3cca4686-6d83-404f-a017-0b1a044a7a35 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:36.504351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.504590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.519826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:36.561393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6dd18357352244fdb08997e1f3bb51ea is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:36.581458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:36.596011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Provisioning for port ff161c77-ec19-45c0-803a-920cae8a665b completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:36.615969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Provisioning complete for port ff161c77-ec19-45c0-803a-920cae8a665b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:36.616511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.727488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77d47b4b-e9cd-4cf9-81d1-2424ff1a4c3b None None] Port ff161c77-ec19-45c0-803a-920cae8a665b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:36.733073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-420de2b7-9f4c-4c88-858c-ec01c8d7e675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.739274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:36.755619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:36.756607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.782057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 3cf3e736-33dd-4b5d-8e69-470e1b6cf443 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:36.857172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f554fe69-b79b-4686-9eb9-a0462ca83729 None None] Provisioning complete for port ff161c77-ec19-45c0-803a-920cae8a665b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:36.857680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f554fe69-b79b-4686-9eb9-a0462ca83729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.893381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.912387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:34:36.929576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.938710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f9a864d-5a73-47a2-9f56-0dd5f6e4d600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:36.957305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] Deleting port 6310fc67-ccf0-4285-93a2-ec49ac69c953 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:36.957835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:36.989493 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2907019 Dec 09 09:34:37.006355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55892) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:37.007284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:37.009243 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-95c545f3-3378-4824-a8f5-54c94bd088af tempest-TestNetworkAdvancedServerOps-626530508 tempest-TestNetworkAdvancedServerOps-626530508-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 1094 time: 0.5842512 Dec 09 09:34:37.012042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f554fe69-b79b-4686-9eb9-a0462ca83729 None None] Port ff161c77-ec19-45c0-803a-920cae8a665b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:37.017566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55894) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:37.026365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '52110741-a6e7-479f-8dd7-027825d1825e', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:37.075143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6d3508e1-8b2c-4926-84b7-9e6b8fb09dab tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'port_id': '0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:37.077265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:37.083039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde4fc0a-d1ac-4fd6-be33-f7f9b4b95344,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:37.098080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Usage tracker for resource:floatingip and tenant:9729ca7a00364fbfb9b28cd6f194f8ac is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:37.102567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.106334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:37.112477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:37.115676 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49077d9bd267416a9ea4ad03c6274195&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0458949 Dec 09 09:34:37.120977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:37.123264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55900) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:37.171228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.243021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f554fe69-b79b-4686-9eb9-a0462ca83729 None None] Provisioning complete for port 6310fc67-ccf0-4285-93a2-ec49ac69c953 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:37.243910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f554fe69-b79b-4686-9eb9-a0462ca83729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.250138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:36Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:37.256608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad02e8f-3407-43b4-a9a8-a5c16204a012 None None] The sync data for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv is: [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:36Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:37.284172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8cda-349c-41ea-a960-18b0f9615712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.329986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8cda-349c-41ea-a960-18b0f9615712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.335196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.494619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] For port 6310fc67-ccf0-4285-93a2-ec49ac69c953, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6310fc67-ccf0-4285-93a2-ec49ac69c953,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:37.495162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.513662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d3508e1-8b2c-4926-84b7-9e6b8fb09dab tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.545874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.552617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:37.582764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:37.588153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:37.592052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:37.598482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:37.605089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=3cf3e736-33dd-4b5d-8e69-470e1b6cf443,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:37.613998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for ff161c77-ec19-45c0-803a-920cae8a665b owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:37.624558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:37.631051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8cda-349c-41ea-a960-18b0f9615712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.631637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] Calling delete_port for 6310fc67-ccf0-4285-93a2-ec49ac69c953 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:37.665803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:37.672130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.675192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6f6077b-58b2-404c-97d8-3e8ec8cc395b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:37.713346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.723497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d1aed97e-fe20-451d-a017-000784076b12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:37.724611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab8cda-349c-41ea-a960-18b0f9615712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde4fc0a-d1ac-4fd6-be33-f7f9b4b95344,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:37.768225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] Pushing event deleted for resources: {'Port': ['ID=6310fc67-ccf0-4285-93a2-ec49ac69c953,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:37.775039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f554fe69-b79b-4686-9eb9-a0462ca83729 None None] Port 6310fc67-ccf0-4285-93a2-ec49ac69c953 was deleted so its status cannot be updated. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 09 09:34:37.777524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:37.790551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] No DVR routers for this DVR port 6310fc67-ccf0-4285-93a2-ec49ac69c953 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:34:37.817455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8ab8cda-349c-41ea-a960-18b0f9615712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:37.870648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.877146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8ab8cda-349c-41ea-a960-18b0f9615712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:37.877146 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a8ab8cda-349c-41ea-a960-18b0f9615712 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dde4fc0a-d1ac-4fd6-be33-f7f9b4b95344 HTTP/1.1" status: 204 len: 168 time: 0.7525072 Dec 09 09:34:37.932919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:38.039179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:38.045378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:38.045936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.153693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.199228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ed7ddce-e22d-4f8e-b30f-113c6fae1068 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:38.286210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=53d27ff9-c260-4a78-9c91-06992c22e2d6,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:38.297976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.307566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:38.316325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:38.335900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:38.338045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.343989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.346769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:38.347645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.355034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9f173-ecf0-4cea-be2e-661842a1d193 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:38.544294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=48493b8f-9dc2-4dc9-965b-7e6b6c7991cb,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:38.573440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.581373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ac63e0f-b3c2-4668-abed-c187a0e1fbcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:38.585870 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1182661 Dec 09 09:34:38.586770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.591345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55908) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:38.603917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:38.668575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af0399ba-6c0b-4abd-bf3e-5aa5bf43dd7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:38.693135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6310fc67-ccf0-4285-93a2-ec49ac69c953 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:34:38.717326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55912) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:38.748460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Allocated IP 172.26.8.205 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/913e61b5-f886-4bb1-9d84-0c2e982abcaf) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:38.767390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.777171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6028494-3638-41e0-aea3-e855af0127b5,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:38.785790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:38.805586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 6310fc67-ccf0-4285-93a2-ec49ac69c953 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:34:38.809212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6310fc67-ccf0-4285-93a2-ec49ac69c953 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:34:38.844693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.863097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:34:38.872657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-76c502bc-0096-4958-bb6d-4ec629f9fa87 tempest-AllowedAddressPairIpV6TestJSON-1390542998 tempest-AllowedAddressPairIpV6TestJSON-1390542998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:38.897637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=48493b8f-9dc2-4dc9-965b-7e6b6c7991cb,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:38.901820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:38.904476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '53d27ff9-c260-4a78-9c91-06992c22e2d6'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:34:38.905415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.943537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=ff161c77-ec19-45c0-803a-920cae8a665b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:38.956901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:38.959794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:38.960187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Added segment 5ea28332-e0cd-47bf-8a55-20da80ef39b0 of type vlan for network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 Dec 09 09:34:39.119015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Allocated IP 172.20.0.2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/53d27ff9-c260-4a78-9c91-06992c22e2d6/39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:39.134519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:39.138829 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-55e996b5-4607-46fe-a72f-14b67f0f3f25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71c41ab11f0e4c36afa58c5ee0665961&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4202328 Dec 09 09:34:39.151841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55916) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:39.156413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:39.179821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:39.200928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:39.204096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.315826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:39.348560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.375098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.377524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:39.378233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.386453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/ff161c77-ec19-45c0-803a-920cae8a665b HTTP/1.1" status: 204 len: 168 time: 3.6579964 Dec 09 09:34:39.389261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55920) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:39.395276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5217cd5f-f28f-4c37-85ec-f76698c0adcd tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:39.409309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.421971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Transition to ACTIVE for port object 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:39.445733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Transition to ACTIVE for port object 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:39.452774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.453245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.460449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1346e622-3d75-4dfb-a1f5-76c44874f41b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:39.492655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87afe1e4-3632-44be-8040-a95d4f9ab14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.503960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f49807-7954-4750-9ab4-2421c35925dc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:34:39.504533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-88f49807-7954-4750-9ab4-2421c35925dc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:39.518683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4965425 Dec 09 09:34:39.529882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55924) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:39.534356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:39.535627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:39.538255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:39.551492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Request body: {'subnet': {'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1266428936-subnet', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:39.559841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.588551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:39.591835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Pushing event updated for resources: {'Port': ['ID=39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:39.595524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:39.604376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87afe1e4-3632-44be-8040-a95d4f9ab14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.617513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Usage tracker for resource:subnet and tenant:6dd18357352244fdb08997e1f3bb51ea is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:39.642283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:39.656470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Attempting to bind port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:39.657058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Attempting to bind port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:39.657515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Attempting to bind port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:39.665696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:39.666134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:39.666583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.667027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:39.667566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Bound port: 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:39.667994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.720746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:39.839927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] For port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:39.847340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] For port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:39.853040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.867997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-184a2cd0-91f0-466f-bed4-d91274b1f744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:39.872231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:39.878127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:39.884218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-88f49807-7954-4750-9ab4-2421c35925dc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:39.888048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-88f49807-7954-4750-9ab4-2421c35925dc tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/ff161c77-ec19-45c0-803a-920cae8a665b HTTP/1.1" status: 404 len: 333 time: 0.4698021 Dec 09 09:34:39.888720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55928) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:39.906431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:39.913988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:39.932081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5eac95ff-bf36-4802-ba5f-9e31913dcf71 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:39.941856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:34:40.015849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Made reservation on behalf of 6dd18357352244fdb08997e1f3bb51ea for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:40.020784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.041686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d3508e1-8b2c-4926-84b7-9e6b8fb09dab tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.042410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:40.051058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'Port': ['ID=913e61b5-f886-4bb1-9d84-0c2e982abcaf,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:40.059788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d3508e1-8b2c-4926-84b7-9e6b8fb09dab tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.071868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:40.091516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:40.095837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:40.135743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Pushing event updated for resources: {'Port': ['ID=39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:40.136858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd1e0-3cfb-4b86-9cce-82258a90ace8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.140549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:40.165389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:40.165922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.181961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd1e0-3cfb-4b86-9cce-82258a90ace8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.309067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87afe1e4-3632-44be-8040-a95d4f9ab14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.320614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd1e0-3cfb-4b86-9cce-82258a90ace8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.321207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c05cbe00-2671-4390-a7ac-5aaf374fcdc4 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:40.332156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4d19649-5c18-4fce-8726-74a78cd343e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:40.348791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cd1e0-3cfb-4b86-9cce-82258a90ace8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3236a87b-2234-404f-9729-c9ce6cda708a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:40.353616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff3cd1e0-3cfb-4b86-9cce-82258a90ace8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:40.362150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff3cd1e0-3cfb-4b86-9cce-82258a90ace8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.366563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff3cd1e0-3cfb-4b86-9cce-82258a90ace8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/security-groups/3236a87b-2234-404f-9729-c9ce6cda708a HTTP/1.1" status: 204 len: 168 time: 0.4213479 Dec 09 09:34:40.367201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55932) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:40.443039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afe1e4-3632-44be-8040-a95d4f9ab14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2518d698-425b-493f-b770-1385b521b2d3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:40.508088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1ea5-d4bd-495c-85ff-6c4ea0d3e454 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.525896 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-6d3508e1-8b2c-4926-84b7-9e6b8fb09dab tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP ed6415d2-2396-47ac-820c-ea2ee340e1d7 associated. External IP: 172.26.8.248, port: 0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4. Dec 09 09:34:40.535499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87afe1e4-3632-44be-8040-a95d4f9ab14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:40.613656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1ea5-d4bd-495c-85ff-6c4ea0d3e454 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.658419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87afe1e4-3632-44be-8040-a95d4f9ab14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.659689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87afe1e4-3632-44be-8040-a95d4f9ab14f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2518d698-425b-493f-b770-1385b521b2d3 HTTP/1.1" status: 204 len: 168 time: 1.5065496 Dec 09 09:34:40.679408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1ea5-d4bd-495c-85ff-6c4ea0d3e454 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.686870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:40.708077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff1ea5-d4bd-495c-85ff-6c4ea0d3e454 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6bbb36-aea6-4be1-bf69-f99fbc7d4487,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:40.712479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2ff1ea5-d4bd-495c-85ff-6c4ea0d3e454 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:40.717385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2ff1ea5-d4bd-495c-85ff-6c4ea0d3e454 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:40.725446 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c2ff1ea5-d4bd-495c-85ff-6c4ea0d3e454 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/security-groups/de6bbb36-aea6-4be1-bf69-f99fbc7d4487 HTTP/1.1" status: 204 len: 168 time: 0.3569713 Dec 09 09:34:40.726897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55938) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:41.042987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet 0e56f83e-5486-421e-b2d1-b3034695b8b5 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:41.045883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:41.119698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:41.215067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:41.234457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c2e6b88-af65-42b4-9d3f-c51950dc680b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:41.351528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:41.432640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a3c9566-e08d-45d6-a270-f36a275a7a65,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:41.435795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:41.471441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:41.477211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17c5dbdc-3282-468f-99fe-6c2d61e8c511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:41.502554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Checking segment: {'id': '5ea28332-e0cd-47bf-8a55-20da80ef39b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:41.502957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Network hostable DHCP agents. Network: d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:34:41.525946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=0e56f83e-5486-421e-b2d1-b3034695b8b5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:41.531907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:41.533779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router 701813b2-1fd9-4a6c-b120-11acae98b291 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:41.534210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:41.542128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9de7de-b6eb-41d4-b026-21aebfd6973e None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:41.585924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/0e56f83e-5486-421e-b2d1-b3034695b8b5 HTTP/1.1" status: 204 len: 168 time: 0.8577039 Dec 09 09:34:41.586752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55956) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:41.606831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3508e1-8b2c-4926-84b7-9e6b8fb09dab tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:41.606990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:41.705550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:34:41.930554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:41.970811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3508e1-8b2c-4926-84b7-9e6b8fb09dab tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:41.975421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d3508e1-8b2c-4926-84b7-9e6b8fb09dab tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:41.985717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba472f4c-e53b-45ec-847f-ef89720f64fd None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:42.021745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55962) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:42.032820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:42.037361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:42.038413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.063825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fad0f-32e2-4a49-bfd2-bd4da0936879 None None] Network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:42.090856 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6d3508e1-8b2c-4926-84b7-9e6b8fb09dab tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/floatingips/ed6415d2-2396-47ac-820c-ea2ee340e1d7 HTTP/1.1" status: 200 len: 978 time: 5.0785668 Dec 09 09:34:42.097047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55968) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:42.256236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:42.261581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:42.261956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.291487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-390016826'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:42.302018 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7696457 Dec 09 09:34:42.303723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55972) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:42.304820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:42.323967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:42.324835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:42.333243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Usage tracker for resource:network and tenant:0f1e6f70bf4540e88eab418140f6034a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:42.336136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:42.338643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba472f4c-e53b-45ec-847f-ef89720f64fd None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:42.338643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ba472f4c-e53b-45ec-847f-ef89720f64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:42.339189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:42.347999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:42.354094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Usage tracker for resource:router and tenant:6dd18357352244fdb08997e1f3bb51ea is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:42.361864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:42.364179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:42.375047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:42.406367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:42.407927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.446840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Made reservation on behalf of 0f1e6f70bf4540e88eab418140f6034a for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:42.452329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.465837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:42.472661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.473779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.489877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ba472f4c-e53b-45ec-847f-ef89720f64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:42.501791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.530778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-552f29a7-9b92-4593-9e91-8d6b1ffb6c79 None None] Provisioning for port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:42.539341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:42.551763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-552f29a7-9b92-4593-9e91-8d6b1ffb6c79 None None] Provisioning complete for port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:42.552178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-552f29a7-9b92-4593-9e91-8d6b1ffb6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.596514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:42.596924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.612320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.647097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba472f4c-e53b-45ec-847f-ef89720f64fd None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:42.647385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ba472f4c-e53b-45ec-847f-ef89720f64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:42.647542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:42.658747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Usage tracker for resource:security_group_rule and tenant:0f1e6f70bf4540e88eab418140f6034a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:42.660328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:42.662297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.666124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:42.669897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/701813b2-1fd9-4a6c-b120-11acae98b291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0129817 Dec 09 09:34:42.674221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55976) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:42.678479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf1b65-e152-430b-812e-58023704f844 None None] Sync routers for ids ['701813b2-1fd9-4a6c-b120-11acae98b291'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:42.684312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:42.693029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf1b65-e152-430b-812e-58023704f844 None None] Routers {'701813b2-1fd9-4a6c-b120-11acae98b291'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:42.694158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9aaf1b65-e152-430b-812e-58023704f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['701813b2-1fd9-4a6c-b120-11acae98b291'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:42.749715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:42.765805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9aaf1b65-e152-430b-812e-58023704f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:42.778482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaf1b65-e152-430b-812e-58023704f844 None None] Routers {'701813b2-1fd9-4a6c-b120-11acae98b291'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:42.779547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9aaf1b65-e152-430b-812e-58023704f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['701813b2-1fd9-4a6c-b120-11acae98b291'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:42.802387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ba472f4c-e53b-45ec-847f-ef89720f64fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:42.802853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba472f4c-e53b-45ec-847f-ef89720f64fd None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:42.866270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9aaf1b65-e152-430b-812e-58023704f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:42.866864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaf1b65-e152-430b-812e-58023704f844 None None] The sync data for ids ['701813b2-1fd9-4a6c-b120-11acae98b291'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:43.014750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.088867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7', 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'fixed_ips': [{'subnet_id': '4a3c9566-e08d-45d6-a270-f36a275a7a65'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:34:43.089900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.168130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-552f29a7-9b92-4593-9e91-8d6b1ffb6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.208696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.337968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.358671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-552f29a7-9b92-4593-9e91-8d6b1ffb6c79 None None] For port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:43.368473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-552f29a7-9b92-4593-9e91-8d6b1ffb6c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.373483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:43.552828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:34:43.552972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:34:43.559977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f29a7-9b92-4593-9e91-8d6b1ffb6c79 None None] Pushing event updated for resources: {'Port': ['ID=39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:43.567450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-552f29a7-9b92-4593-9e91-8d6b1ffb6c79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:43.573211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Allocated IP 172.20.0.2 (d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7/4a3c9566-e08d-45d6-a270-f36a275a7a65/d6f6dbbf-d413-40da-bcae-0c76a81182f7) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:43.660023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.759718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.775243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.789322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:34:43.799623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.800092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Added segment b3527eab-c903-43c1-950a-02394aecf5d7 of type vlan for network 52a43b95-1367-4334-a019-c4227c1d373d Dec 09 09:34:43.815490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c289effa-53e8-4ac8-8c3c-2b288504c0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:43.840860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.847450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.858563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Transition to ACTIVE for port object d6f6dbbf-d413-40da-bcae-0c76a81182f7 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:43.881215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Transition to ACTIVE for port object d6f6dbbf-d413-40da-bcae-0c76a81182f7 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:43.886592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.896778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:43.898664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.915683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.918842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.919224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:43.919578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP ed6415d2-2396-47ac-820c-ea2ee340e1d7 disassociated. External IP: 172.26.8.248, port: 0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4. Dec 09 09:34:43.919958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:43.952878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfee5dfd-8cf6-4e8e-ab48-82bde8285c11,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:43.960841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-252af1ed-4247-4424-ae06-862d3a601dc2 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:43.968256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:43.975480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Pushing event updated for resources: {'Port': ['ID=d6f6dbbf-d413-40da-bcae-0c76a81182f7,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:43.983543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:43.992471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:43.995626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:43.999625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:44.023144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.027041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:44.027666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.045572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8fd3e58c-6818-481c-a8ab-5e3a5b88f9d6 None None] Provisioning complete for port f6239df7-a8fe-4916-8f4e-2e58a14442e4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:44.046141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fd3e58c-6818-481c-a8ab-5e3a5b88f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.094074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-844630af-0ff1-4d22-ae08-dd7c12f500f9 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:44.203484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Attempting to bind port d6f6dbbf-d413-40da-bcae-0c76a81182f7 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:44.204036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Attempting to bind port d6f6dbbf-d413-40da-bcae-0c76a81182f7 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '5ea28332-e0cd-47bf-8a55-20da80ef39b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:44.204551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Attempting to bind port d6f6dbbf-d413-40da-bcae-0c76a81182f7 on network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:44.207792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8fd3e58c-6818-481c-a8ab-5e3a5b88f9d6 None None] Port f6239df7-a8fe-4916-8f4e-2e58a14442e4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:44.227030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:44.227966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Checking segment: {'id': '5ea28332-e0cd-47bf-8a55-20da80ef39b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:44.228573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.228712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Bound using segment: {'id': '5ea28332-e0cd-47bf-8a55-20da80ef39b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:44.229377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Bound port: d6f6dbbf-d413-40da-bcae-0c76a81182f7, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea28332-e0cd-47bf-8a55-20da80ef39b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:44.229906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.251651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8fd3e58c-6818-481c-a8ab-5e3a5b88f9d6 None None] Provisioning complete for port 3cca4686-6d83-404f-a017-0b1a044a7a35 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:44.252211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fd3e58c-6818-481c-a8ab-5e3a5b88f9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.273584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event updated for resources: {'Port': ['ID=913e61b5-f886-4bb1-9d84-0c2e982abcaf,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:44.277486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:44.284369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Network': ['ID=52a43b95-1367-4334-a019-c4227c1d373d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:44.288738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] For port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:44.294702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2673209 Dec 09 09:34:44.296291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:44.301468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55980) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:44.310882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'subnet': {'network_id': '52a43b95-1367-4334-a019-c4227c1d373d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:44.320558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.352542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 52a43b95-1367-4334-a019-c4227c1d373d details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:34:44.367903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:44.443585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.454307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:44.463177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.484914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.486131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.492687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:44.508078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:44.514774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:44.518464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:44.522978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Usage tracker for resource:subnet and tenant:0f1e6f70bf4540e88eab418140f6034a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:44.546731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.554045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:44.571472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:44.573672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-beef325f-29a8-464a-8a86-7db01795acca None None] For port d6f6dbbf-d413-40da-bcae-0c76a81182f7, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:44.613054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:44.616984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-beef325f-29a8-464a-8a86-7db01795acca None None] For port d6f6dbbf-d413-40da-bcae-0c76a81182f7, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d6f6dbbf-d413-40da-bcae-0c76a81182f7,segment=NetworkSegment(5ea28332-e0cd-47bf-8a55-20da80ef39b0),segment_id=5ea28332-e0cd-47bf-8a55-20da80ef39b0)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:44.624020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:44.626701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:44.627330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.632918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.640796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:44.642321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:44.648470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8,revision_number=5']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:44.651985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:44.665041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Made reservation on behalf of 0f1e6f70bf4540e88eab418140f6034a for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:44.670806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5691b-7bfc-46e5-9822-e7e3bd6c8ba0 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:44.690233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.709164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ec61bb73-9ea7-4362-ba00-d20b5e26c87d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:44.738381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:44.741860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:44.742859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.746099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.797706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.862552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.2651625 Dec 09 09:34:44.868982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 55984) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:44.893291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:2b:2c:1e', 'name': 'tempest-NetworksTestDHCPv6-640236921'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:44.903655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4583d5-1fd5-429a-af95-9884bef21e1f None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:44.937637 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3422515 Dec 09 09:34:44.938154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:44.947715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55988) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:44.955978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=573d5f3f-8234-498f-9419-787d7e9ac822,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:44.991310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1506338616'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:45.016582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:45.020134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:45.020309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:45.032474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:45.039915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:45.058476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:45.070045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=cb7265a5-37df-48a5-aded-c5be109c0db1,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:45.072775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:45.075870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.520s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:45.076303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:45.099115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:45.155856 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Floating IP f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77 associated. External IP: 172.26.8.205, port: 52110741-a6e7-479f-8dd7-027825d1825e. Dec 09 09:34:45.180051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Pushing event updated for resources: {'Port': ['ID=d6f6dbbf-d413-40da-bcae-0c76a81182f7,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:45.190639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:45.223907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:45.228413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group_rule and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:45.232853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:45.240163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:45.318218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Allocated IP 172.26.8.231 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/b6e26dc8-08f7-468c-8d89-02b07655019a) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:45.377504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:45.451206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:45.471204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:45.495346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:45.772063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:45.847404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] Update dhcp port {'port': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'fixed_ips': [{'subnet_id': '3f0c10c7-6ebb-4c43-a10e-94ce760e4d03', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cb7265a5-37df-48a5-aded-c5be109c0db1'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '3cca4686-6d83-404f-a017-0b1a044a7a35'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:34:45.855464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:45.872962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-304d9111-fbc2-4914-9ae5-5b30f825c42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:45.885378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:45.923116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:45.948117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:45.949478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9983847 Dec 09 09:34:45.954106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55992) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:45.960370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4b466f-01c2-4b9d-b973-927d3282f093,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:45.965776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:45.969390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1852868978'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:45.983473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:45.999281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:46.043340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.043762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.044173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.044585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.044993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.045446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.045846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.046247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.046646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.047042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.047778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.051888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:46.056269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:46.078207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:46.097907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.105798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.106648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9ac28ff2-5de9-43a0-b69f-70a5e36c51c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:46.112406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:34:46.142820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.212048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:46.233568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] Allocated IP 172.20.0.2 (b4b40889-9d50-41b4-b4ce-5af841f00280/cb7265a5-37df-48a5-aded-c5be109c0db1/3cca4686-6d83-404f-a017-0b1a044a7a35) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:46.273759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group_rule and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:46.288137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.299793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:46.329054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:46.338131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Subnet': ['ID=7d2827eb-6c07-4fa5-89d8-550513a8dc9e,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:46.390027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port ddaf128a-4789-4791-8d65-3e99daae29cb yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:34:46.429840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.430274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.430815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.431103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.431514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.431926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.432339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.432761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.433196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.433590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.433972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:46.450559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:46.460374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d6f6dbbf-d413-40da-bcae-0c76a81182f7 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:46.475448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.488314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:46.510867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] For port 3cca4686-6d83-404f-a017-0b1a044a7a35, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3cca4686-6d83-404f-a017-0b1a044a7a35,segment=NetworkSegment(800e630c-33f1-4bb2-be75-eba6efab66e5),segment_id=800e630c-33f1-4bb2-be75-eba6efab66e5)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:46.523626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Checking segment: {'id': 'b3527eab-c903-43c1-950a-02394aecf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52a43b95-1367-4334-a019-c4227c1d373d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:46.524035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Network hostable DHCP agents. Network: 52a43b95-1367-4334-a019-c4227c1d373d, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:34:46.569955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.582649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.592400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.596200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] Transition to ACTIVE for port object 3cca4686-6d83-404f-a017-0b1a044a7a35 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:46.598065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port d6f6dbbf-d413-40da-bcae-0c76a81182f7 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:46.603785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.608386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:46.610118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-553a0914-f806-47ed-8940-a3f6c65156cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:46.698816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:46.755956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:46.765885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Pushing event updated for resources: {'Port': ['ID=b6e26dc8-08f7-468c-8d89-02b07655019a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:46.772558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port d571125c-f7fd-446f-882e-41371079d644 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:46.773334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.774510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:46.815946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] Pushing event updated for resources: {'Port': ['ID=3cca4686-6d83-404f-a017-0b1a044a7a35,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:46.819756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:46.827184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:46.851722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Network 52a43b95-1367-4334-a019-c4227c1d373d is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:34:46.869368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.870847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9142432 Dec 09 09:34:46.876934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807bb880-4809-4409-a8c6-23bed2c4207f,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:46.879402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 55996) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:46.893155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 52a43b95-1367-4334-a019-c4227c1d373d) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:46.896243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:46.908643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe8091f-2cb2-4dd0-b6eb-8d874fbfb4b3 None None] Network 52a43b95-1367-4334-a019-c4227c1d373d requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:46.911394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'security_group': {'name': 'tempest-secgroup-1198012786'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:46.912033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:46.912690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:46.942449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:46.963963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:46.967694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:46.975579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:47.098726 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7922049 Dec 09 09:34:47.104245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56000) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:47.115612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'port': {'network_id': '52a43b95-1367-4334-a019-c4227c1d373d', 'name': 'tempest-AllowedAddressPairTestJSON-1797504344'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:47.122883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.152371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 172.20.0.5 (2d5d328b-91d8-47d0-9229-6819f3b6112b/53d27ff9-c260-4a78-9c91-06992c22e2d6/ddaf128a-4789-4791-8d65-3e99daae29cb) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:47.178327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.194866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:fe2b:2c1e (2d5d328b-91d8-47d0-9229-6819f3b6112b/573d5f3f-8234-498f-9419-787d7e9ac822/ddaf128a-4789-4791-8d65-3e99daae29cb) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:47.211586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:47.255611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.292984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:47.375229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e48e9d-42bb-49ad-85a5-1dd9b8aa3dba None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:47.380173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for d571125c-f7fd-446f-882e-41371079d644 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:47.393708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-52a43b95-1367-4334-a019-c4227c1d373d', 'network_id': '52a43b95-1367-4334-a019-c4227c1d373d', 'tenant_id': '0f1e6f70bf4540e88eab418140f6034a', 'fixed_ips': [{'subnet_id': '7d2827eb-6c07-4fa5-89d8-550513a8dc9e'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:34:47.394855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.424170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a8448fd8-51bf-4e6e-965d-2c05699877e5 None None] Provisioning complete for port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:47.424643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8448fd8-51bf-4e6e-965d-2c05699877e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.432082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:47.447319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:security_group_rule and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:47.532958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.535625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:47.541762 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/ports/0f03f18c-fd32-49e6-a8c7-9dacb2a07ce4 HTTP/1.1" status: 204 len: 168 time: 5.4431629 Dec 09 09:34:47.543903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56004) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:47.559112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:47.564816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:47.629723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e48e9d-42bb-49ad-85a5-1dd9b8aa3dba None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:47.630335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-27e48e9d-42bb-49ad-85a5-1dd9b8aa3dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:47.685410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-79d258b8-4c1b-4bec-8314-82f09ea5a9ad tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "GET /v2.0/floatingips/ed6415d2-2396-47ac-820c-ea2ee340e1d7 HTTP/1.1" status: 200 len: 688 time: 0.1322298 Dec 09 09:34:47.686434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56008) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:47.687289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Usage tracker for resource:port and tenant:0f1e6f70bf4540e88eab418140f6034a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:47.691241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:47.697889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:47.724753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-27e48e9d-42bb-49ad-85a5-1dd9b8aa3dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:47.732532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451aa972-2c22-4893-8e79-dece54de62da None None] Network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:47.746762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.747583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.860626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.880122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.888844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-be2f3860-af08-424a-828c-6fce7d855836 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:47.904929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e48e9d-42bb-49ad-85a5-1dd9b8aa3dba None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:47.905700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-27e48e9d-42bb-49ad-85a5-1dd9b8aa3dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:47.919427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:47.941756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object ddaf128a-4789-4791-8d65-3e99daae29cb will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:48.042453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.064691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:48.108301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Made reservation on behalf of 0f1e6f70bf4540e88eab418140f6034a for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:48.114841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.184198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-27e48e9d-42bb-49ad-85a5-1dd9b8aa3dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:48.184648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e48e9d-42bb-49ad-85a5-1dd9b8aa3dba None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:48.190268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=ddaf128a-4789-4791-8d65-3e99daae29cb,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:48.194179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:48.203807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:48.204997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] device_id is not set on port 806baa41-0aca-43bb-9c31-a28e356849bc yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:34:48.246926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:48.253206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:48.321569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 7d50b4e0-5b3f-4efc-9efa-eb97bf07505a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:48.322084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.361382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc96b22-131c-458a-ace0-e1188fe25125,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:48.371571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:48.379552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.383689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4921906 Dec 09 09:34:48.383869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Provisioning for port d6f6dbbf-d413-40da-bcae-0c76a81182f7 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:48.390315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Provisioning complete for port d6f6dbbf-d413-40da-bcae-0c76a81182f7 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:48.390759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.399223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56012) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:48.408103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1283076933', 'security_groups': ['4cc96b22-131c-458a-ace0-e1188fe25125'], 'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb7265a5-37df-48a5-aded-c5be109c0db1'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:48.430808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cca4686-6d83-404f-a017-0b1a044a7a35 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:48.458188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:48.459609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.460666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Allocated IP 172.20.0.2 (52a43b95-1367-4334-a019-c4227c1d373d/7d2827eb-6c07-4fa5-89d8-550513a8dc9e/f8401687-dcd1-4fd6-ae25-fdbc18efa18a) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:48.508572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.6303008 Dec 09 09:34:48.509248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56016) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:48.563912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.578022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34a1ce4c-5d58-477b-b0b6-2269c06d290f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:48.601405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Router 5b97e512-4394-49c6-80bb-e0763deae06d is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:34:48.795304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.808441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=d571125c-f7fd-446f-882e-41371079d644,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:48.825660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:48.930916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] For port d6f6dbbf-d413-40da-bcae-0c76a81182f7, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d6f6dbbf-d413-40da-bcae-0c76a81182f7,segment=NetworkSegment(5ea28332-e0cd-47bf-8a55-20da80ef39b0),segment_id=5ea28332-e0cd-47bf-8a55-20da80ef39b0)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:48.938720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.941886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:48.953876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2946a48c-86fb-485b-9d8f-10067477dbb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:48.983676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:48.999936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] Sync routers for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:49.000685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Transition to ACTIVE for port object f8401687-dcd1-4fd6-ae25-fdbc18efa18a will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:49.023063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:49.025634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:49.061126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Transition to ACTIVE for port object f8401687-dcd1-4fd6-ae25-fdbc18efa18a will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:49.063974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Provisioning complete for port f6239df7-a8fe-4916-8f4e-2e58a14442e4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:49.064394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.082128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.082589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.105006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Pushing event updated for resources: {'Port': ['ID=d6f6dbbf-d413-40da-bcae-0c76a81182f7,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:49.108592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:49.110703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.118060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a296762-25c5-43c7-89b2-990e77df98b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:49.121125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:49.154112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:49.216570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Port f6239df7-a8fe-4916-8f4e-2e58a14442e4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:49.239382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Network 52a43b95-1367-4334-a019-c4227c1d373d is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:49.241403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Pushing event updated for resources: {'Port': ['ID=f8401687-dcd1-4fd6-ae25-fdbc18efa18a,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:49.244397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:49.246597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:49.249575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:49.250656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.278589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Allocated IP 172.20.0.7 (52a43b95-1367-4334-a019-c4227c1d373d/7d2827eb-6c07-4fa5-89d8-550513a8dc9e/806baa41-0aca-43bb-9c31-a28e356849bc) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:49.287313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Provisioning for port 3cca4686-6d83-404f-a017-0b1a044a7a35 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:49.327028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Provisioning complete for port 3cca4686-6d83-404f-a017-0b1a044a7a35 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:49.327028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.421523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Attempting to bind port f8401687-dcd1-4fd6-ae25-fdbc18efa18a on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:49.421943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Attempting to bind port f8401687-dcd1-4fd6-ae25-fdbc18efa18a by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'b3527eab-c903-43c1-950a-02394aecf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52a43b95-1367-4334-a019-c4227c1d373d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:49.422770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Attempting to bind port f8401687-dcd1-4fd6-ae25-fdbc18efa18a on network 52a43b95-1367-4334-a019-c4227c1d373d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:49.434942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 7d50b4e0-5b3f-4efc-9efa-eb97bf07505a owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:49.437300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:49.467429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:49.468099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:49.468522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Checking segment: {'id': 'b3527eab-c903-43c1-950a-02394aecf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52a43b95-1367-4334-a019-c4227c1d373d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:49.469066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.470199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Bound using segment: {'id': 'b3527eab-c903-43c1-950a-02394aecf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52a43b95-1367-4334-a019-c4227c1d373d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:49.470733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Bound port: f8401687-dcd1-4fd6-ae25-fdbc18efa18a, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3527eab-c903-43c1-950a-02394aecf5d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '52a43b95-1367-4334-a019-c4227c1d373d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:49.471151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.507672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2081fd1-d901-4f5a-9587-950f8183c5ec tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:49.512505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2081fd1-d901-4f5a-9587-950f8183c5ec tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:49.513559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f2081fd1-d901-4f5a-9587-950f8183c5ec tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:49.544867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.563845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Transition to ACTIVE for port object 806baa41-0aca-43bb-9c31-a28e356849bc will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:49.590988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] For port f8401687-dcd1-4fd6-ae25-fdbc18efa18a, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:49.594545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] For port f8401687-dcd1-4fd6-ae25-fdbc18efa18a, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f8401687-dcd1-4fd6-ae25-fdbc18efa18a,segment=NetworkSegment(b3527eab-c903-43c1-950a-02394aecf5d7),segment_id=b3527eab-c903-43c1-950a-02394aecf5d7)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:49.594708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.599491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.604238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aa929d77-fda8-443d-ac34-3fa67686238c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:49.619732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7ed682c-90f1-407b-9512-87ab92edb5ad tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:49.650121 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 12.6293333 Dec 09 09:34:49.700724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Pushing event updated for resources: {'Port': ['ID=f8401687-dcd1-4fd6-ae25-fdbc18efa18a,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:49.704273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:49.716044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-184d5a22-1884-4030-ad3b-1747cb177fbb None None] Provisioning complete for port d6f6dbbf-d413-40da-bcae-0c76a81182f7 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:49.716441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-184d5a22-1884-4030-ad3b-1747cb177fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:49.731115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Port': ['ID=806baa41-0aca-43bb-9c31-a28e356849bc,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:49.743237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:49.748620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Network 52a43b95-1367-4334-a019-c4227c1d373d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:49.760131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:49.769177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:49.809458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:34:49.888935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f2081fd1-d901-4f5a-9587-950f8183c5ec tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:49.901961 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f2081fd1-d901-4f5a-9587-950f8183c5ec tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 1.3780193 Dec 09 09:34:49.909139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56026) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:49.909373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:49.910162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:50.017740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-184d5a22-1884-4030-ad3b-1747cb177fbb None None] Provisioning for port ddaf128a-4789-4791-8d65-3e99daae29cb completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:50.024327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-184d5a22-1884-4030-ad3b-1747cb177fbb None None] Provisioning complete for port ddaf128a-4789-4791-8d65-3e99daae29cb triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:50.024860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-184d5a22-1884-4030-ad3b-1747cb177fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:50.050656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:34:04Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'floating_ip_address': '172.26.8.205', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'port_id': '52110741-a6e7-479f-8dd7-027825d1825e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'mac_address': 'fa:16:3e:74:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:34:41Z', 'updated_at': '2021-12-09T09:34:41Z', 'revision_number': 0, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ae22d-887a-4856-857f-fc9c8864e19e', 'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'mac_address': 'fa:16:3e:35:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:01Z', 'updated_at': '2021-12-09T09:34:14Z', 'revision_number': 5, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'subnets': [{'id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:50.056036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] Checking router: d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:34:50.081006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:50.081992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:50.103435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:50.107837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56030) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:50.108031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0015430 Dec 09 09:34:50.126828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-184d5a22-1884-4030-ad3b-1747cb177fbb None None] Port ddaf128a-4789-4791-8d65-3e99daae29cb cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:50.192231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'port': {'network_id': '52a43b95-1367-4334-a019-c4227c1d373d', 'name': 'tempest-AllowedAddressPairTestJSON-1442725799', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b4:18:86'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:50.201016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:50.216404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Sync routers for ids ['5b97e512-4394-49c6-80bb-e0763deae06d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:50.247160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Routers {'5b97e512-4394-49c6-80bb-e0763deae06d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:50.253654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5b97e512-4394-49c6-80bb-e0763deae06d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:50.268852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:50.294223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port ddaf128a-4789-4791-8d65-3e99daae29cb {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:50.294954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:50.303404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:50.305401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9908285 Dec 09 09:34:50.307675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56034) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:50.333584 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e', 'status': 'completed', 'code': 200} Dec 09 09:34:50.443150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:50.550875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d6f6dbbf-d413-40da-bcae-0c76a81182f7 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:50.621972 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c480df59-e247-4098-82c3-11c072ae37d8 req-fd0c6433-33de-4cd4-a2cc-a03e92e2aef3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac&device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 1099 time: 0.3101020 Dec 09 09:34:50.698321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Set router 5b97e512-4394-49c6-80bb-e0763deae06d gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:50.880629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d6f6dbbf-d413-40da-bcae-0c76a81182f7 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:50.881036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:50.884293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480df59-e247-4098-82c3-11c072ae37d8 req-9f66a3ad-6b7c-4872-bf13-63b886bb6b44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:50.885938 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c480df59-e247-4098-82c3-11c072ae37d8 req-9f66a3ad-6b7c-4872-bf13-63b886bb6b44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52bd21f5-cbf3-4594-8b2a-d04627c72731 HTTP/1.1" status: 200 len: 898 time: 0.2556829 Dec 09 09:34:50.969996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] device_id is not set on port 632995be-b828-425a-a1a1-5310d7e3d302 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:34:51.129521 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c480df59-e247-4098-82c3-11c072ae37d8 req-14d23eab-5277-4276-a8b7-bb75eb97794a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52110741-a6e7-479f-8dd7-027825d1825e HTTP/1.1" status: 200 len: 1000 time: 0.2332728 Dec 09 09:34:51.146613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeb720-a2d9-4220-8fe0-a807c78caac9 req-34f09d38-6b37-4171-8361-cfbe389b52a2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:51.148614 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e0eeb720-a2d9-4220-8fe0-a807c78caac9 req-34f09d38-6b37-4171-8361-cfbe389b52a2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 1.2384570 Dec 09 09:34:51.149564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:51.161792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f8401687-dcd1-4fd6-ae25-fdbc18efa18a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:51.186178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24bc8124-46cc-4953-9676-94a7da8f4fcd tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:51.213552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:34:04Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'floating_ip_address': '172.26.8.205', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'port_id': '52110741-a6e7-479f-8dd7-027825d1825e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'mac_address': 'fa:16:3e:74:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:34:41Z', 'updated_at': '2021-12-09T09:34:41Z', 'revision_number': 0, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ae22d-887a-4856-857f-fc9c8864e19e', 'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'mac_address': 'fa:16:3e:35:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:01Z', 'updated_at': '2021-12-09T09:34:14Z', 'revision_number': 5, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'subnets': [{'id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:51.220354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b764ebcb-1e7a-4c11-81c9-06ad15b821df None None] The sync data for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv is: [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:34:04Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'floating_ip_address': '172.26.8.205', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'port_id': '52110741-a6e7-479f-8dd7-027825d1825e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'mac_address': 'fa:16:3e:74:69:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:34:41Z', 'updated_at': '2021-12-09T09:34:41Z', 'revision_number': 0, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce6ae22d-887a-4856-857f-fc9c8864e19e', 'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'mac_address': 'fa:16:3e:35:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:01Z', 'updated_at': '2021-12-09T09:34:14Z', 'revision_number': 5, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'subnets': [{'id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:51.222228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480df59-e247-4098-82c3-11c072ae37d8 req-39a78355-df4c-48ff-878d-5994b086dda8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:51.224020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c480df59-e247-4098-82c3-11c072ae37d8 req-39a78355-df4c-48ff-878d-5994b086dda8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e8e8aa2-b5d7-44eb-a751-34e5da57fc03 HTTP/1.1" status: 200 len: 835 time: 0.0857432 Dec 09 09:34:51.422639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c480df59-e247-4098-82c3-11c072ae37d8 req-d410bd7d-bdc9-4552-9e9f-fdccdd43d2fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52bd21f5-cbf3-4594-8b2a-d04627c72731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1257324 Dec 09 09:34:51.422800 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e0eeb720-a2d9-4220-8fe0-a807c78caac9 req-715fb505-bd9c-4ccd-a69a-9f45bd351d7f tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2602038 Dec 09 09:34:51.423869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=7d50b4e0-5b3f-4efc-9efa-eb97bf07505a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:51.426763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:51.463321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56038) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:51.470748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:51.475286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Usage tracker for resource:port and tenant:0f1e6f70bf4540e88eab418140f6034a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:51.476311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:34:47Z', 'revision_number': 3, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'gw_port': {'id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:51.478371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:51.482607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Checking router: 5b97e512-4394-49c6-80bb-e0763deae06d for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:34:51.482607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Updating router 5b97e512-4394-49c6-80bb-e0763deae06d port b6e26dc8-08f7-468c-8d89-02b07655019a binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:34:51.485993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:51.523945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f8401687-dcd1-4fd6-ae25-fdbc18efa18a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:51.550914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:51.697761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Made reservation on behalf of 0f1e6f70bf4540e88eab418140f6034a for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:51.830631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ef90b02f-d521-49aa-b353-7b26fdfd7d00 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/floatingips/f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77 HTTP/1.1" status: 200 len: 992 time: 0.3625445 Dec 09 09:34:51.844697 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c480df59-e247-4098-82c3-11c072ae37d8 req-54b67920-aa24-4716-9cb9-97bc07a1a58e service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136636 Dec 09 09:34:51.878154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dc1707-992e-4216-9067-d8e24894bf2c None None] New status for floating IP f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:34:52.058885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.075220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Transition to ACTIVE for port object b6e26dc8-08f7-468c-8d89-02b07655019a will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:52.083040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.109574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce49c36c-11da-4521-8b92-39faa18e31fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:52.191179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.199648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8c39f-6494-4d6a-98a0-34a894b8cfb9 None None] Pushing event updated for resources: {'Port': ['ID=b6e26dc8-08f7-468c-8d89-02b07655019a,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:52.209539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc328108-de67-4fb6-bd67-244035faad37 None None] Network 52a43b95-1367-4334-a019-c4227c1d373d requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:52.241047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75c8c39f-6494-4d6a-98a0-34a894b8cfb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:52.293185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.302820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Attempting to bind port b6e26dc8-08f7-468c-8d89-02b07655019a on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:34:52.303316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Attempting to bind port b6e26dc8-08f7-468c-8d89-02b07655019a by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:34:52.303810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Attempting to bind port b6e26dc8-08f7-468c-8d89-02b07655019a on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:34:52.347795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.352969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/floatingips/ed6415d2-2396-47ac-820c-ea2ee340e1d7 HTTP/1.1" status: 204 len: 168 time: 4.6604605 Dec 09 09:34:52.359137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56042) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:52.375433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'f5481ec0-f573-49dc-ac59-f2d8b131ca46'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:52.381378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:34:52.381805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:34:52.382260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.382705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:34:52.383244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Bound port: b6e26dc8-08f7-468c-8d89-02b07655019a, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:34:52.383667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.393469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:52.405218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:floatingip and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:52.410342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:52.414826 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c480df59-e247-4098-82c3-11c072ae37d8 req-a2bd91c1-662d-40c5-8d08-2ed7cc8e7ea7 service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611360 Dec 09 09:34:52.416342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0d50ef13-94b7-4227-8dca-e8ff17272429 None None] Provisioning for port f8401687-dcd1-4fd6-ae25-fdbc18efa18a completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:52.419218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:52.436822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.443793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0d50ef13-94b7-4227-8dca-e8ff17272429 None None] Provisioning complete for port f8401687-dcd1-4fd6-ae25-fdbc18efa18a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:52.444214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d50ef13-94b7-4227-8dca-e8ff17272429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.509736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for ddaf128a-4789-4791-8d65-3e99daae29cb owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:52.562427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.591906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router 701813b2-1fd9-4a6c-b120-11acae98b291 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:34:52.602555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] For port b6e26dc8-08f7-468c-8d89-02b07655019a, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:34:52.607856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] For port b6e26dc8-08f7-468c-8d89-02b07655019a, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b6e26dc8-08f7-468c-8d89-02b07655019a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:34:52.626232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.11 (b4b40889-9d50-41b4-b4ce-5af841f00280/cb7265a5-37df-48a5-aded-c5be109c0db1/632995be-b828-425a-a1a1-5310d7e3d302) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:52.635719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] device_id is not set on port 84d45d73-2f37-44a4-be69-873b98274902 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:34:52.647523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.657865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:52.747691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.804009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8c39f-6494-4d6a-98a0-34a894b8cfb9 None None] Pushing event updated for resources: {'Port': ['ID=b6e26dc8-08f7-468c-8d89-02b07655019a,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:52.806902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d50ef13-94b7-4227-8dca-e8ff17272429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.823103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75c8c39f-6494-4d6a-98a0-34a894b8cfb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:52.823274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:52.850359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Routers {'5b97e512-4394-49c6-80bb-e0763deae06d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:52.851060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5b97e512-4394-49c6-80bb-e0763deae06d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:52.865928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56046) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:52.941824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0d50ef13-94b7-4227-8dca-e8ff17272429 None None] For port f8401687-dcd1-4fd6-ae25-fdbc18efa18a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f8401687-dcd1-4fd6-ae25-fdbc18efa18a,segment=NetworkSegment(b3527eab-c903-43c1-950a-02394aecf5d7),segment_id=b3527eab-c903-43c1-950a-02394aecf5d7)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:52.958861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d50ef13-94b7-4227-8dca-e8ff17272429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:53.036119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:53.108423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6935fde-a8a9-49ad-91a2-819cfa0e51f7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/floatingips/f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77 HTTP/1.1" status: 200 len: 994 time: 0.2305894 Dec 09 09:34:53.173054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] Set router 5b97e512-4394-49c6-80bb-e0763deae06d gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:34:53.251797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50ef13-94b7-4227-8dca-e8ff17272429 None None] Pushing event updated for resources: {'Port': ['ID=f8401687-dcd1-4fd6-ae25-fdbc18efa18a,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:53.253194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.26.8.151 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/6869c249-f518-4851-8bbd-25aaceba6fe4) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:53.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d50ef13-94b7-4227-8dca-e8ff17272429 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:53.272433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Allocated IP 172.20.0.1 (d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7/4a3c9566-e08d-45d6-a270-f36a275a7a65/b1a25e0b-cd2a-43a7-a600-72af96fa76cd) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:53.488191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3540be59-b531-4585-8d27-14e335daf71a None None] Provisioning for port 806baa41-0aca-43bb-9c31-a28e356849bc completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:53.496012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3540be59-b531-4585-8d27-14e335daf71a None None] Provisioning complete for port 806baa41-0aca-43bb-9c31-a28e356849bc triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:53.496640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3540be59-b531-4585-8d27-14e335daf71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:53.559918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:53.582672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:53.605937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Transition to ACTIVE for port object b1a25e0b-cd2a-43a7-a600-72af96fa76cd will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:53.613892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3540be59-b531-4585-8d27-14e335daf71a None None] Port 806baa41-0aca-43bb-9c31-a28e356849bc cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:53.620622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:34:53.628263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:53.638603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dbcc2550-60a5-4ae3-8092-85c4ac3e7deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:53.641416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e081d6-f0e6-40ad-ac9e-371b589658b8 None None] Sync routers for ids ['701813b2-1fd9-4a6c-b120-11acae98b291'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:34:53.669009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:34:47Z', 'revision_number': 3, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'gw_port': {'id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:53.674935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17147faf-005f-4ed4-8304-ea6fbd8cee17 None None] The sync data for ids ['5b97e512-4394-49c6-80bb-e0763deae06d'] in dv-neutron-819581-1-hyperv is: [{'id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:34:47Z', 'revision_number': 3, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'gw_port': {'id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:53.675147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/701813b2-1fd9-4a6c-b120-11acae98b291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9893034 Dec 09 09:34:53.679496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Allocated IP 172.20.0.3 (52a43b95-1367-4334-a019-c4227c1d373d/7d2827eb-6c07-4fa5-89d8-550513a8dc9e/84d45d73-2f37-44a4-be69-873b98274902) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:53.680056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3540be59-b531-4585-8d27-14e335daf71a None None] Provisioning complete for port f8401687-dcd1-4fd6-ae25-fdbc18efa18a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:53.680677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3540be59-b531-4585-8d27-14e335daf71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:53.684681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56050) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:53.697291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:53.748213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e081d6-f0e6-40ad-ac9e-371b589658b8 None None] Routers {'701813b2-1fd9-4a6c-b120-11acae98b291'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:53.754160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:53.760513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:53.761753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f0e081d6-f0e6-40ad-ac9e-371b589658b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['701813b2-1fd9-4a6c-b120-11acae98b291'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:53.768351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:53.772086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:53.777991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:53.789801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-10e3674b-a72e-445a-844c-d125dc0c28ce tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:53.792338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f4148a7-2ea9-477e-9ebe-71239f71dddd tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:53.828782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:53.831163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=6869c249-f518-4851-8bbd-25aaceba6fe4,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:53.835178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:53.840735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:53.845672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:53.854062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f0e081d6-f0e6-40ad-ac9e-371b589658b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:53.861562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=ddaf128a-4789-4791-8d65-3e99daae29cb,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:53.881487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:53.883923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e081d6-f0e6-40ad-ac9e-371b589658b8 None None] Routers {'701813b2-1fd9-4a6c-b120-11acae98b291'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:34:53.884620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f0e081d6-f0e6-40ad-ac9e-371b589658b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['701813b2-1fd9-4a6c-b120-11acae98b291'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:53.887156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object 632995be-b828-425a-a1a1-5310d7e3d302 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:53.897247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a8d2abf-c2c3-4166-89f8-fc2a5a3fea41 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:53.951685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f0e081d6-f0e6-40ad-ac9e-371b589658b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:34:53.952195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e081d6-f0e6-40ad-ac9e-371b589658b8 None None] The sync data for ids ['701813b2-1fd9-4a6c-b120-11acae98b291'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:34:54.128934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-10e3674b-a72e-445a-844c-d125dc0c28ce tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:54.132904 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-10e3674b-a72e-445a-844c-d125dc0c28ce tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=701813b2-1fd9-4a6c-b120-11acae98b291 HTTP/1.1" status: 200 len: 205 time: 0.4363494 Dec 09 09:34:54.138272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56054) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:54.253516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.270630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a25e0b-cd2a-43a7-a600-72af96fa76cd,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:54.284791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:54.450743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.468406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6dcca273-5be3-4338-8f56-2f32d62984b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:54.481374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dec81b27-a6f9-4cea-b706-e270e0b9ffd3 None None] Provisioning complete for port 806baa41-0aca-43bb-9c31-a28e356849bc triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:54.481786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dec81b27-a6f9-4cea-b706-e270e0b9ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.540011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f8401687-dcd1-4fd6-ae25-fdbc18efa18a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:54.541139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.590849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.594085 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/ddaf128a-4789-4791-8d65-3e99daae29cb HTTP/1.1" status: 204 len: 168 time: 4.6362882 Dec 09 09:34:54.604729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56058) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:54.608939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:54.626977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dec81b27-a6f9-4cea-b706-e270e0b9ffd3 None None] Port 806baa41-0aca-43bb-9c31-a28e356849bc cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:54.654078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dec81b27-a6f9-4cea-b706-e270e0b9ffd3 None None] Provisioning for port b1a25e0b-cd2a-43a7-a600-72af96fa76cd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:54.659605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dec81b27-a6f9-4cea-b706-e270e0b9ffd3 None None] Provisioning complete for port b1a25e0b-cd2a-43a7-a600-72af96fa76cd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:54.660018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dec81b27-a6f9-4cea-b706-e270e0b9ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.673678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.693367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6cb9bd-9787-4cb8-ae3b-03ee361d6e00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:54.694974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6cb9bd-9787-4cb8-ae3b-03ee361d6e00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:54.696583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6cb9bd-9787-4cb8-ae3b-03ee361d6e00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:54.697497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ca6cb9bd-9787-4cb8-ae3b-03ee361d6e00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:54.705801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Transition to ACTIVE for port object 84d45d73-2f37-44a4-be69-873b98274902 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:54.716797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:54.733976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dec81b27-a6f9-4cea-b706-e270e0b9ffd3 None None] Port b1a25e0b-cd2a-43a7-a600-72af96fa76cd cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:54.742799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=632995be-b828-425a-a1a1-5310d7e3d302,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:54.743598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f8401687-dcd1-4fd6-ae25-fdbc18efa18a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:54.744021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.780556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:54.811883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:54.817312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.874338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:54.875762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:54.880389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70e339f9-137a-48c8-8321-3170327a0a89 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:54.892861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b6e26dc8-08f7-468c-8d89-02b07655019a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:54.953237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Network 52a43b95-1367-4334-a019-c4227c1d373d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:54.964753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:54.966959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ca6cb9bd-9787-4cb8-ae3b-03ee361d6e00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:54.969750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ca6cb9bd-9787-4cb8-ae3b-03ee361d6e00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3637719 Dec 09 09:34:54.994537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b6e26dc8-08f7-468c-8d89-02b07655019a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:54.996830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56062) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:55.001052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b6e26dc8-08f7-468c-8d89-02b07655019a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:55.001732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:55.007009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:34:55.108495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4179f31f-81da-4dc0-8549-06b3938b5105 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:55.128126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.7231958 Dec 09 09:34:55.154740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56066) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:55.186564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:55.214847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Port': ['ID=84d45d73-2f37-44a4-be69-873b98274902,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:55.252178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:55.296686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:55.299318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:55.300326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:55.338655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port b6e26dc8-08f7-468c-8d89-02b07655019a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b6e26dc8-08f7-468c-8d89-02b07655019a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:55.342579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:55.354337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-552f29a7-9b92-4593-9e91-8d6b1ffb6c79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:55.436253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.2528758 Dec 09 09:34:55.451704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56070) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:55.454084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3804e922-6406-449e-8600-55a30a25c57a None None] Provisioning for port 632995be-b828-425a-a1a1-5310d7e3d302 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:55.465312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3804e922-6406-449e-8600-55a30a25c57a None None] Provisioning complete for port 632995be-b828-425a-a1a1-5310d7e3d302 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:55.465736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3804e922-6406-449e-8600-55a30a25c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:55.556353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3804e922-6406-449e-8600-55a30a25c57a None None] Port 632995be-b828-425a-a1a1-5310d7e3d302 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:55.578702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=b6e26dc8-08f7-468c-8d89-02b07655019a,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:55.590683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.591275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.591821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.593158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.594191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.594721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.595481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.596008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.596536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.597050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.597733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:34:55.612597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:55.636596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:55.644376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:55.648200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:55.664071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484c247-b632-4456-8c1c-4c7a10955f8b tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:55.668429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484c247-b632-4456-8c1c-4c7a10955f8b tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:55.673316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484c247-b632-4456-8c1c-4c7a10955f8b tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:55.674252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7484c247-b632-4456-8c1c-4c7a10955f8b tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Synchronizing usage tracker for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:34:55.677387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:55.709248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7484c247-b632-4456-8c1c-4c7a10955f8b tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Unset dirty status for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:34:55.728688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7484c247-b632-4456-8c1c-4c7a10955f8b tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2755122 Dec 09 09:34:55.730264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:55.738764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56074) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:55.863907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-728babc9-94da-44dd-ba8c-a91fba89fb32 None None] Provisioning for port 84d45d73-2f37-44a4-be69-873b98274902 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:34:55.873281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-728babc9-94da-44dd-ba8c-a91fba89fb32 None None] Provisioning complete for port 84d45d73-2f37-44a4-be69-873b98274902 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:55.874053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-728babc9-94da-44dd-ba8c-a91fba89fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:55.963330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-728babc9-94da-44dd-ba8c-a91fba89fb32 None None] Port 84d45d73-2f37-44a4-be69-873b98274902 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:55.967207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.127374 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb7265a5-37df-48a5-aded-c5be109c0db1 (CIDR: 172.20.0.0/28) Dec 09 09:34:56.130812 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:34:56.131309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:34:56.149668 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8f0a7736-bf16-4db7-83bf-08a25f17c692 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9901278 Dec 09 09:34:56.152480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56078) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:56.159507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:56.276301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Deleting port 84d45d73-2f37-44a4-be69-873b98274902 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:56.276688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.309056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:56.313880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:56.316258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b6e26dc8-08f7-468c-8d89-02b07655019a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:34:56.317194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:56.324739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:56.334957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:56.342057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.393094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b6e26dc8-08f7-468c-8d89-02b07655019a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:56.393549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.431717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 53d27ff9-c260-4a78-9c91-06992c22e2d6 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:56.480167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3f0c10c7-6ebb-4c43-a10e-94ce760e4d03 (CIDR: 172.20.0.16/28) Dec 09 09:34:56.483801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:34:56.484318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:34:56.502348 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b65de7f8-fc0f-4629-9304-bb8724cbc099 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3486388 Dec 09 09:34:56.504963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56082) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:56.511537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'subnet': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:56.520599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.596357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4179f31f-81da-4dc0-8549-06b3938b5105 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.664436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-42ce64d8-ba01-4195-8d97-fa30dadf2887 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7960427 Dec 09 09:34:56.664869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:34:56.667639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.668906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Usage tracker for resource:subnet and tenant:b9c451e18adc40d191f568b470792110 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:34:56.672631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:34:56.679188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:34:56.689032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Made reservation on behalf of b9c451e18adc40d191f568b470792110 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:34:56.695181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.700534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4179f31f-81da-4dc0-8549-06b3938b5105 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.975434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:56.982938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bae6a966-56f8-4b40-8468-af0549624af9 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:57.021998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.045339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Network b4b40889-9d50-41b4-b4ce-5af841f00280 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:57.049284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:57.053812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:57.054609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.054993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.059390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebe3eb9-c359-4450-8e7c-517edc81d40e None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:57.068977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Subnet': ['ID=ec3fbb4c-4b63-4983-ac0f-14f36d9972fe,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:57.073572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:57.082950 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5766361 Dec 09 09:34:57.085723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56086) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:57.093081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1692890108', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ec3fbb4c-4b63-4983-ac0f-14f36d9972fe'}], 'security_groups': ['fa4b466f-01c2-4b9d-b973-927d3282f093', '807bb880-4809-4409-a8c6-23bed2c4207f']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:34:57.097043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0be04fcc-cefd-46bb-942b-f7cc70d8f82a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:57.167928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4179f31f-81da-4dc0-8549-06b3938b5105 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.168509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4179f31f-81da-4dc0-8549-06b3938b5105 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Fanout notify agent at l3_agent the message router_deleted on router 701813b2-1fd9-4a6c-b120-11acae98b291 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:34:57.179093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.241578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.257552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.481794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] Update dhcp port {'port': {'network_id': 'b4b40889-9d50-41b4-b4ce-5af841f00280', 'fixed_ips': [{'subnet_id': '3f0c10c7-6ebb-4c43-a10e-94ce760e4d03', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cb7265a5-37df-48a5-aded-c5be109c0db1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ec3fbb4c-4b63-4983-ac0f-14f36d9972fe'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '3cca4686-6d83-404f-a017-0b1a044a7a35'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:34:57.539007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.632992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.636136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a25e0b-cd2a-43a7-a600-72af96fa76cd,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:57.639338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.733333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Delete allocated IP 172.20.0.11 (b4b40889-9d50-41b4-b4ce-5af841f00280/cb7265a5-37df-48a5-aded-c5be109c0db1) {{(pid=88884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:123}} Dec 09 09:34:57.744264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Allocated IP 172.20.0.41 (b4b40889-9d50-41b4-b4ce-5af841f00280/ec3fbb4c-4b63-4983-ac0f-14f36d9972fe/632995be-b828-425a-a1a1-5310d7e3d302) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:57.744736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Calling delete_port for 84d45d73-2f37-44a4-be69-873b98274902 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:57.782214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:57.829942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.872540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4179f31f-81da-4dc0-8549-06b3938b5105 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:57.873714 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4179f31f-81da-4dc0-8549-06b3938b5105 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/701813b2-1fd9-4a6c-b120-11acae98b291 HTTP/1.1" status: 204 len: 168 time: 3.6515558 Dec 09 09:34:57.891006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-6da86552-5b16-4907-82c4-bd16112dd2b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac&device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 1099 time: 1.1189611 Dec 09 09:34:57.891211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56094) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:58.144451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.157002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.183794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Transition to ACTIVE for port object 632995be-b828-425a-a1a1-5310d7e3d302 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:58.183965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7761ea1e-7f52-433a-9153-a25fca3bd96c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:58.189910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting subnet f7758355-2971-4a7a-99bf-4d5f65da7b6f {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:58.193433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.222815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.234286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad2ecdea-37a6-4dd1-8777-383eeb206b66 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:58.263967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] Allocated IP 172.20.0.34 (b4b40889-9d50-41b4-b4ce-5af841f00280/ec3fbb4c-4b63-4983-ac0f-14f36d9972fe/3cca4686-6d83-404f-a017-0b1a044a7a35) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:34:58.299227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=53d27ff9-c260-4a78-9c91-06992c22e2d6,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:58.321823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:58.392240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.397894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a2e1e9-9e6a-442b-bc52-7daa536e5700 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:58.416488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:34:58.442057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:34:58.542468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-166b02d3-c528-49b8-b8aa-d3ca3c8cb8f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:58.544075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-166b02d3-c528-49b8-b8aa-d3ca3c8cb8f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52bd21f5-cbf3-4594-8b2a-d04627c72731 HTTP/1.1" status: 200 len: 898 time: 0.6109927 Dec 09 09:34:58.551303 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/53d27ff9-c260-4a78-9c91-06992c22e2d6 HTTP/1.1" status: 204 len: 168 time: 3.5466247 Dec 09 09:34:58.552252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.616855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] For port 3cca4686-6d83-404f-a017-0b1a044a7a35, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3cca4686-6d83-404f-a017-0b1a044a7a35,segment=NetworkSegment(800e630c-33f1-4bb2-be75-eba6efab66e5),segment_id=800e630c-33f1-4bb2-be75-eba6efab66e5)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:34:58.623542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56098) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:58.627489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.666037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:58.706484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.733136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] Transition to ACTIVE for port object 3cca4686-6d83-404f-a017-0b1a044a7a35 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:34:58.739777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.755577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event deleted for resources: {'Port': ['ID=84d45d73-2f37-44a4-be69-873b98274902,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:58.767721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] In _notify_port_updated(), no bound segment for port 632995be-b828-425a-a1a1-5310d7e3d302 on network b4b40889-9d50-41b4-b4ce-5af841f00280 {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:34:58.772582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:58.773443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.775154 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "PUT /v2.0/ports/632995be-b828-425a-a1a1-5310d7e3d302 HTTP/1.1" status: 200 len: 960 time: 1.6882565 Dec 09 09:34:58.777421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:58.781890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:58.788163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56102) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:58.830982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event updated for resources: {'Port': ['ID=632995be-b828-425a-a1a1-5310d7e3d302,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:58.834836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:58.893447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port 632995be-b828-425a-a1a1-5310d7e3d302 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:58.893829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.982091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 573d5f3f-8234-498f-9419-787d7e9ac822 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:58.992001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:58.995283 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-9671c2df-1093-4054-ad4c-9cf2b3396107 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52110741-a6e7-479f-8dd7-027825d1825e HTTP/1.1" status: 200 len: 1002 time: 0.4409394 Dec 09 09:34:58.998592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.012685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.032213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] Pushing event updated for resources: {'Port': ['ID=3cca4686-6d83-404f-a017-0b1a044a7a35,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:59.037365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:59.046161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f005dfbd-33dd-4a23-b1be-bb9e099a15df None None] Provisioning complete for port b1a25e0b-cd2a-43a7-a600-72af96fa76cd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:34:59.047669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f005dfbd-33dd-4a23-b1be-bb9e099a15df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.090275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.112048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42cfad77-f6f6-4603-937c-855c58dbfbb8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:59.135524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f005dfbd-33dd-4a23-b1be-bb9e099a15df None None] Port b1a25e0b-cd2a-43a7-a600-72af96fa76cd cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:34:59.233949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.243003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e0c752f8-65d5-4d34-82d0-5cd648dabd52 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:34:59.291248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Subnet': ['ID=f7758355-2971-4a7a-99bf-4d5f65da7b6f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:59.294345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:59.315672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.323039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76152b03-563d-49f3-bd5d-0300fdcbf542 None None] Network e0fd5202-abf0-48c6-8e30-48685749b4d2 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:34:59.332651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.346539 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/f7758355-2971-4a7a-99bf-4d5f65da7b6f HTTP/1.1" status: 204 len: 168 time: 1.4542866 Dec 09 09:34:59.352534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56106) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:34:59.533889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-b0985baf-08e6-4aa4-8417-7ea2ab7177d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:34:59.535876 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-b0985baf-08e6-4aa4-8417-7ea2ab7177d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e8e8aa2-b5d7-44eb-a751-34e5da57fc03 HTTP/1.1" status: 200 len: 835 time: 0.4959691 Dec 09 09:34:59.538044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=6869c249-f518-4851-8bbd-25aaceba6fe4,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:34:59.548671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:34:59.571166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for 632995be-b828-425a-a1a1-5310d7e3d302 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:34:59.730719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] DHCP port deletion for e0fd5202-abf0-48c6-8e30-48685749b4d2 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:34:59.736754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] Deleting port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:34:59.737189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.757975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.896531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting subnet 747b6c17-9a05-49b8-83ef-b1f5e3ab042d {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:34:59.900532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.937180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.941366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:34:59.952742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10106855-1fb2-4c09-964c-c2c0e46494ed tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:00.022714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=632995be-b828-425a-a1a1-5310d7e3d302,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:00.025303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] For port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4,segment=NetworkSegment(0f744f9b-e36d-449e-8a04-03816855a1f9),segment_id=0f744f9b-e36d-449e-8a04-03816855a1f9)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:00.025760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.026166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:00.119698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.168227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.182987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] Calling delete_port for 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:00.216928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.252866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/632995be-b828-425a-a1a1-5310d7e3d302 HTTP/1.1" status: 204 len: 168 time: 1.4603736 Dec 09 09:35:00.256712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56112) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:00.274502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.288898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57812b57-2449-4a9a-a42d-c2bc3d4f6608 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:00.311682 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-380b9f26-7fce-4bb3-94b8-a7be21ae97c0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] GET failed (client error): The resource could not be found. Dec 09 09:35:00.312291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-380b9f26-7fce-4bb3-94b8-a7be21ae97c0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Synchronizing usage tracker for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:00.339935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] No DVR routers for this DVR port 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:00.348872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-380b9f26-7fce-4bb3-94b8-a7be21ae97c0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Unset dirty status for tenant:b9c451e18adc40d191f568b470792110 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:00.352794 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-380b9f26-7fce-4bb3-94b8-a7be21ae97c0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports/632995be-b828-425a-a1a1-5310d7e3d302 HTTP/1.1" status: 404 len: 333 time: 0.0923798 Dec 09 09:35:00.352927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] Pushing event deleted for resources: {'Port': ['ID=52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:00.353494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56116) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:00.353965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:00.383116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.408564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.415561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.418951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cca4686-6d83-404f-a017-0b1a044a7a35 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:00.431085 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-13135ee8-21f5-4567-bcc6-2673f3af7be4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52bd21f5-cbf3-4594-8b2a-d04627c72731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8813305 Dec 09 09:35:00.438822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd658c6a-763c-4a24-9685-0f932dc69f9c tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:00.476333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.528476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f5c0-8a68-46e1-8fa0-3deb156f1c2b tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.553877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.571842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9b3f403-2651-4c6e-b304-8df928633413 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:00.613379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84959911-fde1-4353-a206-186cdc00e230 None None] Network 9b92ef96-0c17-4a85-aa55-850ff404254e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:00.627804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.648286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=573d5f3f-8234-498f-9419-787d7e9ac822,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:00.650162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Subnet': ['ID=747b6c17-9a05-49b8-83ef-b1f5e3ab042d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:00.653145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f5c0-8a68-46e1-8fa0-3deb156f1c2b tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.654334 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "DELETE /v2.0/ports/84d45d73-2f37-44a4-be69-873b98274902 HTTP/1.1" status: 204 len: 168 time: 4.8958874 Dec 09 09:35:00.657555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56120) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:00.658596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:00.666774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:00.670329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/573d5f3f-8234-498f-9419-787d7e9ac822 HTTP/1.1" status: 204 len: 168 time: 2.0456736 Dec 09 09:35:00.676712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56124) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:00.681508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/747b6c17-9a05-49b8-83ef-b1f5e3ab042d HTTP/1.1" status: 204 len: 168 time: 1.3254342 Dec 09 09:35:00.690432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56126) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:00.791435 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4940e652-9619-4d03-9fec-ae7099a612cf tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] GET failed (client error): The resource could not be found. Dec 09 09:35:00.792608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4940e652-9619-4d03-9fec-ae7099a612cf tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Synchronizing usage tracker for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:00.807933 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9ca8b54-3054-4c3a-8ebe-c44b2c2efd07 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267073 Dec 09 09:35:00.810744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:00.821629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56132) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:00.834799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71406e3-cec1-42bf-8c79-24a87f14e6a4 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:00.834983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:00.865938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4940e652-9619-4d03-9fec-ae7099a612cf tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Unset dirty status for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:00.870965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4940e652-9619-4d03-9fec-ae7099a612cf tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "GET /v2.0/ports/84d45d73-2f37-44a4-be69-873b98274902 HTTP/1.1" status: 404 len: 333 time: 0.2043977 Dec 09 09:35:00.882239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56136) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:00.899337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:35:00.899662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 52c9c2a0-a66a-49b2-8e96-ed12b1c30ba4 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:35:00.907232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'port': {'network_id': '52a43b95-1367-4334-a019-c4227c1d373d', 'name': 'tempest-AllowedAddressPairTestJSON-1536458773'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:00.927566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.930816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f5c0-8a68-46e1-8fa0-3deb156f1c2b tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.936470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1645bb29-6dd2-4af3-a85d-76510fbbf2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:00.955647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9f5c0-8a68-46e1-8fa0-3deb156f1c2b tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc96b22-131c-458a-ace0-e1188fe25125,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:00.959559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f8a9f5c0-8a68-46e1-8fa0-3deb156f1c2b tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:00.995199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8a9f5c0-8a68-46e1-8fa0-3deb156f1c2b tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:00.999052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8a9f5c0-8a68-46e1-8fa0-3deb156f1c2b tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/security-groups/4cc96b22-131c-458a-ace0-e1188fe25125 HTTP/1.1" status: 204 len: 168 time: 0.6422889 Dec 09 09:35:01.001698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56140) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:01.057481 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-71accdeb-aef0-46e6-97aa-58e42b1ec13c service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670459 Dec 09 09:35:01.139389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.143041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cf4fa438-6540-40de-9bbe-f5e1df6cc876 None None] Provisioning complete for port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:01.143462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf4fa438-6540-40de-9bbe-f5e1df6cc876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.183319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fd5202-abf0-48c6-8e30-48685749b4d2']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:01.210409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f744f9b-e36d-449e-8a04-03816855a1f9') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:01.211020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f744f9b-e36d-449e-8a04-03816855a1f9') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:01.231964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.239908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91a4f6f6-3b37-4256-8dd7-f4af03eddc1d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.276669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.288449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91a4f6f6-3b37-4256-8dd7-f4af03eddc1d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.296875 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47776935-98cc-43be-a2aa-b0f3c56d85eb req-dd2bd7d5-3166-4920-988e-658c2c6c6f43 service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730793 Dec 09 09:35:01.299363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:35:01.299824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.313782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:01.317270 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:01.324710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:01.334264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:01.348512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:01.384799 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP 30b2b946-31f6-4b76-8135-1e5ca47227a5 associated. External IP: 172.26.8.151, port: f5481ec0-f573-49dc-ac59-f2d8b131ca46. Dec 09 09:35:01.435023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.440048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b56b826-cc4e-4737-a95d-600b42db1fcd tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:01.450014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Router 5b97e512-4394-49c6-80bb-e0763deae06d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:35:01.464818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Network': ['ID=e0fd5202-abf0-48c6-8e30-48685749b4d2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:01.467259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.469974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:01.472528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:01.472667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:01.473250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91a4f6f6-3b37-4256-8dd7-f4af03eddc1d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.480018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-06272f84-5e79-472f-b27b-a128731fdbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:01.501550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91a4f6f6-3b37-4256-8dd7-f4af03eddc1d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.502981 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-91a4f6f6-3b37-4256-8dd7-f4af03eddc1d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/security-groups/807bb880-4809-4409-a8c6-23bed2c4207f HTTP/1.1" status: 204 len: 168 time: 0.4861984 Dec 09 09:35:01.503999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4f6f6-3b37-4256-8dd7-f4af03eddc1d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=807bb880-4809-4409-a8c6-23bed2c4207f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:01.505927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56144) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:01.510177 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/networks/e0fd5202-abf0-48c6-8e30-48685749b4d2 HTTP/1.1" status: 204 len: 168 time: 0.8186498 Dec 09 09:35:01.513448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91a4f6f6-3b37-4256-8dd7-f4af03eddc1d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:01.513924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56146) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:01.525688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:01.537430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:35:01.543466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] Deleting port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:01.543881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.627086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] DHCP port deletion for 9b92ef96-0c17-4a85-aa55-850ff404254e request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:35:01.637376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] Deleting port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:01.637896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.701409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-395d4a2f-2610-4c32-8979-b1f2bbe98cc3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.742622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8bc4367b-ee20-4ab0-a54f-067a0052386e None None] Provisioning complete for port f6239df7-a8fe-4916-8f4e-2e58a14442e4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:01.743063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8bc4367b-ee20-4ab0-a54f-067a0052386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.771577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-395d4a2f-2610-4c32-8979-b1f2bbe98cc3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.807991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.863503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:01.863786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.889985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4367b-ee20-4ab0-a54f-067a0052386e None None] Port f6239df7-a8fe-4916-8f4e-2e58a14442e4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:01.927439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Made reservation on behalf of 0f1e6f70bf4540e88eab418140f6034a for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:01.933007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.957478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8bc4367b-ee20-4ab0-a54f-067a0052386e None None] Could not find standard attr ID for object 632995be-b828-425a-a1a1-5310d7e3d302. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:35:01.972572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-395d4a2f-2610-4c32-8979-b1f2bbe98cc3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:01.983639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3787839d-fc49-4ab1-8913-2bb486b3c21c tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:02.000686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4a2f-2610-4c32-8979-b1f2bbe98cc3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4b466f-01c2-4b9d-b973-927d3282f093,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:02.016242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-395d4a2f-2610-4c32-8979-b1f2bbe98cc3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:02.017094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-395d4a2f-2610-4c32-8979-b1f2bbe98cc3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.018368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-395d4a2f-2610-4c32-8979-b1f2bbe98cc3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/security-groups/fa4b466f-01c2-4b9d-b973-927d3282f093 HTTP/1.1" status: 204 len: 168 time: 0.5068831 Dec 09 09:35:02.022126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56152) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:02.041087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] For port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:02.041552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.042069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.049432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8bc4367b-ee20-4ab0-a54f-067a0052386e None None] Provisioning for port 3cca4686-6d83-404f-a017-0b1a044a7a35 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:02.088237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] device_id is not set on port 0f8b5f39-42e6-444c-88f1-eddfb06ea70d yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:02.119354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8bc4367b-ee20-4ab0-a54f-067a0052386e None None] Provisioning complete for port 3cca4686-6d83-404f-a017-0b1a044a7a35 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:02.119775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8bc4367b-ee20-4ab0-a54f-067a0052386e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.289587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] Calling delete_port for 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:02.337299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] For port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5e3a5459-9f21-4145-83ee-e7cda7aa0fd3,segment=NetworkSegment(e8d8a1d0-0e0e-48f5-a263-e722c470c540),segment_id=e8d8a1d0-0e0e-48f5-a263-e722c470c540)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:02.337716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.431724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:02.448495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5e3a5459-9f21-4145-83ee-e7cda7aa0fd3,segment=NetworkSegment(e8d8a1d0-0e0e-48f5-a263-e722c470c540),segment_id=e8d8a1d0-0e0e-48f5-a263-e722c470c540)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:02.448894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.517136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Allocated IP 172.20.0.4 (52a43b95-1367-4334-a019-c4227c1d373d/7d2827eb-6c07-4fa5-89d8-550513a8dc9e/0f8b5f39-42e6-444c-88f1-eddfb06ea70d) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:02.648554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:02.686531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] Calling delete_port for 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:02.777540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet cb7265a5-37df-48a5-aded-c5be109c0db1 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:02.781888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.796112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.804635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e4e8835-cd5f-4094-94c3-7f1065526972 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:02.827906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.835234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51de0bb0-a1dc-4f93-8dee-b9179538d10a tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:02.840818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No ports have port_id starting with 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 Dec 09 09:35:02.842098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.849346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:02.878005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:02.887759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=5e3a5459-9f21-4145-83ee-e7cda7aa0fd3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:02.894783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:02.896979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:02.933742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No DVR routers for this DVR port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:02.937776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:35:02.937947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:35:02.940320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] Pushing event deleted for resources: {'Port': ['ID=39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:02.942581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:02.949135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:35:02.949540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:35:02.954699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] No DVR routers for this DVR port 39dfbbb8-7e1a-49bf-9fb9-ea1eb60c3ff8 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:03.016605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:03.027883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Sync routers for ids ['5b97e512-4394-49c6-80bb-e0763deae06d'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:03.029222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:03.042242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:03.042438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Routers {'5b97e512-4394-49c6-80bb-e0763deae06d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:03.043218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5b97e512-4394-49c6-80bb-e0763deae06d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:03.050282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=eaff6fe6-fcf9-47d3-8509-220da7aaac9f,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:03.052948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:03.053604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.058272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb672d8b-4430-4f48-8140-5a24516cebf0 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:03.063485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:03.097636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.136227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b92ef96-0c17-4a85-aa55-850ff404254e']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:03.142658 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] 10.222.0.18 "PUT /v2.0/routers/5b97e512-4394-49c6-80bb-e0763deae06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8336055 Dec 09 09:35:03.147056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.154918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56158) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:03.164189 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3338187 Dec 09 09:35:03.167718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:03.194528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d8a1d0-0e0e-48f5-a263-e722c470c540') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:03.194757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d8a1d0-0e0e-48f5-a263-e722c470c540') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:03.211416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.258846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.273651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Set router 5b97e512-4394-49c6-80bb-e0763deae06d gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:35:03.301922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.386909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:35:03.387358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.400196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': 'eaff6fe6-fcf9-47d3-8509-220da7aaac9f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:03.401526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:03.405435 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:03.475299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:35:03.551384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.558469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9572b29d-97df-4bf9-872c-e4557672de63 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:03.597731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7265a5-37df-48a5-aded-c5be109c0db1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:03.608190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Transition to ACTIVE for port object 0f8b5f39-42e6-444c-88f1-eddfb06ea70d will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:03.610164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:03.613098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:03.617453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.619860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:03.626171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:03.629282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:03.645763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.654828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.657816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:03.670846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Network': ['ID=9b92ef96-0c17-4a85-aa55-850ff404254e,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:03.682137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:03.690047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/cb7265a5-37df-48a5-aded-c5be109c0db1 HTTP/1.1" status: 204 len: 168 time: 1.6666512 Dec 09 09:35:03.693713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:03.697840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56170) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:03.774054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:34:54Z', 'revision_number': 4, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'gw_port': {'id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'b1a25e0b-cd2a-43a7-a600-72af96fa76cd', 'name': '', 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'mac_address': 'fa:16:3e:8e:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3c9566-e08d-45d6-a270-f36a275a7a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:34:55Z', 'revision_number': 2, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'subnets': [{'id': '4a3c9566-e08d-45d6-a270-f36a275a7a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:03.785854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Checking router: 5b97e512-4394-49c6-80bb-e0763deae06d for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:35:03.786348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Updating router 5b97e512-4394-49c6-80bb-e0763deae06d port b1a25e0b-cd2a-43a7-a600-72af96fa76cd binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:35:03.814708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.818352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Allocated IP 172.20.0.2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/eaff6fe6-fcf9-47d3-8509-220da7aaac9f/18e29f9b-2cd3-44f1-b06f-bd25bc02a79c) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:03.833127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.855983 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/networks/9b92ef96-0c17-4a85-aa55-850ff404254e HTTP/1.1" status: 204 len: 168 time: 2.3300388 Dec 09 09:35:03.862032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56174) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:03.863330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a49bca5d-151c-4758-bba2-3b40c4874e8d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:03.887013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] Deleting port 5e3a5459-9f21-4145-83ee-e7cda7aa0fd3 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:03.887669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.901042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1870671598'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:03.902752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:03.919779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:03.929986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad5cc70-146f-4ee8-ad8a-a44ab0f0a54f None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:03.997870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:network and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:04.013340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:04.036839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:04.075389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:04.088238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.106458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56186) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:04.124841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Network 52a43b95-1367-4334-a019-c4227c1d373d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:04.129685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Port': ['ID=0f8b5f39-42e6-444c-88f1-eddfb06ea70d,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:04.136477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:04.149054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:04.154837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:04.230413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264288043', 'description': 'tempest-secgroup-smoke-1264288043 description', 'project_id': 'c645895972be45e094ab5e3e838d3140'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:04.276558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:04.293494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:security_group and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:04.295504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac1691-25cb-471c-b433-ae80644a5fa9 None None] The port '5e3a5459-9f21-4145-83ee-e7cda7aa0fd3' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:35:04.300038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:04.332631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:04.335732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:35:04.351727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.352128 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added segment cda2e1d7-76f8-4257-862f-6aaf5059a8ac of type vlan for network 49bd3b65-9540-43d7-9e6b-967693c63e45 Dec 09 09:35:04.398527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.430597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:04.430597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.467171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.473071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet ec3fbb4c-4b63-4983-ac0f-14f36d9972fe {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:04.478589 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5816560 Dec 09 09:35:04.482680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56196) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:04.483309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.567071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1845af3-3884-451e-8b87-fcaaeaf01b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.604614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b4:18:86'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:04.694418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.699546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00807ebe-e689-433d-ad32-3d1a19397472 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:04.768157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.802187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Transition to ACTIVE for port object b1a25e0b-cd2a-43a7-a600-72af96fa76cd will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:04.817093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.829455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:04.841825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=ac8a5831-51a8-47e6-9257-e40e324eca1c,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:04.856752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:04.861353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:04.866651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.891946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Transition to ACTIVE for port object 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:04.917442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:security_group_rule and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:04.928451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a15a810a-48a6-421d-8b7f-da3671e3f66d None None] Provisioning for port 0f8b5f39-42e6-444c-88f1-eddfb06ea70d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:04.931091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:04.946359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a15a810a-48a6-421d-8b7f-da3671e3f66d None None] Provisioning complete for port 0f8b5f39-42e6-444c-88f1-eddfb06ea70d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:04.946582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a15a810a-48a6-421d-8b7f-da3671e3f66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:04.948326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:04.963267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:04.967394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:04.980832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:04.981622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.011743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Transition to ACTIVE for port object 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:05.022540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.040090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.040320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.045078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:05.046120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.047583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae0abc4e-c07c-4476-b96f-c9d29d22a84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:05.066690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86329364-82a8-4175-91c4-701383f92431 None None] Pushing event updated for resources: {'Port': ['ID=b1a25e0b-cd2a-43a7-a600-72af96fa76cd,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:05.068402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11059133-a394-4ac0-b797-805f1cd96163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:05.081409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-86329364-82a8-4175-91c4-701383f92431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:05.116119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a15a810a-48a6-421d-8b7f-da3671e3f66d None None] Port 0f8b5f39-42e6-444c-88f1-eddfb06ea70d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:05.120152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9614294 Dec 09 09:35:05.129636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56204) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:05.130458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.138365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2751791 Dec 09 09:35:05.139310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56208) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:05.147007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:a9:d4:f3', 'name': 'tempest-NetworksTestDHCPv6-1864093224'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:05.185851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:05.188088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'subnet': {'network_id': '49bd3b65-9540-43d7-9e6b-967693c63e45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:05.190802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:05.195671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:05.198129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Pushing event updated for resources: {'Port': ['ID=18e29f9b-2cd3-44f1-b06f-bd25bc02a79c,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:05.211049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:05.249142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.257723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Attempting to bind port b1a25e0b-cd2a-43a7-a600-72af96fa76cd on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:05.258135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Attempting to bind port b1a25e0b-cd2a-43a7-a600-72af96fa76cd by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '5ea28332-e0cd-47bf-8a55-20da80ef39b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:05.258592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Attempting to bind port b1a25e0b-cd2a-43a7-a600-72af96fa76cd on network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:05.272426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:05.272858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Checking segment: {'id': '5ea28332-e0cd-47bf-8a55-20da80ef39b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:05.273785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.274493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Bound using segment: {'id': '5ea28332-e0cd-47bf-8a55-20da80ef39b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:05.275088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Bound port: b1a25e0b-cd2a-43a7-a600-72af96fa76cd, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea28332-e0cd-47bf-8a55-20da80ef39b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:05.275816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.278943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29b4d206-edfb-4320-adb3-264c393164c9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:05.332398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.343180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Attempting to bind port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:05.345291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Attempting to bind port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:05.346097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Attempting to bind port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:05.350633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/ec3fbb4c-4b63-4983-ac0f-14f36d9972fe HTTP/1.1" status: 204 len: 168 time: 1.6392252 Dec 09 09:35:05.354377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:05.356887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:05.362580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:05.363180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.363830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:05.364843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Bound port: 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:05.365653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.379163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56212) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:05.391374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f42e160-40e3-4f83-869c-373423617e57 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:05.395663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3fbb4c-4b63-4983-ac0f-14f36d9972fe,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:05.408673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f390b-f0ba-417a-b423-d27dbfd364fd req-08f54d36-dfbd-45b9-b3c5-268f3d4dc3d9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:05.410950 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e49f390b-f0ba-417a-b423-d27dbfd364fd req-08f54d36-dfbd-45b9-b3c5-268f3d4dc3d9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.7273481 Dec 09 09:35:05.460206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] For port b1a25e0b-cd2a-43a7-a600-72af96fa76cd, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:05.463918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] For port b1a25e0b-cd2a-43a7-a600-72af96fa76cd, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1a25e0b-cd2a-43a7-a600-72af96fa76cd,segment=NetworkSegment(5ea28332-e0cd-47bf-8a55-20da80ef39b0),segment_id=5ea28332-e0cd-47bf-8a55-20da80ef39b0)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:05.468319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.472116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:05.476031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42e160-40e3-4f83-869c-373423617e57 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:05.476495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d86a07c4-5eaf-420f-a219-2dfacd28ea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:05.477292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2f42e160-40e3-4f83-869c-373423617e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:05.519137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8a21d1-4fab-4d1a-9daf-869cd308671c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:05.519799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8a21d1-4fab-4d1a-9daf-869cd308671c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:05.521836 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5c8a21d1-4fab-4d1a-9daf-869cd308671c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/cb7265a5-37df-48a5-aded-c5be109c0db1 HTTP/1.1" status: 404 len: 337 time: 0.1411376 Dec 09 09:35:05.527262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56216) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:05.585015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.588963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86329364-82a8-4175-91c4-701383f92431 None None] Pushing event updated for resources: {'Port': ['ID=b1a25e0b-cd2a-43a7-a600-72af96fa76cd,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:05.595654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Routers {'5b97e512-4394-49c6-80bb-e0763deae06d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:05.596817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5b97e512-4394-49c6-80bb-e0763deae06d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:05.617155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Network': ['ID=49bd3b65-9540-43d7-9e6b-967693c63e45,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:05.675467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-86329364-82a8-4175-91c4-701383f92431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:05.679241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 49bd3b65-9540-43d7-9e6b-967693c63e45 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:35:05.755293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2f42e160-40e3-4f83-869c-373423617e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:05.836460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.4733202 Dec 09 09:35:05.847789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting subnet 3f0c10c7-6ebb-4c43-a10e-94ce760e4d03 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:05.851172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56220) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:05.852676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.856463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] For port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:05.863750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-82307028'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:05.872148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:05.941874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42e160-40e3-4f83-869c-373423617e57 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:05.943047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2f42e160-40e3-4f83-869c-373423617e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:34:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:05.945637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:05.968262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:network and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:05.992904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:06.020759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] For port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=18e29f9b-2cd3-44f1-b06f-bd25bc02a79c,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:06.050211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.061167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:06.065476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0dc8f5b7-6ce3-45c8-96b1-cd1a2d382d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:06.100663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.109756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2f42e160-40e3-4f83-869c-373423617e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:06.110758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f42e160-40e3-4f83-869c-373423617e57 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:06.175803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Pushing event updated for resources: {'Port': ['ID=18e29f9b-2cd3-44f1-b06f-bd25bc02a79c,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:06.180446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:06.182064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:06.225471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] Set router 5b97e512-4394-49c6-80bb-e0763deae06d gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:35:06.230200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.261716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.291611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e49f390b-f0ba-417a-b423-d27dbfd364fd req-d546df75-0992-431c-8e32-0cec93e8e088 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7191074 Dec 09 09:35:06.297867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:06.303630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:06.307205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:06.317450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:06.332762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.335912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:06.338140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87afe1e4-3632-44be-8040-a95d4f9ab14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:06.351477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:subnet and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:06.365206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Made reservation on behalf of 9d4a98b72c3b46acb31d1eafd905ef46 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:06.367040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:06.371276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.386652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:06.392731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.416186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb469c-162d-4c41-be8c-7d45a0a2a275,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:06.419539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.422815 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 2.2074373 Dec 09 09:35:06.424373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:06.427337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:06.435546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.437014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56224) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:06.448008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:06.452189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'security_group_rule': {'security_group_id': '47fb469c-162d-4c41-be8c-7d45a0a2a275', 'project_id': 'c645895972be45e094ab5e3e838d3140', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:06.464159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:06.506965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:security_group_rule and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:06.519252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:06.540786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:06.556135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:35:06.603687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.620011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.631949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6c7251a-1f3e-4ecf-b385-355baae66854 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:06.642980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42cda37-1642-476c-955f-c1bbab5869af None None] Network b4b40889-9d50-41b4-b4ce-5af841f00280 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:06.701972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 3be88d68-07da-4055-b9df-15b892049888 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:06.715717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.716415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Added segment a664aa3c-70d1-4a5e-8805-82c96cfc8bb9 of type vlan for network edb3922e-d0fc-4bba-81d5-2b95ee523e2c Dec 09 09:35:06.739218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7eec5b23-03e4-45fb-b81a-5a86c5b371e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.744106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0c10c7-6ebb-4c43-a10e-94ce760e4d03,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:06.760300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:06.764765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.804886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:34:54Z', 'revision_number': 4, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'gw_port': {'id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'b1a25e0b-cd2a-43a7-a600-72af96fa76cd', 'name': '', 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'mac_address': 'fa:16:3e:8e:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3c9566-e08d-45d6-a270-f36a275a7a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:05Z', 'revision_number': 4, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'subnets': [{'id': '4a3c9566-e08d-45d6-a270-f36a275a7a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:06.809209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f3e50d-7d80-470b-90b2-aa1704231f53 None None] The sync data for ids ['5b97e512-4394-49c6-80bb-e0763deae06d'] in dv-neutron-819581-1-hyperv is: [{'id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:34:54Z', 'revision_number': 4, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'gw_port': {'id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'b1a25e0b-cd2a-43a7-a600-72af96fa76cd', 'name': '', 'network_id': 'd8c48431-94c7-4b6a-8a9f-a99adbd0d6d7', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'mac_address': 'fa:16:3e:8e:a8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a3c9566-e08d-45d6-a270-f36a275a7a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:52Z', 'updated_at': '2021-12-09T09:35:05Z', 'revision_number': 4, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'subnets': [{'id': '4a3c9566-e08d-45d6-a270-f36a275a7a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:06.837833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.848740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1845f582-fcab-4314-b36a-b0b189f22f73 None None] Provisioning complete for port f6239df7-a8fe-4916-8f4e-2e58a14442e4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:06.849769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1845f582-fcab-4314-b36a-b0b189f22f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.861615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:06.907099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/3f0c10c7-6ebb-4c43-a10e-94ce760e4d03 HTTP/1.1" status: 204 len: 168 time: 1.3786256 Dec 09 09:35:06.985770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56228) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.050412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1845f582-fcab-4314-b36a-b0b189f22f73 None None] Port f6239df7-a8fe-4916-8f4e-2e58a14442e4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:07.063254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.082535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.086784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:07.087464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.097610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22a6831f-078b-46fb-8f2d-9cb801105393 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:07.101845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1845f582-fcab-4314-b36a-b0b189f22f73 None None] Provisioning complete for port 3cca4686-6d83-404f-a017-0b1a044a7a35 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:07.102524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1845f582-fcab-4314-b36a-b0b189f22f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.214164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Network': ['ID=edb3922e-d0fc-4bba-81d5-2b95ee523e2c,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:07.221148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 172.20.0.5 (2d5d328b-91d8-47d0-9229-6819f3b6112b/eaff6fe6-fcf9-47d3-8509-220da7aaac9f/3be88d68-07da-4055-b9df-15b892049888) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:07.230544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:07.241024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.249165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.252833 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3983192 Dec 09 09:35:07.257642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56232) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.258294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:07.273838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:fea9:d4f3 (2d5d328b-91d8-47d0-9229-6819f3b6112b/ac8a5831-51a8-47e6-9257-e40e324eca1c/3be88d68-07da-4055-b9df-15b892049888) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:07.295259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'subnet': {'network_id': 'edb3922e-d0fc-4bba-81d5-2b95ee523e2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:07.298347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network edb3922e-d0fc-4bba-81d5-2b95ee523e2c details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:35:07.303985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa6cdc3-156e-4dd7-943f-ce7eedfed9ff tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:07.304479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa6cdc3-156e-4dd7-943f-ce7eedfed9ff tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:07.310789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2355ee-67d1-4d39-b2ad-eb9eea4e8ebf,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:07.321926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56236) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.322241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9fa6cdc3-156e-4dd7-943f-ce7eedfed9ff tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/0e56f83e-5486-421e-b2d1-b3034695b8b5 HTTP/1.1" status: 404 len: 337 time: 0.3327541 Dec 09 09:35:07.354010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:07.453690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.479496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] DHCP port deletion for b4b40889-9d50-41b4-b4ce-5af841f00280 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:35:07.485939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] Deleting port 3cca4686-6d83-404f-a017-0b1a044a7a35 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:07.486808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.487423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.502477 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cbb0ce53-f1e4-400d-8bce-1671a0fb90cf tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "GET /v2.0/ports?device_id=8040fd05-6004-416a-a692-2ec829a36ac6 HTTP/1.1" status: 200 len: 205 time: 0.1502271 Dec 09 09:35:07.506546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56242) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.552260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37e39e97-4797-4fd2-a7de-8e70a059fa8d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:07.602972 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-0f71a04e-3cc5-4096-ba53-010ea23cf0b1 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] delete failed (client error): The resource could not be found. Dec 09 09:35:07.606233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0f71a04e-3cc5-4096-ba53-010ea23cf0b1 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/routers/8040fd05-6004-416a-a692-2ec829a36ac6 HTTP/1.1" status: 404 len: 336 time: 0.0943384 Dec 09 09:35:07.622270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56246) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.673743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.679176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2385669 Dec 09 09:35:07.690376 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b249bb88-fec3-4e48-b1a5-a3ea3ecd80d1 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:07.691233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b249bb88-fec3-4e48-b1a5-a3ea3ecd80d1 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:07.694699 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b249bb88-fec3-4e48-b1a5-a3ea3ecd80d1 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/77d1b115-a876-44d8-ab37-b6f7f8115b5a HTTP/1.1" status: 404 len: 337 time: 0.0687082 Dec 09 09:35:07.703032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56250) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.703396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56252) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.753648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'security_group_rule': {'security_group_id': '47fb469c-162d-4c41-be8c-7d45a0a2a275', 'project_id': 'c645895972be45e094ab5e3e838d3140', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:07.830845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:07.846219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:07.861925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf97ad1f-a5bb-4472-84ba-5561bc1f39ed tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:07.891212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:security_group_rule and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:07.896015 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efa43ae-9d09-43f0-8868-be552a89fe85 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:07.899180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efa43ae-9d09-43f0-8868-be552a89fe85 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:07.904161 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1efa43ae-9d09-43f0-8868-be552a89fe85 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/957fe9f4-2518-4533-95e5-5d0eba5ad25e HTTP/1.1" status: 404 len: 337 time: 0.1655252 Dec 09 09:35:07.910170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:07.913842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56258) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:07.914047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:07.970242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:07.980289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:07.995145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Port': ['ID=0f8b5f39-42e6-444c-88f1-eddfb06ea70d,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:08.006705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] For port 3cca4686-6d83-404f-a017-0b1a044a7a35, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3cca4686-6d83-404f-a017-0b1a044a7a35,segment=NetworkSegment(800e630c-33f1-4bb2-be75-eba6efab66e5),segment_id=800e630c-33f1-4bb2-be75-eba6efab66e5)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:08.007147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.020464 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9811dcd7-467a-40e2-b331-c143ce593ed4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:08.021281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9811dcd7-467a-40e2-b331-c143ce593ed4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:08.024021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:08.028351 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9811dcd7-467a-40e2-b331-c143ce593ed4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/c04f8c2c-bb78-4603-a9fb-b8d850b30013 HTTP/1.1" status: 404 len: 337 time: 0.0909574 Dec 09 09:35:08.035158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Made reservation on behalf of 9d4a98b72c3b46acb31d1eafd905ef46 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:08.042177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56262) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:08.067836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] In _notify_port_updated(), no bound segment for port 0f8b5f39-42e6-444c-88f1-eddfb06ea70d on network 52a43b95-1367-4334-a019-c4227c1d373d {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:35:08.073561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:08.074433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.075895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "PUT /v2.0/ports/0f8b5f39-42e6-444c-88f1-eddfb06ea70d HTTP/1.1" status: 200 len: 993 time: 3.5240054 Dec 09 09:35:08.116858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56266) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:08.124103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485b0ac-b5e7-45e6-a3c5-fa2158eb8173 req-a26ab3a3-e728-4bbb-821d-3bedb27e3e7e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:08.133741 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5485b0ac-b5e7-45e6-a3c5-fa2158eb8173 req-a26ab3a3-e728-4bbb-821d-3bedb27e3e7e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.5201020 Dec 09 09:35:08.156337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] Calling delete_port for 3cca4686-6d83-404f-a017-0b1a044a7a35 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:08.189530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.209826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 3be88d68-07da-4055-b9df-15b892049888 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:08.254960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.275423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ca565418-e8c0-493b-859f-d3dc9bda8745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:08.304549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Deleting port 0f8b5f39-42e6-444c-88f1-eddfb06ea70d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:08.304970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd41eb6-5399-47c4-b2a3-f977559c897e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:08.305499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd41eb6-5399-47c4-b2a3-f977559c897e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:08.305648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.314272 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2bd41eb6-5399-47c4-b2a3-f977559c897e tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/53670b6a-30d2-4883-8377-547191bda6e8 HTTP/1.1" status: 404 len: 333 time: 0.2666047 Dec 09 09:35:08.335246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56270) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:08.354237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] No DVR routers for this DVR port 3cca4686-6d83-404f-a017-0b1a044a7a35 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:08.394504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.437297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] Pushing event deleted for resources: {'Port': ['ID=3cca4686-6d83-404f-a017-0b1a044a7a35,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:08.447780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:08.463212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.476678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cffdd099-3ecd-4958-8fd4-ec9d25bea008 None None] Provisioning complete for port 0f8b5f39-42e6-444c-88f1-eddfb06ea70d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:08.477331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cffdd099-3ecd-4958-8fd4-ec9d25bea008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.485814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.512793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:08.514927 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17ebcb0-612e-4c25-9a17-31f8282a2d04 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:08.515979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17ebcb0-612e-4c25-9a17-31f8282a2d04 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:08.520792 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f17ebcb0-612e-4c25-9a17-31f8282a2d04 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/9c04a68d-987d-4817-a99f-a7b6541416c4 HTTP/1.1" status: 404 len: 337 time: 0.1444693 Dec 09 09:35:08.521728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56274) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:08.524137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:08.524734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1a25e0b-cd2a-43a7-a600-72af96fa76cd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:08.527672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:08.581196 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5485b0ac-b5e7-45e6-a3c5-fa2158eb8173 req-13a401ac-55ff-4926-a9e3-d5a8061baa85 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463243 Dec 09 09:35:08.595830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.610855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Subnet': ['ID=e609473b-097e-4868-bc76-89f12d8008b4,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:08.613645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:08.643312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-cffdd099-3ecd-4958-8fd4-ec9d25bea008 None None] Port 0f8b5f39-42e6-444c-88f1-eddfb06ea70d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:08.670762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:08.671624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.675460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b1a25e0b-cd2a-43a7-a600-72af96fa76cd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:08.688880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ef4adab-d718-44f8-8047-29fed0272c7f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:08.691635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b1a25e0b-cd2a-43a7-a600-72af96fa76cd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:08.692736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:08.761509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8358830-bfae-479c-a134-5f58aacfddc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:08.762004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8358830-bfae-479c-a134-5f58aacfddc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:08.769753 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c8358830-bfae-479c-a134-5f58aacfddc7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/7d5d2b1a-3a25-4f6e-b8eb-10cafc655a77 HTTP/1.1" status: 404 len: 337 time: 0.1547029 Dec 09 09:35:08.770783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56278) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:08.773035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=3be88d68-07da-4055-b9df-15b892049888,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:08.776420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:08.783728 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6513622 Dec 09 09:35:08.817278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56282) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:08.837543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748cf299-7cda-4ee6-9fdb-03b350e44db5 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:08.860822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Checking segment: {'id': 'cda2e1d7-76f8-4257-862f-6aaf5059a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '49bd3b65-9540-43d7-9e6b-967693c63e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:08.861238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network hostable DHCP agents. Network: 49bd3b65-9540-43d7-9e6b-967693c63e45, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:35:08.887329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c306ff-efd2-469c-87a4-e0a9a590f89c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:08.887909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c306ff-efd2-469c-87a4-e0a9a590f89c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:08.889922 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-63c306ff-efd2-469c-87a4-e0a9a590f89c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/9dd98514-f5f5-4df1-b9bd-cdb790d03753 HTTP/1.1" status: 404 len: 333 time: 0.1116989 Dec 09 09:35:08.898547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56286) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:08.957321 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0338b0f-2198-4668-ac95-eb33beb29114 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:08.957863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0338b0f-2198-4668-ac95-eb33beb29114 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:08.960060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b0338b0f-2198-4668-ac95-eb33beb29114 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/3f03c7f1-e7bc-4968-aec2-c1f1615c0486 HTTP/1.1" status: 404 len: 337 time: 0.0592322 Dec 09 09:35:08.962987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56290) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.018144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a70e4a-a7f8-452c-aae0-87520f8fd793 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] DELETE failed (client error): The resource could not be found. Dec 09 09:35:09.018669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a70e4a-a7f8-452c-aae0-87520f8fd793 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:09.023096 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-38a70e4a-a7f8-452c-aae0-87520f8fd793 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/subnets/a205a927-7a93-475f-9e8c-215483bc1106 HTTP/1.1" status: 404 len: 337 time: 0.0537846 Dec 09 09:35:09.023096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 49bd3b65-9540-43d7-9e6b-967693c63e45 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:35:09.025623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56294) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.037837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.084975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ee7fef3a-8262-4e07-8bcb-6563a8e71213 None None] Provisioning for port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:09.095948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 49bd3b65-9540-43d7-9e6b-967693c63e45) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:09.106290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:09.107066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.135537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e59d7c8-f9a1-4a93-aa62-025cfb92900e None None] Network 49bd3b65-9540-43d7-9e6b-967693c63e45 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:09.143797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e90aa5-9034-4931-9769-b6440db752ce tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:09.148313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e90aa5-9034-4931-9769-b6440db752ce tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:09.149235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-74e90aa5-9034-4931-9769-b6440db752ce tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:09.163654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Deleting port f6239df7-a8fe-4916-8f4e-2e58a14442e4 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:09.164158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.171974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port b1a25e0b-cd2a-43a7-a600-72af96fa76cd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1a25e0b-cd2a-43a7-a600-72af96fa76cd,segment=NetworkSegment(5ea28332-e0cd-47bf-8a55-20da80ef39b0),segment_id=5ea28332-e0cd-47bf-8a55-20da80ef39b0)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:09.190780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.191698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:09.207294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0260043 Dec 09 09:35:09.215561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56298) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.222297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-948980848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:09.222978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-98d66a58-9bfc-4a16-847f-898d77fc17da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:09.239515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:09.244063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-74e90aa5-9034-4931-9769-b6440db752ce tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:09.247993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-74e90aa5-9034-4931-9769-b6440db752ce tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.4270892 Dec 09 09:35:09.255832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56302) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.256800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:router and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:09.265263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:09.313216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:09.326933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.334985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.338979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.357107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:09.390394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.391443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.433838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 3be88d68-07da-4055-b9df-15b892049888 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:09.434228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.436777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=b1a25e0b-cd2a-43a7-a600-72af96fa76cd,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:09.441893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:09.518314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Calling delete_port for 0f8b5f39-42e6-444c-88f1-eddfb06ea70d owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:09.537020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:09.551493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da32b902-fea0-480b-b185-97f67e69646b,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:09.556776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:09.557224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.603135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:09.613550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.645646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.676481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.678067 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.9422565 Dec 09 09:35:09.681950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] Update dhcp port {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': 'eaff6fe6-fcf9-47d3-8509-220da7aaac9f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ac8a5831-51a8-47e6-9257-e40e324eca1c'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '18e29f9b-2cd3-44f1-b06f-bd25bc02a79c'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:35:09.686215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56308) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:09.698920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'security_group_rule': {'security_group_id': '47fb469c-162d-4c41-be8c-7d45a0a2a275', 'project_id': 'c645895972be45e094ab5e3e838d3140', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:09.739826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.742296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:09.750201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-49bd3b65-9540-43d7-9e6b-967693c63e45', 'network_id': '49bd3b65-9540-43d7-9e6b-967693c63e45', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'fixed_ips': [{'subnet_id': 'e609473b-097e-4868-bc76-89f12d8008b4'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:09.751075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.835413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Calling delete_port for f6239df7-a8fe-4916-8f4e-2e58a14442e4 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:09.854778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:security_group_rule and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:09.860542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:09.881145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:09.903144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.915398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e848605-af4f-4005-9a71-c35b5113b2ca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:09.917029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.927187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.971121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:09.985542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event deleted for resources: {'Port': ['ID=0f8b5f39-42e6-444c-88f1-eddfb06ea70d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:09.996769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:10.008319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.017734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d97303e9-c34c-4304-aeee-fc90677ad73a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:10.043431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=18e29f9b-2cd3-44f1-b06f-bd25bc02a79c,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:10.054508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.062993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:10.073004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.078012 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0baed20-cd56-4bf3-9185-d098ab1c42d7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8610830 Dec 09 09:35:10.103635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56312) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.111674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'port': {'network_id': '49bd3b65-9540-43d7-9e6b-967693c63e45', 'name': 'tempest-RoutersTest-872583757'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:10.206025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.280599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:10.312682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Subnet': ['ID=81db04aa-f7e8-41bf-95e2-9bf44fd1798a,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:10.331054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.336520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:10.386308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.406225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:10.421178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cca4686-6d83-404f-a017-0b1a044a7a35 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:10.439506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b50560-0ad8-47a1-b05e-a6c9989c256f,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:10.441542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Checking segment: {'id': 'a664aa3c-70d1-4a5e-8805-82c96cfc8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'edb3922e-d0fc-4bba-81d5-2b95ee523e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:10.441951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network hostable DHCP agents. Network: edb3922e-d0fc-4bba-81d5-2b95ee523e2c, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:35:10.453451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:10.477057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.481878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "DELETE /v2.0/ports/0f8b5f39-42e6-444c-88f1-eddfb06ea70d HTTP/1.1" status: 204 len: 168 time: 2.3152874 Dec 09 09:35:10.482709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.487843 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7926173 Dec 09 09:35:10.487843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56316) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.488462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56318) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.516437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 3cca4686-6d83-404f-a017-0b1a044a7a35 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:35:10.516831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cca4686-6d83-404f-a017-0b1a044a7a35 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:35:10.522725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=18e29f9b-2cd3-44f1-b06f-bd25bc02a79c,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:10.530179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:10.536115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'security_group_rule': {'security_group_id': '47fb469c-162d-4c41-be8c-7d45a0a2a275', 'project_id': 'c645895972be45e094ab5e3e838d3140', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:10.558431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:10.559959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Allocated IP 172.20.0.2 (49bd3b65-9540-43d7-9e6b-967693c63e45/e609473b-097e-4868-bc76-89f12d8008b4/b3a00760-16a4-446b-9941-d0c5fb471241) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:10.563930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] Allocated IP 2001:db8::f816:3eff:fe87:acbf (2d5d328b-91d8-47d0-9229-6819f3b6112b/ac8a5831-51a8-47e6-9257-e40e324eca1c/18e29f9b-2cd3-44f1-b06f-bd25bc02a79c) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:10.564760 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4600ab9-7da7-455b-ab9c-e04bb5e4b575 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] GET failed (client error): The resource could not be found. Dec 09 09:35:10.565458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b4600ab9-7da7-455b-ab9c-e04bb5e4b575 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Synchronizing usage tracker for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:10.568354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:security_group_rule and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:10.574337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:10.591766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:10.597484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b4600ab9-7da7-455b-ab9c-e04bb5e4b575 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Unset dirty status for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:10.603348 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b4600ab9-7da7-455b-ab9c-e04bb5e4b575 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "GET /v2.0/ports/0f8b5f39-42e6-444c-88f1-eddfb06ea70d HTTP/1.1" status: 404 len: 333 time: 0.1162763 Dec 09 09:35:10.604313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56324) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.613153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'port': {'network_id': '52a43b95-1367-4334-a019-c4227c1d373d', 'name': 'tempest-AllowedAddressPairTestJSON-135047761'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:10.632510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.641608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Port': ['ID=f6239df7-a8fe-4916-8f4e-2e58a14442e4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:10.644526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:10.658387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f464f09-2057-443e-9046-1e40d1d67320 req-22f9bcd4-c4dc-475e-bbab-aec35cc895a7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:10.660165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f464f09-2057-443e-9046-1e40d1d67320 req-22f9bcd4-c4dc-475e-bbab-aec35cc895a7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.8365598 Dec 09 09:35:10.678671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1a25e0b-cd2a-43a7-a600-72af96fa76cd up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:10.707870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network edb3922e-d0fc-4bba-81d5-2b95ee523e2c is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:35:10.724497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.763657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.782001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, edb3922e-d0fc-4bba-81d5-2b95ee523e2c) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:10.802492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:10.803140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.824737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 3be88d68-07da-4055-b9df-15b892049888 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:10.835459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a622181-5d94-4617-8367-d3430259d744 None None] Network edb3922e-d0fc-4bba-81d5-2b95ee523e2c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:10.857030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:10.867226 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5913856 Dec 09 09:35:10.870172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56328) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.878965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:10.883541 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/ports/f6239df7-a8fe-4916-8f4e-2e58a14442e4 HTTP/1.1" status: 204 len: 168 time: 1.8463593 Dec 09 09:35:10.883834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1043222392', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:10.894624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56332) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:10.900197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:10.937378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:router and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:10.941793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:10.948783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Made reservation on behalf of 0f1e6f70bf4540e88eab418140f6034a for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:10.951240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:10.954366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:10.961474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:port and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:10.964936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:10.970720 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f464f09-2057-443e-9046-1e40d1d67320 req-9685b730-ed3e-4c29-8f43-6f51c62a4408 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380745 Dec 09 09:35:10.975062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:10.996934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:11.005525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.028889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:11.035314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.075431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] device_id is not set on port 5b580075-ebcb-4df4-9003-9948a9523bb4 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:11.080868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] For port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=18e29f9b-2cd3-44f1-b06f-bd25bc02a79c,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:11.082019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.087516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] device_id is not set on port 9857d037-2084-4a3a-9cd6-68f6017a4e78 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:11.125940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.126936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.137329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:11.168523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.197330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a766a564-b2fc-45ae-a10c-903d1661b47f,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:11.215355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b1a25e0b-cd2a-43a7-a600-72af96fa76cd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:11.215355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.221423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.223300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:11.228621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ddbbe31e-a536-4f2f-b597-5726ed4f0ce7 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:11.237612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.242368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7486348 Dec 09 09:35:11.247014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56336) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:11.257047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'security_group_rule': {'security_group_id': '47fb469c-162d-4c41-be8c-7d45a0a2a275', 'project_id': 'c645895972be45e094ab5e3e838d3140', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:11.280397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=3be88d68-07da-4055-b9df-15b892049888,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:11.283227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:11.285187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.302894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:11.316599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.355211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:security_group_rule and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:11.369878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:11.373748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Transition to ACTIVE for port object b3a00760-16a4-446b-9941-d0c5fb471241 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:11.377973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] Transition to ACTIVE for port object 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:11.387151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.396621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.406973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:11.407728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:11.436421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-edb3922e-d0fc-4bba-81d5-2b95ee523e2c', 'network_id': 'edb3922e-d0fc-4bba-81d5-2b95ee523e2c', 'tenant_id': '9d4a98b72c3b46acb31d1eafd905ef46', 'fixed_ips': [{'subnet_id': '81db04aa-f7e8-41bf-95e2-9bf44fd1798a'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:11.437812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.438302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.455442 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/3be88d68-07da-4055-b9df-15b892049888 HTTP/1.1" status: 204 len: 168 time: 2.1951060 Dec 09 09:35:11.457753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56340) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:11.492621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Transition to ACTIVE for port object b3a00760-16a4-446b-9941-d0c5fb471241 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:11.500683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.517891 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Project c645895972be45e094ab5e3e838d3140 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:35:11.526918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Allocated IP 172.20.0.14 (52a43b95-1367-4334-a019-c4227c1d373d/7d2827eb-6c07-4fa5-89d8-550513a8dc9e/9857d037-2084-4a3a-9cd6-68f6017a4e78) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:11.596966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.607855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed3e1e-5ede-4bb8-83ca-9ce1ac5e1200 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:11.610278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed3e1e-5ede-4bb8-83ca-9ce1ac5e1200 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:11.611480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed3e1e-5ede-4bb8-83ca-9ce1ac5e1200 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:11.612361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f6ed3e1e-5ede-4bb8-83ca-9ce1ac5e1200 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:11.618622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.628185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4b40889-9d50-41b4-b4ce-5af841f00280']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:11.645436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.20.0.11 (49bd3b65-9540-43d7-9e6b-967693c63e45/e609473b-097e-4868-bc76-89f12d8008b4/5b580075-ebcb-4df4-9003-9948a9523bb4) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:11.647671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f6ed3e1e-5ede-4bb8-83ca-9ce1ac5e1200 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:11.651529 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f6ed3e1e-5ede-4bb8-83ca-9ce1ac5e1200 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1901801 Dec 09 09:35:11.652130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56344) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:11.717481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800e630c-33f1-4bb2-be75-eba6efab66e5') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:11.717481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800e630c-33f1-4bb2-be75-eba6efab66e5') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:11.733951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Network 49bd3b65-9540-43d7-9e6b-967693c63e45 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:11.739623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] Pushing event updated for resources: {'Port': ['ID=18e29f9b-2cd3-44f1-b06f-bd25bc02a79c,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:11.752744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:11.756549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:11.758506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.763785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:11.764434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e58ac729-d018-459e-91fd-7891f4589fc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:11.802535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.824317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.828524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:11.833011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:35:11.833574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:11.850124 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:11.876643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Pushing event updated for resources: {'Port': ['ID=b3a00760-16a4-446b-9941-d0c5fb471241,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:11.889574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:11.970519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:11.992775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.045957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet ac8a5831-51a8-47e6-9257-e40e324eca1c {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:12.050161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.091597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Attempting to bind port b3a00760-16a4-446b-9941-d0c5fb471241 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:12.092014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Attempting to bind port b3a00760-16a4-446b-9941-d0c5fb471241 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'cda2e1d7-76f8-4257-862f-6aaf5059a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '49bd3b65-9540-43d7-9e6b-967693c63e45'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:12.092425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Attempting to bind port b3a00760-16a4-446b-9941-d0c5fb471241 on network 49bd3b65-9540-43d7-9e6b-967693c63e45 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:12.095720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Allocated IP 172.20.0.2 (edb3922e-d0fc-4bba-81d5-2b95ee523e2c/81db04aa-f7e8-41bf-95e2-9bf44fd1798a/23932fc8-044d-4e92-8864-f8f77d8919f9) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:12.113445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:12.113875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Checking segment: {'id': 'cda2e1d7-76f8-4257-862f-6aaf5059a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '49bd3b65-9540-43d7-9e6b-967693c63e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:12.114599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.115313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Bound using segment: {'id': 'cda2e1d7-76f8-4257-862f-6aaf5059a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '49bd3b65-9540-43d7-9e6b-967693c63e45'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:12.115562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Bound port: b3a00760-16a4-446b-9941-d0c5fb471241, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda2e1d7-76f8-4257-862f-6aaf5059a8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '49bd3b65-9540-43d7-9e6b-967693c63e45'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:12.115963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.125848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.194891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.196583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.228854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Transition to ACTIVE for port object 5b580075-ebcb-4df4-9003-9948a9523bb4 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:12.269346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.276990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50fb9a10-4fcb-4f1c-aa8d-0078c51948e4 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:12.307345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Transition to ACTIVE for port object 9857d037-2084-4a3a-9cd6-68f6017a4e78 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:12.318184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.324160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.328820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6eeebc97-10e9-4552-984f-948fd570152d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:12.332983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1620962-3bab-410f-8286-339e3d143c8b,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:12.352044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.357705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:12.365060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ee46b222-2197-4c6f-99e2-773e9207dc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:12.387785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] For port b3a00760-16a4-446b-9941-d0c5fb471241, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:12.411866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Pushing event deleted for resources: {'Network': ['ID=b4b40889-9d50-41b4-b4ce-5af841f00280,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:12.418707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:12.430164 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] 10.222.0.18 "DELETE /v2.0/networks/b4b40889-9d50-41b4-b4ce-5af841f00280 HTTP/1.1" status: 204 len: 168 time: 1.5344226 Dec 09 09:35:12.431358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=5b580075-ebcb-4df4-9003-9948a9523bb4,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:12.432540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.434024 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1860287 Dec 09 09:35:12.434371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:12.438618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 49bd3b65-9540-43d7-9e6b-967693c63e45 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:12.439350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56352) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:12.439886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] For port b3a00760-16a4-446b-9941-d0c5fb471241, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b3a00760-16a4-446b-9941-d0c5fb471241,segment=NetworkSegment(cda2e1d7-76f8-4257-862f-6aaf5059a8ac),segment_id=cda2e1d7-76f8-4257-862f-6aaf5059a8ac)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:12.444024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:12.446811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:12.451801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.469525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75c8c39f-6494-4d6a-98a0-34a894b8cfb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:12.491465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'security_group_rule': {'security_group_id': '47fb469c-162d-4c41-be8c-7d45a0a2a275', 'project_id': 'c645895972be45e094ab5e3e838d3140', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:12.512923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:12.519957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.529817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64115445-db07-4473-9e78-aa50aae5a3a7 tempest-ExtraDHCPOptionsTestJSON-648444647 tempest-ExtraDHCPOptionsTestJSON-648444647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:12.531829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.543853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a453e052-9113-4575-b603-c66318898be0 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:12.566381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:security_group_rule and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:12.581261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:12.584537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=ac8a5831-51a8-47e6-9257-e40e324eca1c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:12.587149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:12.598391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:12.605808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:12.606506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.617104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.647235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87220bfb-5907-4313-8c59-0cb9763c33cb req-bc931096-5d79-48f5-8b4f-13c70af9b978 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:12.655855 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87220bfb-5907-4313-8c59-0cb9763c33cb req-bc931096-5d79-48f5-8b4f-13c70af9b978 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.4387589 Dec 09 09:35:12.670508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Project c645895972be45e094ab5e3e838d3140 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:35:12.683428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/ac8a5831-51a8-47e6-9257-e40e324eca1c HTTP/1.1" status: 204 len: 168 time: 1.0270846 Dec 09 09:35:12.685439 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5801566 Dec 09 09:35:12.687748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56356) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:12.688125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56358) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:12.764451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Port': ['ID=9857d037-2084-4a3a-9cd6-68f6017a4e78,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:12.785195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Network 52a43b95-1367-4334-a019-c4227c1d373d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:12.785407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:12.788751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:12.791292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:12.791446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.798850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:12.913987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:12.969276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Transition to ACTIVE for port object 23932fc8-044d-4e92-8864-f8f77d8919f9 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:12.993623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Pushing event updated for resources: {'Port': ['ID=b3a00760-16a4-446b-9941-d0c5fb471241,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:13.018495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:13.027422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet eaff6fe6-fcf9-47d3-8509-220da7aaac9f {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:13.043662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Transition to ACTIVE for port object 23932fc8-044d-4e92-8864-f8f77d8919f9 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:13.054723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.076045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e1596df2-01ba-4910-8996-1cca981b13a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:13.148454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Network edb3922e-d0fc-4bba-81d5-2b95ee523e2c is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:13.154746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:13.172066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.178019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:13.192573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Pushing event updated for resources: {'Port': ['ID=23932fc8-044d-4e92-8864-f8f77d8919f9,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:13.196351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:13.257858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.305908 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87220bfb-5907-4313-8c59-0cb9763c33cb req-d307f3d2-91b5-4f3f-993e-e3a3f50838b4 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6486573 Dec 09 09:35:13.333055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56366) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:13.335679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Attempting to bind port 23932fc8-044d-4e92-8864-f8f77d8919f9 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:13.336102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Attempting to bind port 23932fc8-044d-4e92-8864-f8f77d8919f9 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'a664aa3c-70d1-4a5e-8805-82c96cfc8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'edb3922e-d0fc-4bba-81d5-2b95ee523e2c'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:13.336511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Attempting to bind port 23932fc8-044d-4e92-8864-f8f77d8919f9 on network edb3922e-d0fc-4bba-81d5-2b95ee523e2c {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:13.346248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:13.346682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Checking segment: {'id': 'a664aa3c-70d1-4a5e-8805-82c96cfc8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'edb3922e-d0fc-4bba-81d5-2b95ee523e2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:13.347139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.347581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Bound using segment: {'id': 'a664aa3c-70d1-4a5e-8805-82c96cfc8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'edb3922e-d0fc-4bba-81d5-2b95ee523e2c'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:13.348113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Bound port: 23932fc8-044d-4e92-8864-f8f77d8919f9, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a664aa3c-70d1-4a5e-8805-82c96cfc8bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'edb3922e-d0fc-4bba-81d5-2b95ee523e2c'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:13.348534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.362884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.372950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:13.396729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:13.397565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.411453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ccaea9-f437-4b17-bd48-e5575c1f1e4d,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:13.416201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.417481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.444164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b463be65-6390-42d1-91f8-4b8e185c2c20 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:13.453714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:13.562734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.579824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.581142 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.1391585 Dec 09 09:35:13.622811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1245bbbc-9b01-44b1-82f3-5c30c7676286 None None] Could not find standard attr ID for object 3be88d68-07da-4055-b9df-15b892049888. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:35:13.658374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] For port 23932fc8-044d-4e92-8864-f8f77d8919f9, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:13.695940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] For port 23932fc8-044d-4e92-8864-f8f77d8919f9, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=23932fc8-044d-4e92-8864-f8f77d8919f9,segment=NetworkSegment(a664aa3c-70d1-4a5e-8805-82c96cfc8bb9),segment_id=a664aa3c-70d1-4a5e-8805-82c96cfc8bb9)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:13.712956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.740166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c05fb1ff-9ac6-4051-ab34-8bc95d5cf288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:13.752907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.26.8.118 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/896fd5fc-5e98-474b-906a-6f673dbbe1b8) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:13.795804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1245bbbc-9b01-44b1-82f3-5c30c7676286 None None] Provisioning for port 9857d037-2084-4a3a-9cd6-68f6017a4e78 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:13.877722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1245bbbc-9b01-44b1-82f3-5c30c7676286 None None] Provisioning complete for port 9857d037-2084-4a3a-9cd6-68f6017a4e78 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:13.878201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1245bbbc-9b01-44b1-82f3-5c30c7676286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.943365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3359160 Dec 09 09:35:13.946285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56402) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:13.968140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:13.983942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b4:18:86'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:14.004497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1245bbbc-9b01-44b1-82f3-5c30c7676286 None None] Port 9857d037-2084-4a3a-9cd6-68f6017a4e78 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:14.035895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Pushing event updated for resources: {'Port': ['ID=23932fc8-044d-4e92-8864-f8f77d8919f9,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:14.051317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:14.069465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1245bbbc-9b01-44b1-82f3-5c30c7676286 None None] Provisioning for port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:14.080577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1245bbbc-9b01-44b1-82f3-5c30c7676286 None None] Provisioning complete for port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:14.081245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1245bbbc-9b01-44b1-82f3-5c30c7676286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:14.119515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bed815ff-a08d-4d52-ab79-70bde328e71e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9c451e18adc40d191f568b470792110&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7133512 Dec 09 09:35:14.130771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56418) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:14.394412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:14.445774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:14.510817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9741698f-f066-47c5-b015-958cef6b3cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:14.518559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:14.524130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b1e75f63-3a5c-4d38-a6a9-075c5adbe7c6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:14.553229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:14.579236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9741698f-f066-47c5-b015-958cef6b3cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:14.596968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:14.603354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ef5ec00-8df5-4573-9f7d-c768da959354 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:14.609933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=eaff6fe6-fcf9-47d3-8509-220da7aaac9f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:14.612553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:14.634799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:14.800183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=896fd5fc-5e98-474b-906a-6f673dbbe1b8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:14.814569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:14.822344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b3a00760-16a4-446b-9941-d0c5fb471241 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:14.899528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/eaff6fe6-fcf9-47d3-8509-220da7aaac9f HTTP/1.1" status: 204 len: 168 time: 2.2080259 Dec 09 09:35:14.899763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:14.911335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56430) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:14.914598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:14.924816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:14.998281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b3a00760-16a4-446b-9941-d0c5fb471241 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:15.101785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba6391-959b-4434-8ca8-99ee132c6c4b req-15b7c3a5-9772-48b1-9b8e-6f30a0f9817e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:15.103753 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aba6391-959b-4434-8ca8-99ee132c6c4b req-15b7c3a5-9772-48b1-9b8e-6f30a0f9817e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.6443946 Dec 09 09:35:15.121950 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-03a6a0ba-1a0a-4b27-abdc-2f5b2365ed8b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2090995 Dec 09 09:35:15.129546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56436) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:15.148362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9741698f-f066-47c5-b015-958cef6b3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:15.187882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f48462a3-c533-47ac-aeb4-b0d062c51d89 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:15.211524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741698f-f066-47c5-b015-958cef6b3cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971704b4-1529-4f3c-a983-eacbe4bc194f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:15.214382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9741698f-f066-47c5-b015-958cef6b3cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:15.292244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9741698f-f066-47c5-b015-958cef6b3cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:15.295944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9741698f-f066-47c5-b015-958cef6b3cd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/971704b4-1529-4f3c-a983-eacbe4bc194f HTTP/1.1" status: 204 len: 168 time: 1.1616657 Dec 09 09:35:15.410264 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aba6391-959b-4434-8ca8-99ee132c6c4b req-4626f1b4-1ef6-4a4a-aeab-f055a0d3fc29 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814908 Dec 09 09:35:15.510076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53a70fa-943d-40a7-bdf4-0d201f7a2726 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:15.510884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c53a70fa-943d-40a7-bdf4-0d201f7a2726 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:15.543672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c53a70fa-943d-40a7-bdf4-0d201f7a2726 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:15.547434 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c53a70fa-943d-40a7-bdf4-0d201f7a2726 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4142368 Dec 09 09:35:15.547751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56468) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:15.570325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:15.584891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:15.590016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:15.668129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:15.678598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:15.687491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd96723d-4fb2-4f6b-a059-e79af3cc6a1a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:15.767179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:15.767960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:15.803839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ef4dc-f48e-4dab-824a-dea418d75aca tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:15.804620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-284ef4dc-f48e-4dab-824a-dea418d75aca tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:15.808060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Port': ['ID=9857d037-2084-4a3a-9cd6-68f6017a4e78,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:15.818803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:15.949273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] In _notify_port_updated(), no bound segment for port 9857d037-2084-4a3a-9cd6-68f6017a4e78 on network 52a43b95-1367-4334-a019-c4227c1d373d {{(pid=88883) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:35:15.958682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:15.959441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:15.961657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "PUT /v2.0/ports/9857d037-2084-4a3a-9cd6-68f6017a4e78 HTTP/1.1" status: 200 len: 996 time: 1.9899609 Dec 09 09:35:15.972454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56484) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:16.170224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-284ef4dc-f48e-4dab-824a-dea418d75aca tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:16.171497 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-284ef4dc-f48e-4dab-824a-dea418d75aca tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6215765 Dec 09 09:35:16.193258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56492) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:16.196378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=5b580075-ebcb-4df4-9003-9948a9523bb4,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:16.227998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42debe66-2a0e-4cca-b880-9ef79299bbd4 None None] Network 49bd3b65-9540-43d7-9e6b-967693c63e45 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:16.230686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:16.255554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Deleting port 9857d037-2084-4a3a-9cd6-68f6017a4e78 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:16.266418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:16.420348 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7d3f5c9a-7eca-4eee-8a10-285eb864ca45 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2254853 Dec 09 09:35:16.428744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56498) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:16.438360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-03a41e7e-72d1-4e7c-9a9b-c0370ec8d948 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:16.692498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ba4d74-7814-4fa2-b022-d91d93bdc9b0 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:16.773999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-03a41e7e-72d1-4e7c-9a9b-c0370ec8d948 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:16.902202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 23932fc8-044d-4e92-8864-f8f77d8919f9 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:16.914624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:16.931845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-03a41e7e-72d1-4e7c-9a9b-c0370ec8d948 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:16.974063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a41e7e-72d1-4e7c-9a9b-c0370ec8d948 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:16.980113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-03a41e7e-72d1-4e7c-9a9b-c0370ec8d948 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:16.986652 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a41e7e-72d1-4e7c-9a9b-c0370ec8d948 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:35:16.989095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a41e7e-72d1-4e7c-9a9b-c0370ec8d948 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:16.990225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b5a20792-acad-4852-9a8a-5ea0386a6cd0 None None] Provisioning for port b3a00760-16a4-446b-9941-d0c5fb471241 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:17.028355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b5a20792-acad-4852-9a8a-5ea0386a6cd0 None None] Provisioning complete for port b3a00760-16a4-446b-9941-d0c5fb471241 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:17.029312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5a20792-acad-4852-9a8a-5ea0386a6cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:17.051137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-03a41e7e-72d1-4e7c-9a9b-c0370ec8d948 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6201642 Dec 09 09:35:17.057798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56512) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:17.156811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-28fe0f7d-a186-4cd1-b041-66e47ac56bef tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:17.170966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740de8bb-65a4-4288-bc03-9a376bf04662 None None] Network edb3922e-d0fc-4bba-81d5-2b95ee523e2c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:17.223385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 23932fc8-044d-4e92-8864-f8f77d8919f9 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:17.254579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:17.315168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56520) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:17.454595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5a20792-acad-4852-9a8a-5ea0386a6cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:17.532720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:17.579842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:17.625464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b5a20792-acad-4852-9a8a-5ea0386a6cd0 None None] For port b3a00760-16a4-446b-9941-d0c5fb471241, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b3a00760-16a4-446b-9941-d0c5fb471241,segment=NetworkSegment(cda2e1d7-76f8-4257-862f-6aaf5059a8ac),segment_id=cda2e1d7-76f8-4257-862f-6aaf5059a8ac)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:17.707568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5a20792-acad-4852-9a8a-5ea0386a6cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:17.710479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:35:17.733410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63e23eee-8b83-4158-82b0-14902c2d826d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:17.872103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] Deleting port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:17.872779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:17.919222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Calling delete_port for 9857d037-2084-4a3a-9cd6-68f6017a4e78 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:17.968260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-28fe0f7d-a186-4cd1-b041-66e47ac56bef tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:17.999135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-28fe0f7d-a186-4cd1-b041-66e47ac56bef tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:18.004356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a20792-acad-4852-9a8a-5ea0386a6cd0 None None] Pushing event updated for resources: {'Port': ['ID=b3a00760-16a4-446b-9941-d0c5fb471241,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:18.011619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b5a20792-acad-4852-9a8a-5ea0386a6cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:18.018765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1722531865'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:18.027747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:18.031936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:18.036173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:18.043936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:18.074999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Provisioning complete for port 9857d037-2084-4a3a-9cd6-68f6017a4e78 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:18.075425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.140309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d64ad-4d1c-4271-a94a-8d13b6a1cb66 req-6a84ad32-5fd5-4d94-9874-391648f43408 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:18.149637 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-284d64ad-4d1c-4271-a94a-8d13b6a1cb66 req-6a84ad32-5fd5-4d94-9874-391648f43408 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 1.4119992 Dec 09 09:35:18.164455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Port 9857d037-2084-4a3a-9cd6-68f6017a4e78 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:18.247674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.255632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Provisioning for port 23932fc8-044d-4e92-8864-f8f77d8919f9 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:18.260403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.281761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.292273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.366082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Provisioning complete for port 23932fc8-044d-4e92-8864-f8f77d8919f9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:18.366507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.381627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-81e234db-e439-48e8-9ab4-51beab726be6 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:18.419198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.423347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fe0f7d-a186-4cd1-b041-66e47ac56bef tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:18.424185 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-284d64ad-4d1c-4271-a94a-8d13b6a1cb66 req-f4bcca97-82ce-4d29-b0ec-5be8b412caa2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735140 Dec 09 09:35:18.443791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.462369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:18.479574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] For port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=18e29f9b-2cd3-44f1-b06f-bd25bc02a79c,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:18.480622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.599519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28fe0f7d-a186-4cd1-b041-66e47ac56bef tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:18.603647 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fe0f7d-a186-4cd1-b041-66e47ac56bef tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:35:18.604490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fe0f7d-a186-4cd1-b041-66e47ac56bef tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:18.652355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event deleted for resources: {'Port': ['ID=9857d037-2084-4a3a-9cd6-68f6017a4e78,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:18.663795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:18.672877 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4e9e2f34-52ab-4c81-92e4-3dee95e83f78 req-f3452db2-b029-4f9d-8aed-78dc20e0dd8f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 1099 time: 0.4947579 Dec 09 09:35:18.682169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router e05bec05-f7d4-40f3-ad04-e6ca80714bad is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:35:18.686388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-28fe0f7d-a186-4cd1-b041-66e47ac56bef tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.6266918 Dec 09 09:35:18.708769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56528) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:18.782537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-35137c48-abb7-4fd5-a852-b7f71fc516c2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:19.059373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b3a00760-16a4-446b-9941-d0c5fb471241 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:19.072944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4e9e2f34-52ab-4c81-92e4-3dee95e83f78 req-b4e1f8fa-df96-46e3-91c6-bb6402abbbb9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3911765 Dec 09 09:35:19.104840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] Calling delete_port for 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:19.134025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 52110741-a6e7-479f-8dd7-027825d1825e details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:35:19.143172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 52110741-a6e7-479f-8dd7-027825d1825e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:19.205839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:19.273165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "DELETE /v2.0/ports/9857d037-2084-4a3a-9cd6-68f6017a4e78 HTTP/1.1" status: 204 len: 168 time: 3.2945380 Dec 09 09:35:19.291316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=5b580075-ebcb-4df4-9003-9948a9523bb4,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:19.308349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56532) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:19.314422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:19.394875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:19.397643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:19.403635 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2e7bc5-af82-40e8-826b-51471bb86d1b tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] GET failed (client error): The resource could not be found. Dec 09 09:35:19.405217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:19.405528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fd2e7bc5-af82-40e8-826b-51471bb86d1b tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "GET /v2.0/ports/9857d037-2084-4a3a-9cd6-68f6017a4e78 HTTP/1.1" status: 404 len: 333 time: 0.0940013 Dec 09 09:35:19.418266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29731256-0928-45dd-a067-751d72fccddd None None] Sync routers for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:19.425931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56536) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:19.438551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'port': {'network_id': '52a43b95-1367-4334-a019-c4227c1d373d', 'name': 'tempest-AllowedAddressPairTestJSON-322475184'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:19.445401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=52110741-a6e7-479f-8dd7-027825d1825e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:19.446533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29731256-0928-45dd-a067-751d72fccddd None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:19.448407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-29731256-0928-45dd-a067-751d72fccddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:19.465002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:35:19.465263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:19.471957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:19.476803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:19.480400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35137c48-abb7-4fd5-a852-b7f71fc516c2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:19.488567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:19.490440 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.6166518 Dec 09 09:35:19.494612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56546) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:19.509926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-beef325f-29a8-464a-8a86-7db01795acca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:19.513793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:19.612276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:19.615321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35137c48-abb7-4fd5-a852-b7f71fc516c2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:19.622279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:19.633325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91a4f6f6-3b37-4256-8dd7-f4af03eddc1d tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:19.655154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-29731256-0928-45dd-a067-751d72fccddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:19.672705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=52110741-a6e7-479f-8dd7-027825d1825e,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:19.682995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:19.701719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29731256-0928-45dd-a067-751d72fccddd None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:19.702480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-29731256-0928-45dd-a067-751d72fccddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:19.836452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:19.905143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Usage tracker for resource:port and tenant:0f1e6f70bf4540e88eab418140f6034a is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:19.917198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:19.918748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-29731256-0928-45dd-a067-751d72fccddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:19.919213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29731256-0928-45dd-a067-751d72fccddd None None] The sync data for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:19.930373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb8c89a-4207-4d1a-bbc5-ad850be1cec8,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:19.935061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:19.939540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:19.947448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:19.958252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Made reservation on behalf of 0f1e6f70bf4540e88eab418140f6034a for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:19.964732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:19.964910 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e', 'code': 200} Dec 09 09:35:19.972228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35137c48-abb7-4fd5-a852-b7f71fc516c2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:19.979753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35137c48-abb7-4fd5-a852-b7f71fc516c2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:19.981472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-35137c48-abb7-4fd5-a852-b7f71fc516c2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:35:19.982218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35137c48-abb7-4fd5-a852-b7f71fc516c2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:20.006579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b3a00760-16a4-446b-9941-d0c5fb471241 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:20.006987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:20.014094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] device_id is not set on port 7387b6ba-daa1-4840-b064-8b27dc59810c yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:20.023646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:20.034568 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-35137c48-abb7-4fd5-a852-b7f71fc516c2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3238604 Dec 09 09:35:20.037241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56552) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:20.046740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:20.055022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3726a551-c33b-4db8-b6ab-61582a01cf58 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:20.090864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:20.111204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75c8c39f-6494-4d6a-98a0-34a894b8cfb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:20.195193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:20.217154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] Pushing event deleted for resources: {'Port': ['ID=18e29f9b-2cd3-44f1-b06f-bd25bc02a79c,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:20.217543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 49bd3b65-9540-43d7-9e6b-967693c63e45 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:20.219339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3726a551-c33b-4db8-b6ab-61582a01cf58 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:20.222300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:20.224842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:20.225647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:20.244413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] For port 23932fc8-044d-4e92-8864-f8f77d8919f9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=23932fc8-044d-4e92-8864-f8f77d8919f9,segment=NetworkSegment(a664aa3c-70d1-4a5e-8805-82c96cfc8bb9),segment_id=a664aa3c-70d1-4a5e-8805-82c96cfc8bb9)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:20.290739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:20.307335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] No DVR routers for this DVR port 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:20.308897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:20.334824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f51a45-3bac-4b11-a778-5c701dd1a13d req-523ce277-2a5c-4af4-b613-0d2b00f15fd4 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:20.337038 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89f51a45-3bac-4b11-a778-5c701dd1a13d req-523ce277-2a5c-4af4-b613-0d2b00f15fd4 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 944 time: 0.5657470 Dec 09 09:35:20.349202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Allocated IP 172.20.0.9 (52a43b95-1367-4334-a019-c4227c1d373d/7d2827eb-6c07-4fa5-89d8-550513a8dc9e/7387b6ba-daa1-4840-b064-8b27dc59810c) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:20.460033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3726a551-c33b-4db8-b6ab-61582a01cf58 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:20.481520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Could not find standard attr ID for object 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:35:20.548100 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89f51a45-3bac-4b11-a778-5c701dd1a13d req-45f29209-89bd-4803-a0a4-a0b0b304b288 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068666 Dec 09 09:35:20.553729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3726a551-c33b-4db8-b6ab-61582a01cf58 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:20.560066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3726a551-c33b-4db8-b6ab-61582a01cf58 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:20.561844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3726a551-c33b-4db8-b6ab-61582a01cf58 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:35:20.562466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3726a551-c33b-4db8-b6ab-61582a01cf58 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:20.622583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Pushing event updated for resources: {'Port': ['ID=23932fc8-044d-4e92-8864-f8f77d8919f9,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:20.625471 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3726a551-c33b-4db8-b6ab-61582a01cf58 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5806742 Dec 09 09:35:20.627864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:20.639568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56556) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:20.651983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-54fced38-d27c-421f-8794-35af199d9a1f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:20.657222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=52110741-a6e7-479f-8dd7-027825d1825e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:20.705603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '52110741-a6e7-479f-8dd7-027825d1825e', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'port_id': '52110741-a6e7-479f-8dd7-027825d1825e', 'mac_address': 'fa:16:3e:74:69:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:35:20.830197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:20.843661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:20.878509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:20.880316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Transition to ACTIVE for port object 7387b6ba-daa1-4840-b064-8b27dc59810c will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:20.913094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c80194a2-adca-4cd5-91dd-d9e70abe050f None None] Provisioning complete for port 23932fc8-044d-4e92-8864-f8f77d8919f9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:20.913543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c80194a2-adca-4cd5-91dd-d9e70abe050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:20.942841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52110741-a6e7-479f-8dd7-027825d1825e {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:35:20.965135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:35:20.965385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 18e29f9b-2cd3-44f1-b06f-bd25bc02a79c not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:35:20.992117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:20.997000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:20.999269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-54fced38-d27c-421f-8794-35af199d9a1f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:21.004071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77ca9e69-65ac-43a9-a2f3-2e6230a71ecc tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:21.011673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-54fced38-d27c-421f-8794-35af199d9a1f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:21.028841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.037342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26741912-8378-49a3-968a-941e7e7729ea tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:21.043070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=52110741-a6e7-479f-8dd7-027825d1825e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:21.055611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.060663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb4e1dc4-c4e4-4e0d-8d19-3a7e929c9e77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:21.096238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Network 52a43b95-1367-4334-a019-c4227c1d373d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:21.101993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:21.104624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:21.137171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fced38-d27c-421f-8794-35af199d9a1f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:21.146835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54fced38-d27c-421f-8794-35af199d9a1f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.148551 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fced38-d27c-421f-8794-35af199d9a1f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:35:21.151471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fced38-d27c-421f-8794-35af199d9a1f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:21.166779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Port': ['ID=7387b6ba-daa1-4840-b064-8b27dc59810c,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:21.176697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:21.187914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77175e9a-de40-4bff-8196-021f5c2855b1,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:21.217766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56562) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:21.220478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-54fced38-d27c-421f-8794-35af199d9a1f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5780218 Dec 09 09:35:21.226721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:21.233164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-907ac44d-b9d4-480b-9444-61ab65240f12 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:21.237560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 23932fc8-044d-4e92-8864-f8f77d8919f9 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:21.242469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.246820 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.9296119 Dec 09 09:35:21.248695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56566) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:21.276641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:21.277617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.316102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=52110741-a6e7-479f-8dd7-027825d1825e,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:21.322694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:21.331902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c80194a2-adca-4cd5-91dd-d9e70abe050f None None] Provisioning for port 5b580075-ebcb-4df4-9003-9948a9523bb4 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:21.337594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['52110741-a6e7-479f-8dd7-027825d1825e'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:35:21.362840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-15bc3436-61d7-4f9e-8964-dbbbc1b0b41c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:21.386790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-15bc3436-61d7-4f9e-8964-dbbbc1b0b41c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:21.391856 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-15bc3436-61d7-4f9e-8964-dbbbc1b0b41c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1411114 Dec 09 09:35:21.395284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56570) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:21.402718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3d86bd77-3d34-4b3e-857f-a564893f9787 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-security--57167914', 'description': 'tempest-security-description-1127228918'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:21.428617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c80194a2-adca-4cd5-91dd-d9e70abe050f None None] Provisioning complete for port 5b580075-ebcb-4df4-9003-9948a9523bb4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:21.429215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c80194a2-adca-4cd5-91dd-d9e70abe050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.443764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d86bd77-3d34-4b3e-857f-a564893f9787 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.532389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d86bd77-3d34-4b3e-857f-a564893f9787 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.541754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d86bd77-3d34-4b3e-857f-a564893f9787 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.543629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c80194a2-adca-4cd5-91dd-d9e70abe050f None None] Port 5b580075-ebcb-4df4-9003-9948a9523bb4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:21.544352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d86bd77-3d34-4b3e-857f-a564893f9787 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.549380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3d86bd77-3d34-4b3e-857f-a564893f9787 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "PUT /v2.0/security-groups/77175e9a-de40-4bff-8196-021f5c2855b1 HTTP/1.1" status: 200 len: 1610 time: 0.1529973 Dec 09 09:35:21.550232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56574) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:21.550971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2a1c55a8-6498-4859-af85-d3900e7b9787 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:21.557190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 23932fc8-044d-4e92-8864-f8f77d8919f9 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:21.557743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.592417 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1653094 Dec 09 09:35:21.599453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56580) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:21.615442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'port': {'network_id': '52a43b95-1367-4334-a019-c4227c1d373d', 'name': 'tempest-AllowedAddressPairTestJSON-439008525'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:21.644569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-907ac44d-b9d4-480b-9444-61ab65240f12 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:21.692577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d86bd77-3d34-4b3e-857f-a564893f9787 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77175e9a-de40-4bff-8196-021f5c2855b1,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:21.726346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-907ac44d-b9d4-480b-9444-61ab65240f12 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:21.765893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907ac44d-b9d4-480b-9444-61ab65240f12 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:21.785509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c80194a2-adca-4cd5-91dd-d9e70abe050f None None] Provisioning complete for port b3a00760-16a4-446b-9941-d0c5fb471241 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:21.785863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c80194a2-adca-4cd5-91dd-d9e70abe050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:21.822278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d86bd77-3d34-4b3e-857f-a564893f9787 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:21.823370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router c6843d50-5a31-43b5-9686-2dbd1d99c5c9 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:35:21.886756 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a19c3aed-6de5-44fb-9e30-8a0611dec1b0 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups/77175e9a-de40-4bff-8196-021f5c2855b1 HTTP/1.1" status: 200 len: 1610 time: 0.3210266 Dec 09 09:35:21.891889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56584) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:22.128730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:22.136801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Usage tracker for resource:port and tenant:0f1e6f70bf4540e88eab418140f6034a is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:22.146281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:22.164655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:22.167602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:22.221405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Made reservation on behalf of 0f1e6f70bf4540e88eab418140f6034a for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:22.227430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:22.266304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-886590ca-c5c1-4233-a3d5-0ff60f986def tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:22.273764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2326a851-d59f-474a-9828-94d4cbe8e8ce None None] Provisioning for port 7387b6ba-daa1-4840-b064-8b27dc59810c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:22.279707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2326a851-d59f-474a-9828-94d4cbe8e8ce None None] Provisioning complete for port 7387b6ba-daa1-4840-b064-8b27dc59810c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:22.280132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2326a851-d59f-474a-9828-94d4cbe8e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:22.291412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] device_id is not set on port dd8fedae-8ed9-4107-b477-4f81222e0806 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:22.357003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2326a851-d59f-474a-9828-94d4cbe8e8ce None None] Port 7387b6ba-daa1-4840-b064-8b27dc59810c cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:22.377928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2326a851-d59f-474a-9828-94d4cbe8e8ce None None] Provisioning complete for port 5b580075-ebcb-4df4-9003-9948a9523bb4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:22.378354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2326a851-d59f-474a-9828-94d4cbe8e8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:22.383565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-886590ca-c5c1-4233-a3d5-0ff60f986def tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:22.453355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-907ac44d-b9d4-480b-9444-61ab65240f12 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:22.455260 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-907ac44d-b9d4-480b-9444-61ab65240f12 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:35:22.456127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907ac44d-b9d4-480b-9444-61ab65240f12 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:35:22.458538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:22.460099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2326a851-d59f-474a-9828-94d4cbe8e8ce None None] Port 5b580075-ebcb-4df4-9003-9948a9523bb4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:22.476242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bd90d-1f5d-43c5-84cb-c819e8b711cf None None] Sync routers for ids ['c6843d50-5a31-43b5-9686-2dbd1d99c5c9'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:22.491432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bd90d-1f5d-43c5-84cb-c819e8b711cf None None] Routers {'c6843d50-5a31-43b5-9686-2dbd1d99c5c9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:22.492118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7c6bd90d-1f5d-43c5-84cb-c819e8b711cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c6843d50-5a31-43b5-9686-2dbd1d99c5c9'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:22.517792 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-907ac44d-b9d4-480b-9444-61ab65240f12 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2940352 Dec 09 09:35:22.518023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56590) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:22.527378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916a52a-e83b-4821-a338-a609ada21443 req-3c869fc8-da88-402d-8c47-229f49079724 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:22.535174 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7916a52a-e83b-4821-a338-a609ada21443 req-3c869fc8-da88-402d-8c47-229f49079724 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 945 time: 0.4582067 Dec 09 09:35:22.580284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7c6bd90d-1f5d-43c5-84cb-c819e8b711cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:22.581141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-886590ca-c5c1-4233-a3d5-0ff60f986def tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:22.589592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f61b69d-b650-42b7-8c46-978bba472db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:22.596207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bd90d-1f5d-43c5-84cb-c819e8b711cf None None] Routers {'c6843d50-5a31-43b5-9686-2dbd1d99c5c9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:22.596902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7c6bd90d-1f5d-43c5-84cb-c819e8b711cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c6843d50-5a31-43b5-9686-2dbd1d99c5c9'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:22.602963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-153bffa3-b240-4440-a5e5-bf376aee12cb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0832512 Dec 09 09:35:22.604374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56594) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:22.617918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-886590ca-c5c1-4233-a3d5-0ff60f986def tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:22.622034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-886590ca-c5c1-4233-a3d5-0ff60f986def tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/77175e9a-de40-4bff-8196-021f5c2855b1 HTTP/1.1" status: 204 len: 168 time: 0.7257950 Dec 09 09:35:22.623320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886590ca-c5c1-4233-a3d5-0ff60f986def tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77175e9a-de40-4bff-8196-021f5c2855b1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:22.627744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56598) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:22.634050 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/c6843d50-5a31-43b5-9686-2dbd1d99c5c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9425974 Dec 09 09:35:22.635463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-886590ca-c5c1-4233-a3d5-0ff60f986def tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:22.662775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56602) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:22.676986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7c6bd90d-1f5d-43c5-84cb-c819e8b711cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:22.677756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6bd90d-1f5d-43c5-84cb-c819e8b711cf None None] The sync data for ids ['c6843d50-5a31-43b5-9686-2dbd1d99c5c9'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:22.711487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944de4d8-12f1-476f-84e4-101820e20fbe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:22.712379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-944de4d8-12f1-476f-84e4-101820e20fbe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:22.769832 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7916a52a-e83b-4821-a338-a609ada21443 req-e7cfebe0-41e6-4e23-a82a-7db2fd2ce585 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333996 Dec 09 09:35:22.817442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-944de4d8-12f1-476f-84e4-101820e20fbe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:22.821617 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-944de4d8-12f1-476f-84e4-101820e20fbe tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2159963 Dec 09 09:35:22.828881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56606) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:22.829206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56608) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:22.956076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Allocated IP 172.20.0.8 (52a43b95-1367-4334-a019-c4227c1d373d/7d2827eb-6c07-4fa5-89d8-550513a8dc9e/dd8fedae-8ed9-4107-b477-4f81222e0806) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:22.991974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fa3b0342-5921-419f-b7b3-a9b4aca5bb28 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595736 Dec 09 09:35:22.997689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56614) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:23.017304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:23.033918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7e2e4df3-6655-4575-8639-e582c7341aa5 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:23.055520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b262bd34-5310-4cff-8040-92277a348d2b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:23.056158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b262bd34-5310-4cff-8040-92277a348d2b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:23.106595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:35:23.108109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7e2e4df3-6655-4575-8639-e582c7341aa5 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:23.112745 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7e2e4df3-6655-4575-8639-e582c7341aa5 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4808457 Dec 09 09:35:23.116649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56618) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:23.124750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 52110741-a6e7-479f-8dd7-027825d1825e up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:23.146699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b262bd34-5310-4cff-8040-92277a348d2b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:23.151048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b262bd34-5310-4cff-8040-92277a348d2b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports/5b580075-ebcb-4df4-9003-9948a9523bb4 HTTP/1.1" status: 200 len: 977 time: 0.4803920 Dec 09 09:35:23.152393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-a6cf9066-b301-4d73-b8d8-32489ef57b09 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] delete failed (client error): The resource could not be found. Dec 09 09:35:23.157041 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6cf9066-b301-4d73-b8d8-32489ef57b09 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/77175e9a-de40-4bff-8196-021f5c2855b1 HTTP/1.1" status: 404 len: 347 time: 0.0354922 Dec 09 09:35:23.157041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56622) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:23.186583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56624) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:23.199271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7593145e-162f-4649-b68a-f7fcb562697a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/floatingips/f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77 HTTP/1.1" status: 200 len: 993 time: 0.3687692 Dec 09 09:35:23.210071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1385958503'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:23.236584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:23.244040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 52110741-a6e7-479f-8dd7-027825d1825e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:23.244718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.275576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:23.297857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.20.0.1 (edb3922e-d0fc-4bba-81d5-2b95ee523e2c/81db04aa-f7e8-41bf-95e2-9bf44fd1798a/fb0ca4f8-7491-496e-a6ca-3ccd10d339ba) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:23.302946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:23.307980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:23.345252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:23.357069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.396062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.445567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.471132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.497437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Transition to ACTIVE for port object dd8fedae-8ed9-4107-b477-4f81222e0806 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:23.502735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:35:23.544766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=52110741-a6e7-479f-8dd7-027825d1825e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:23.549209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.551503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b03f7b-1bad-4c1e-b2b7-acdc5a62b945 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:23.644254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:23.648547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e', 'code': 200} Dec 09 09:35:23.649644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=52110741-a6e7-479f-8dd7-027825d1825e,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:23.662301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:23.667181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.670870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:23.675891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6e79ebe2-caf6-4db1-9814-ee06272af861 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:23.680754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:23.724526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:23.760122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.773890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Network 52a43b95-1367-4334-a019-c4227c1d373d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:23.780264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:23.782624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Port': ['ID=dd8fedae-8ed9-4107-b477-4f81222e0806,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:23.785241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:23.813969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:23.845429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Transition to ACTIVE for port object fb0ca4f8-7491-496e-a6ca-3ccd10d339ba will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:23.907539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:23.908236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.927130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.934539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:23.939633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3341708 Dec 09 09:35:23.947329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56634) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:23.948777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2ff1ea5-d4bd-495c-85ff-6c4ea0d3e454 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:23.958156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b4:18:86'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:35:86:63'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:23.986913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.038963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617d452b-1a6c-4712-98ab-84ad72f314b7,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:24.040863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:24.043033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network edb3922e-d0fc-4bba-81d5-2b95ee523e2c is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:24.047719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-014618ea-469c-4a82-90c6-b22dc9aac8ba tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:24.086658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:24.089173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:24.195713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.200212 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0098276 Dec 09 09:35:24.212206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56638) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:24.230938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '617d452b-1a6c-4712-98ab-84ad72f314b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:24.248575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:24.265740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:24.272873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=fb0ca4f8-7491-496e-a6ca-3ccd10d339ba,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:24.275966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:24.279137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:24.317262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.320086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:24.326406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-39a4d2d3-d117-4588-989c-d5cc7c29f9b9 None None] Provisioning for port dd8fedae-8ed9-4107-b477-4f81222e0806 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:24.331343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.333294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-39a4d2d3-d117-4588-989c-d5cc7c29f9b9 None None] Provisioning complete for port dd8fedae-8ed9-4107-b477-4f81222e0806 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:24.334742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39a4d2d3-d117-4588-989c-d5cc7c29f9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.351270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.357638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9361de3d-c652-4fe9-ac95-f42f73961df4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:24.420598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.444190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-39a4d2d3-d117-4588-989c-d5cc7c29f9b9 None None] Port dd8fedae-8ed9-4107-b477-4f81222e0806 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:24.470239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:24.501705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:24.509880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:24.510782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.511588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a563cf23-f296-43e6-9347-6c696ba89903 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:24.524122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.553922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=8893d652-6b03-4254-82ff-f3cb10a86bf9,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:24.562745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:24.608604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6055493 Dec 09 09:35:24.619836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56644) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:24.645637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:4c:4e:88', 'name': 'tempest-NetworksTestDHCPv6-643954090'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:24.681935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.726462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.736954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.829426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1dde92b0-00d2-4840-badd-97d5013ea8c9 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:24.878759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08268ce8-df37-497e-a13b-0b2a5ea774ba,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:24.898946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:24.930317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5d713c01-c6b0-4286-a4bc-f42a67a075f2 None None] Provisioning for port fb0ca4f8-7491-496e-a6ca-3ccd10d339ba completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:24.941701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5d713c01-c6b0-4286-a4bc-f42a67a075f2 None None] Provisioning complete for port fb0ca4f8-7491-496e-a6ca-3ccd10d339ba triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:24.942372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d713c01-c6b0-4286-a4bc-f42a67a075f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.962654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.969323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:24.976414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8ac5476-ec09-47f9-b1fe-b1df2e8ae096 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:25.021090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5d713c01-c6b0-4286-a4bc-f42a67a075f2 None None] Port fb0ca4f8-7491-496e-a6ca-3ccd10d339ba cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:25.087571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '8893d652-6b03-4254-82ff-f3cb10a86bf9'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:25.088488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.237188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event updated for resources: {'Port': ['ID=dd8fedae-8ed9-4107-b477-4f81222e0806,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:25.240742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:25.248830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.250228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0370679 Dec 09 09:35:25.255423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56648) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:25.274041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 5b580075-ebcb-4df4-9003-9948a9523bb4 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:25.274797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.275008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:25.317845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] In _notify_port_updated(), no bound segment for port dd8fedae-8ed9-4107-b477-4f81222e0806 on network 52a43b95-1367-4334-a019-c4227c1d373d {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:35:25.322086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:25.322800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.324228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "PUT /v2.0/ports/dd8fedae-8ed9-4107-b477-4f81222e0806 HTTP/1.1" status: 200 len: 1054 time: 1.3757336 Dec 09 09:35:25.334070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56652) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:25.358092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b3f70b9-357d-4596-afa5-c385112a5129 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.366030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Allocated IP 2001:db8::f816:3eff:fe75:194b (2d5d328b-91d8-47d0-9229-6819f3b6112b/8893d652-6b03-4254-82ff-f3cb10a86bf9/2109ccf3-c06a-4eb1-b825-17eecbb904f8) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:25.406540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:25.461984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:25.474171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.526024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Deleting port dd8fedae-8ed9-4107-b477-4f81222e0806 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:25.526360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.656669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port a32f6b0d-0386-4774-96df-809ec87775d0 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:25.674132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b3f70b9-357d-4596-afa5-c385112a5129 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.687440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.707068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Transition to ACTIVE for port object 2109ccf3-c06a-4eb1-b825-17eecbb904f8 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:25.741996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9e7d405a-46a5-45f6-bd30-14a49edf9ad9 None None] Provisioning complete for port dd8fedae-8ed9-4107-b477-4f81222e0806 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:25.741996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e7d405a-46a5-45f6-bd30-14a49edf9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.812689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d405a-46a5-45f6-bd30-14a49edf9ad9 None None] Port dd8fedae-8ed9-4107-b477-4f81222e0806 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:25.845036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Transition to ACTIVE for port object 2109ccf3-c06a-4eb1-b825-17eecbb904f8 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:25.848222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b3f70b9-357d-4596-afa5-c385112a5129 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.850080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.855054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:25.856025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8075f93c-8be6-4d26-a99b-4b574798497a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:25.875774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f70b9-357d-4596-afa5-c385112a5129 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08268ce8-df37-497e-a13b-0b2a5ea774ba,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:25.883874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b3f70b9-357d-4596-afa5-c385112a5129 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:25.887641 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6b3f70b9-357d-4596-afa5-c385112a5129 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/08268ce8-df37-497e-a13b-0b2a5ea774ba HTTP/1.1" status: 204 len: 168 time: 0.6286547 Dec 09 09:35:25.889341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b3f70b9-357d-4596-afa5-c385112a5129 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:25.890570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56658) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:25.942853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.105490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 5b580075-ebcb-4df4-9003-9948a9523bb4 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:26.133952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:26.135714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:26.141237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:26.144850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0dca03a-9aa2-46ae-867f-2eae27dcec9f tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:26.152047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Pushing event updated for resources: {'Port': ['ID=2109ccf3-c06a-4eb1-b825-17eecbb904f8,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:26.156243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:26.178914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0dca03a-9aa2-46ae-867f-2eae27dcec9f tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:26.184414 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0dca03a-9aa2-46ae-867f-2eae27dcec9f tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2872446 Dec 09 09:35:26.187735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56662) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:26.257793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Attempting to bind port 2109ccf3-c06a-4eb1-b825-17eecbb904f8 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:26.258195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Attempting to bind port 2109ccf3-c06a-4eb1-b825-17eecbb904f8 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:26.258603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Attempting to bind port 2109ccf3-c06a-4eb1-b825-17eecbb904f8 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:26.274220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:26.274832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:26.277486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.278781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:26.279335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Bound port: 2109ccf3-c06a-4eb1-b825-17eecbb904f8, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:26.279764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.303208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ff0-c491-4788-9bc7-a517db24af9c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.327925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:fe4c:4e88 (2d5d328b-91d8-47d0-9229-6819f3b6112b/8893d652-6b03-4254-82ff-f3cb10a86bf9/a32f6b0d-0386-4774-96df-809ec87775d0) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:26.331732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.341775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.346449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ff0-c491-4788-9bc7-a517db24af9c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.398235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] For port 2109ccf3-c06a-4eb1-b825-17eecbb904f8, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:26.402182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] For port 2109ccf3-c06a-4eb1-b825-17eecbb904f8, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2109ccf3-c06a-4eb1-b825-17eecbb904f8,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:26.407119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.413375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.415255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:26.422211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-786130de-0faa-4178-8730-f9d9a5d97b8f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:26.447334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ff0-c491-4788-9bc7-a517db24af9c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.457735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8875c4ac-26ae-45cf-b6e5-840673f1737b tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:26.467761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.474310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c4ff0-c491-4788-9bc7-a517db24af9c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617d452b-1a6c-4712-98ab-84ad72f314b7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:26.477077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3a6c4ff0-c491-4788-9bc7-a517db24af9c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:26.506501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a6c4ff0-c491-4788-9bc7-a517db24af9c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.510621 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3a6c4ff0-c491-4788-9bc7-a517db24af9c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/617d452b-1a6c-4712-98ab-84ad72f314b7 HTTP/1.1" status: 204 len: 168 time: 0.3218226 Dec 09 09:35:26.511234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56666) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:26.549708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Pushing event updated for resources: {'Port': ['ID=2109ccf3-c06a-4eb1-b825-17eecbb904f8,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:26.555973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:26.575155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:26.594791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:26.636414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Calling delete_port for dd8fedae-8ed9-4107-b477-4f81222e0806 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:26.646727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=5b580075-ebcb-4df4-9003-9948a9523bb4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:26.650408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-90d28a1f-f5bb-465d-9771-4f55716b9728 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:26.656817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:26.783980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-90d28a1f-f5bb-465d-9771-4f55716b9728 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:26.785684 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-90d28a1f-f5bb-465d-9771-4f55716b9728 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2701385 Dec 09 09:35:26.840164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56670) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:26.840978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=fb0ca4f8-7491-496e-a6ca-3ccd10d339ba,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:26.858506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-secgroup--591367454'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:26.868357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:26.887630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:26.958465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:26.965973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:27.139197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:27.184384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network edb3922e-d0fc-4bba-81d5-2b95ee523e2c is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:27.191120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:27.388466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:27.440135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:27.443707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:27.476409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:27.567495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router c6843d50-5a31-43b5-9686-2dbd1d99c5c9 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:35:27.604325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:27.642806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:27.659789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-964f935f-de9d-410f-b7cb-46d5fbc9323f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:27.675582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-518adde7-2bc5-4496-9013-cf8f8927d259 None None] Provisioning complete for port fb0ca4f8-7491-496e-a6ca-3ccd10d339ba triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:27.676104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-518adde7-2bc5-4496-9013-cf8f8927d259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:27.727867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:27.736958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/c6843d50-5a31-43b5-9686-2dbd1d99c5c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5759532 Dec 09 09:35:27.737826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56676) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:27.741668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3ed44e-9d2f-4965-9036-46611fba3d6c None None] Sync routers for ids ['c6843d50-5a31-43b5-9686-2dbd1d99c5c9'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:27.758637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ed44e-9d2f-4965-9036-46611fba3d6c None None] Routers {'c6843d50-5a31-43b5-9686-2dbd1d99c5c9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:27.759924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8e3ed44e-9d2f-4965-9036-46611fba3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c6843d50-5a31-43b5-9686-2dbd1d99c5c9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:27.769417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event deleted for resources: {'Port': ['ID=dd8fedae-8ed9-4107-b477-4f81222e0806,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:27.772249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:27.774782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-518adde7-2bc5-4496-9013-cf8f8927d259 None None] Port fb0ca4f8-7491-496e-a6ca-3ccd10d339ba cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:27.781508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object a32f6b0d-0386-4774-96df-809ec87775d0 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:27.893515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8e3ed44e-9d2f-4965-9036-46611fba3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:27.908976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3ed44e-9d2f-4965-9036-46611fba3d6c None None] Routers {'c6843d50-5a31-43b5-9686-2dbd1d99c5c9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:27.909884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8e3ed44e-9d2f-4965-9036-46611fba3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c6843d50-5a31-43b5-9686-2dbd1d99c5c9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:27.988163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:27.994699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8e3ed44e-9d2f-4965-9036-46611fba3d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:27.995384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3ed44e-9d2f-4965-9036-46611fba3d6c None None] The sync data for ids ['c6843d50-5a31-43b5-9686-2dbd1d99c5c9'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:28.201579 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-26a9a8e8-fa27-48ac-a329-b2b0ba5cbc9e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 09:35:28.206465 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-26a9a8e8-fa27-48ac-a329-b2b0ba5cbc9e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/c6843d50-5a31-43b5-9686-2dbd1d99c5c9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4674995 Dec 09 09:35:28.207143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56682) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:28.262359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e2246a2c-a1bd-4edf-932d-fe8b7f729e44 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:28.280870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e2246a2c-a1bd-4edf-932d-fe8b7f729e44 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:28.283051 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e2246a2c-a1bd-4edf-932d-fe8b7f729e44 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6843d50-5a31-43b5-9686-2dbd1d99c5c9 HTTP/1.1" status: 200 len: 205 time: 0.0744002 Dec 09 09:35:28.285440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56686) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:28.344455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:28.354261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ac4d3b4-9143-45ea-80cd-a32207f4e3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:28.388646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:28.437781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9776965c-a611-4102-8147-5896642dd0ce,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:28.440777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:28.468417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52ac2ef2-afb9-4a0e-82b9-1d914270c9ff tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:28.479561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3a2f7a3-03cb-4ca4-b350-76ff83ac60df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:28.600256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:28.632520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:28.635195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:28.640875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:28.641279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:28.656871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:28.660919 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8144009 Dec 09 09:35:28.685082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56690) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:28.721990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '9776965c-a611-4102-8147-5896642dd0ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:28.755462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:28.765494 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1358671 Dec 09 09:35:28.766587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=a32f6b0d-0386-4774-96df-809ec87775d0,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:28.771708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:28.775162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56694) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:28.847058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:28.888515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:28.914982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:28.942455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:28.944599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "DELETE /v2.0/ports/dd8fedae-8ed9-4107-b477-4f81222e0806 HTTP/1.1" status: 204 len: 168 time: 3.6086519 Dec 09 09:35:28.951791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56698) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:29.013055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.025801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1693e4-4057-4d96-850e-c5d4c61e1672 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] GET failed (client error): The resource could not be found. Dec 09 09:35:29.026385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e1693e4-4057-4d96-850e-c5d4c61e1672 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Synchronizing usage tracker for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:29.118062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e1693e4-4057-4d96-850e-c5d4c61e1672 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Unset dirty status for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:29.118062 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e1693e4-4057-4d96-850e-c5d4c61e1672 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "GET /v2.0/ports/dd8fedae-8ed9-4107-b477-4f81222e0806 HTTP/1.1" status: 404 len: 333 time: 0.1633847 Dec 09 09:35:29.118062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56702) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:29.165691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2109ccf3-c06a-4eb1-b825-17eecbb904f8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:29.172312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52ac2ef2-afb9-4a0e-82b9-1d914270c9ff tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.172586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b4909-282a-47c8-968a-76cb57db1cde tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:29.177017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52ac2ef2-afb9-4a0e-82b9-1d914270c9ff tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.177358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b4909-282a-47c8-968a-76cb57db1cde tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:29.178376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fc4b4909-282a-47c8-968a-76cb57db1cde tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:29.202979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52ac2ef2-afb9-4a0e-82b9-1d914270c9ff tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.203537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ac2ef2-afb9-4a0e-82b9-1d914270c9ff tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Fanout notify agent at l3_agent the message router_deleted on router c6843d50-5a31-43b5-9686-2dbd1d99c5c9 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:35:29.219910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52ac2ef2-afb9-4a0e-82b9-1d914270c9ff tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.221300 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-52ac2ef2-afb9-4a0e-82b9-1d914270c9ff tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/c6843d50-5a31-43b5-9686-2dbd1d99c5c9 HTTP/1.1" status: 204 len: 168 time: 0.9342477 Dec 09 09:35:29.224443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56706) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:29.280069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4ff6c686-ee3d-45a0-b770-abe8d5a6a8d4 None None] Provisioning for port 2109ccf3-c06a-4eb1-b825-17eecbb904f8 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:29.283931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fc4b4909-282a-47c8-968a-76cb57db1cde tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:29.289135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fc4b4909-282a-47c8-968a-76cb57db1cde tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4511333 Dec 09 09:35:29.293207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56710) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:29.298022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 2109ccf3-c06a-4eb1-b825-17eecbb904f8 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:29.304863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2109ccf3-c06a-4eb1-b825-17eecbb904f8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:29.305335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.310882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Deleting port 7387b6ba-daa1-4840-b064-8b27dc59810c {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:29.311659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.396867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.403959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router e05bec05-f7d4-40f3-ad04-e6ca80714bad has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:35:29.422402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.449601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:29.549463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9489d814-d07d-4fce-93a5-91ea2c9603d8,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:29.552334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:29.558266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.570895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port a32f6b0d-0386-4774-96df-809ec87775d0 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:29.571282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.597335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 2109ccf3-c06a-4eb1-b825-17eecbb904f8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2109ccf3-c06a-4eb1-b825-17eecbb904f8,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:29.601413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.604262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8bea16c-522a-4996-92d1-626530b2f7dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:29.630135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting subnet e609473b-097e-4868-bc76-89f12d8008b4 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:29.633856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.691684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.692054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=2109ccf3-c06a-4eb1-b825-17eecbb904f8,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:29.695259 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9773011 Dec 09 09:35:29.695553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:29.712416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56716) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:29.719679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d2cafd5e-3e10-421b-992c-130e7e2437e4 None None] Provisioning for port a32f6b0d-0386-4774-96df-809ec87775d0 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:29.725437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '9776965c-a611-4102-8147-5896642dd0ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:29.728355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.729984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d2cafd5e-3e10-421b-992c-130e7e2437e4 None None] Provisioning complete for port a32f6b0d-0386-4774-96df-809ec87775d0 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:29.731972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2cafd5e-3e10-421b-992c-130e7e2437e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.799588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:29.804892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:29.823924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d2cafd5e-3e10-421b-992c-130e7e2437e4 None None] Port a32f6b0d-0386-4774-96df-809ec87775d0 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:29.833174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:29.846651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.924423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.926399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:29.930881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5ba15d8-89f4-408b-8064-06e7f0879589 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:29.978839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:29.981791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Subnet': ['ID=e609473b-097e-4868-bc76-89f12d8008b4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:29.986888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:29.987790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8488a2-ae7e-43fc-b373-fbf032a88e71 None None] Network 49bd3b65-9540-43d7-9e6b-967693c63e45 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:29.993154 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/e609473b-097e-4868-bc76-89f12d8008b4 HTTP/1.1" status: 204 len: 168 time: 0.7674012 Dec 09 09:35:29.993837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56720) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:30.028018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:30.129898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:30.142521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port b3a00760-16a4-446b-9941-d0c5fb471241 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:30.142908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:30.152299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:30.346592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] DHCP port deletion for 49bd3b65-9540-43d7-9e6b-967693c63e45 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:35:30.351443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] Deleting port b3a00760-16a4-446b-9941-d0c5fb471241 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:30.351864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:30.450948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port b3a00760-16a4-446b-9941-d0c5fb471241, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b3a00760-16a4-446b-9941-d0c5fb471241,segment=NetworkSegment(cda2e1d7-76f8-4257-862f-6aaf5059a8ac),segment_id=cda2e1d7-76f8-4257-862f-6aaf5059a8ac)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:30.451529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:30.461433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Calling delete_port for 7387b6ba-daa1-4840-b064-8b27dc59810c owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:30.632915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for b3a00760-16a4-446b-9941-d0c5fb471241 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:30.661740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] For port b3a00760-16a4-446b-9941-d0c5fb471241, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b3a00760-16a4-446b-9941-d0c5fb471241,segment=NetworkSegment(cda2e1d7-76f8-4257-862f-6aaf5059a8ac),segment_id=cda2e1d7-76f8-4257-862f-6aaf5059a8ac)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:30.662283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:30.762785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:30.768423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d1152d4-3609-45aa-855f-db9c4dd1d672 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:30.828211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] Calling delete_port for b3a00760-16a4-446b-9941-d0c5fb471241 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:30.844462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=b3a00760-16a4-446b-9941-d0c5fb471241,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:30.849901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:30.850816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No DVR routers for this DVR port b3a00760-16a4-446b-9941-d0c5fb471241 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:30.912959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:35:30.913413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:35:30.931047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.014079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.035443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.044197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49bd3b65-9540-43d7-9e6b-967693c63e45']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:31.059263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda2e1d7-76f8-4257-862f-6aaf5059a8ac') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:31.059540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda2e1d7-76f8-4257-862f-6aaf5059a8ac') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:31.072376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.088970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2109ccf3-c06a-4eb1-b825-17eecbb904f8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:31.097817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.104096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for a32f6b0d-0386-4774-96df-809ec87775d0 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:31.105636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:35:31.106074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.141190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.162495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:31.182837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2109ccf3-c06a-4eb1-b825-17eecbb904f8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:31.183715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:31.207558 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:31.239597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.245208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a175496-1319-44fd-9b0d-19c022f33071,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:31.247028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd2cdd0a-4d87-4055-a736-c00d7bdbc5f2 tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:31.258445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:31.266193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.277366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Network': ['ID=49bd3b65-9540-43d7-9e6b-967693c63e45,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:31.283652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:31.290932 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/networks/49bd3b65-9540-43d7-9e6b-967693c63e45 HTTP/1.1" status: 204 len: 168 time: 1.2960575 Dec 09 09:35:31.295412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56726) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:31.303768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1778797819'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:31.312594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:31.317659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:network and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:31.318584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:31.322363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:31.329793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:31.335171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b920b6-750b-45bc-b515-0ece0f14b96f None None] Sync routers for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:31.338785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.341273 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.6247349 Dec 09 09:35:31.346161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56730) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:31.353485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '9776965c-a611-4102-8147-5896642dd0ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:31.362970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:31.368712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:31.372472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:31.373988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b920b6-750b-45bc-b515-0ece0f14b96f None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:31.374878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72b920b6-750b-45bc-b515-0ece0f14b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:31.380686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:31.386041 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/routers/e05bec05-f7d4-40f3-ad04-e6ca80714bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8903947 Dec 09 09:35:31.391194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56734) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:31.401725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'port': {'network_id': 'edb3922e-d0fc-4bba-81d5-2b95ee523e2c', 'name': 'tempest-FloatingIPTestJSON-92400837'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:31.437545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] Deleting port b3a00760-16a4-446b-9941-d0c5fb471241 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:31.438360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.519248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72b920b6-750b-45bc-b515-0ece0f14b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:31.529732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-84f23086-1587-48c6-bd93-0fc11a41e37b None None] The port 'b3a00760-16a4-446b-9941-d0c5fb471241' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:35:31.545583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b920b6-750b-45bc-b515-0ece0f14b96f None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:31.547827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72b920b6-750b-45bc-b515-0ece0f14b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:31.589618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:31.590702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.593758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.597164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.600049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-321a8ff8-7ca0-4228-b3ee-22f7ec643fc3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:31.604887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b3a00760-16a4-446b-9941-d0c5fb471241 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:31.638494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:31.645708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.648388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b3a00760-16a4-446b-9941-d0c5fb471241 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:35:31.648785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b3a00760-16a4-446b-9941-d0c5fb471241 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:35:31.651140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72b920b6-750b-45bc-b515-0ece0f14b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:31.651591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b920b6-750b-45bc-b515-0ece0f14b96f None None] The sync data for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:31.653579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Usage tracker for resource:port and tenant:9d4a98b72c3b46acb31d1eafd905ef46 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:31.663921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:31.674714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=a32f6b0d-0386-4774-96df-809ec87775d0,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:31.674886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:35:31.677149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:31.678719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:31.682058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fae2bed5-7717-4465-9ddf-bdc578b39be6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:31.722219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.722595 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added segment 06640132-ea1e-4ebb-9940-ea03d9f382f0 of type vlan for network 36c3dd86-f146-4aba-8687-13e747eb14fd Dec 09 09:35:31.724968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Made reservation on behalf of 9d4a98b72c3b46acb31d1eafd905ef46 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:31.730554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.732385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event deleted for resources: {'Port': ['ID=7387b6ba-daa1-4840-b064-8b27dc59810c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:31.739865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:31.781606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.802552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.810192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] device_id is not set on port 4779501e-411b-4e42-b920-e95e9f7ef2ad yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:31.878311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.880735 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/a32f6b0d-0386-4774-96df-809ec87775d0 HTTP/1.1" status: 204 len: 168 time: 2.5398157 Dec 09 09:35:31.886593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56748) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:31.944774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:31.993390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bdc02e81-388b-4a4d-9c8b-4e2c0add69e8 tempest-ServersTestManualDisk-389481767 tempest-ServersTestManualDisk-389481767-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:32.025823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111b419f-10e8-4064-9a5f-6e124a4929ab,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:32.037424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:32.038854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.044817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:32.045150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db3bae2-1dd1-4e4f-816c-cfafee91b3af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:32.045528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.047332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db3bae2-1dd1-4e4f-816c-cfafee91b3af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:32.048187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9db3bae2-1dd1-4e4f-816c-cfafee91b3af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:32.060937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.064129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:32.064271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "DELETE /v2.0/ports/7387b6ba-daa1-4840-b064-8b27dc59810c HTTP/1.1" status: 204 len: 168 time: 2.9405923 Dec 09 09:35:32.068401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56752) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:32.124653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-30643b26-b502-489d-94e9-96071f2e12a2 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] GET failed (client error): The resource could not be found. Dec 09 09:35:32.125270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-30643b26-b502-489d-94e9-96071f2e12a2 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Synchronizing usage tracker for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:32.128797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9db3bae2-1dd1-4e4f-816c-cfafee91b3af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:32.131012 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9db3bae2-1dd1-4e4f-816c-cfafee91b3af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2427409 Dec 09 09:35:32.134189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56756) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:32.212591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Network': ['ID=36c3dd86-f146-4aba-8687-13e747eb14fd,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:32.212759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-30643b26-b502-489d-94e9-96071f2e12a2 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Unset dirty status for tenant:0f1e6f70bf4540e88eab418140f6034a on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:32.219650 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-30643b26-b502-489d-94e9-96071f2e12a2 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "GET /v2.0/ports/7387b6ba-daa1-4840-b064-8b27dc59810c HTTP/1.1" status: 404 len: 333 time: 0.1501231 Dec 09 09:35:32.220386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56760) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:32.225156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:32.225973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 36c3dd86-f146-4aba-8687-13e747eb14fd details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:35:32.315092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0171227 Dec 09 09:35:32.323208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56764) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:32.326690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.328645 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9810801 Dec 09 09:35:32.333140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56768) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:32.344182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'subnet': {'network_id': '36c3dd86-f146-4aba-8687-13e747eb14fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:32.345665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '9776965c-a611-4102-8147-5896642dd0ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:32.352551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:32.357252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:32.361507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:32.368304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:32.402362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.426699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Allocated IP 172.20.0.4 (edb3922e-d0fc-4bba-81d5-2b95ee523e2c/81db04aa-f7e8-41bf-95e2-9bf44fd1798a/4779501e-411b-4e42-b920-e95e9f7ef2ad) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:32.529104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Deleting port 806baa41-0aca-43bb-9c31-a28e356849bc {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:32.529653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.559887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.572307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.586182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:32.592557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:32.600920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:subnet and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:32.612611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:32.628679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:32.676991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4fedfc-da15-48c6-b93e-6bf178697233,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:32.679733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:32.693565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:32.694304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.698208 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3610890 Dec 09 09:35:32.699966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56780) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:32.708391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '9776965c-a611-4102-8147-5896642dd0ce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:32.718935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 8893d652-6b03-4254-82ff-f3cb10a86bf9 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:32.722222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.787800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:32.795349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.800212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:32.806343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:32.817011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:32.826394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Transition to ACTIVE for port object 4779501e-411b-4e42-b920-e95e9f7ef2ad will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:32.833692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.845523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.912036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:32.918641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9c86378-e99a-4e5e-9b10-58536c639f0b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:33.033181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event updated for resources: {'Port': ['ID=4779501e-411b-4e42-b920-e95e9f7ef2ad,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:33.037208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.038309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:33.048529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.051467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Network edb3922e-d0fc-4bba-81d5-2b95ee523e2c is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:33.054528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:33.059951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9fc55b4b-333f-4b40-9c0a-f4e0f1b3a2fe tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:33.067509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.075248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:33.146316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4a70dc-b2a9-4275-912b-f0679c3aca35,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:33.154873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:33.178319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.182340 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.4787104 Dec 09 09:35:33.185324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:33.186004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.190394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56786) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.222982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.243000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.8461704 Dec 09 09:35:33.244122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56790) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.244241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64f0516a-9376-4bda-8603-10dcd1c8009e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.256573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Request body: {'floatingip': {'port_id': '4779501e-411b-4e42-b920-e95e9f7ef2ad'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:33.256949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64f0516a-9376-4bda-8603-10dcd1c8009e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.283372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64f0516a-9376-4bda-8603-10dcd1c8009e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.286589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:33.306579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0516a-9376-4bda-8603-10dcd1c8009e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b4a70dc-b2a9-4275-912b-f0679c3aca35,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:33.310657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64f0516a-9376-4bda-8603-10dcd1c8009e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:33.312215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64f0516a-9376-4bda-8603-10dcd1c8009e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.315940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-64f0516a-9376-4bda-8603-10dcd1c8009e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8b4a70dc-b2a9-4275-912b-f0679c3aca35 HTTP/1.1" status: 204 len: 168 time: 0.1206739 Dec 09 09:35:33.317293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56794) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.386077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0b1ba87c-27d2-40fb-a920-1e52dab19613 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:33.404308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0b1ba87c-27d2-40fb-a920-1e52dab19613 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:33.408580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0b1ba87c-27d2-40fb-a920-1e52dab19613 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0876915 Dec 09 09:35:33.409233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56798) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.448484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5694-3310-422f-8383-58608212e316 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.472759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5694-3310-422f-8383-58608212e316 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.487744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-22ebcd2a-d316-48e8-a7c9-b89bec5ffb5f None None] Provisioning for port 4779501e-411b-4e42-b920-e95e9f7ef2ad completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:33.494080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Calling delete_port for 806baa41-0aca-43bb-9c31-a28e356849bc owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:33.494660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-22ebcd2a-d316-48e8-a7c9-b89bec5ffb5f None None] Provisioning complete for port 4779501e-411b-4e42-b920-e95e9f7ef2ad triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:33.495093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22ebcd2a-d316-48e8-a7c9-b89bec5ffb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.506275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5694-3310-422f-8383-58608212e316 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.527911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:33.538581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c9d5694-3310-422f-8383-58608212e316 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.540141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1c9d5694-3310-422f-8383-58608212e316 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1a4fedfc-da15-48c6-b93e-6bf178697233 HTTP/1.1" status: 204 len: 168 time: 0.1296527 Dec 09 09:35:33.542834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d5694-3310-422f-8383-58608212e316 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a4fedfc-da15-48c6-b93e-6bf178697233,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:33.545368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c9d5694-3310-422f-8383-58608212e316 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:33.547625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56806) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.565545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-22ebcd2a-d316-48e8-a7c9-b89bec5ffb5f None None] Port 4779501e-411b-4e42-b920-e95e9f7ef2ad cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:33.598828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.610504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4b271ada-ffc6-4191-8ca5-ad4127c9a790 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:33.626524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4b271ada-ffc6-4191-8ca5-ad4127c9a790 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:33.630887 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4b271ada-ffc6-4191-8ca5-ad4127c9a790 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0793109 Dec 09 09:35:33.631138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56814) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.638457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.663992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d96110b0-5a79-4394-8ed8-097fb8c9e10b tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.678691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d96110b0-5a79-4394-8ed8-097fb8c9e10b tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.701849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d96110b0-5a79-4394-8ed8-097fb8c9e10b tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.731791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6f3b7e5-23d9-4bf1-a9e6-e7652baae1e3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:33.746442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96110b0-5a79-4394-8ed8-097fb8c9e10b tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=111b419f-10e8-4064-9a5f-6e124a4929ab,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:33.755075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d96110b0-5a79-4394-8ed8-097fb8c9e10b tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.758887 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d96110b0-5a79-4394-8ed8-097fb8c9e10b tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/111b419f-10e8-4064-9a5f-6e124a4929ab HTTP/1.1" status: 204 len: 168 time: 0.1242611 Dec 09 09:35:33.758887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d96110b0-5a79-4394-8ed8-097fb8c9e10b tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:33.759354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56818) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.816175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-000d1ae6-fe9c-41f2-bf0f-bfed698e4fcf tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:33.831953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-000d1ae6-fe9c-41f2-bf0f-bfed698e4fcf tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:33.836879 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-000d1ae6-fe9c-41f2-bf0f-bfed698e4fcf tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0729804 Dec 09 09:35:33.836879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56822) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.869995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75286338-b98f-4d13-9b27-2b7c640ca837 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.882427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75286338-b98f-4d13-9b27-2b7c640ca837 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.905057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75286338-b98f-4d13-9b27-2b7c640ca837 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.919475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:33.929935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75286338-b98f-4d13-9b27-2b7c640ca837 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:33.933746 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-75286338-b98f-4d13-9b27-2b7c640ca837 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8a175496-1319-44fd-9b0d-19c022f33071 HTTP/1.1" status: 204 len: 168 time: 0.0930097 Dec 09 09:35:33.934111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56826) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:33.954615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75286338-b98f-4d13-9b27-2b7c640ca837 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a175496-1319-44fd-9b0d-19c022f33071,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:33.957962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75286338-b98f-4d13-9b27-2b7c640ca837 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:34.000839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-31dc1fb1-3438-4601-98b9-da330c039ecc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:34.021496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-31dc1fb1-3438-4601-98b9-da330c039ecc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:34.025989 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-31dc1fb1-3438-4601-98b9-da330c039ecc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0878763 Dec 09 09:35:34.026413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56830) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:34.063273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd745-a669-4dd8-a5a9-4d57b5e7ea51 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.076100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd745-a669-4dd8-a5a9-4d57b5e7ea51 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.103975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd745-a669-4dd8-a5a9-4d57b5e7ea51 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.106473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:34.124747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bd745-a669-4dd8-a5a9-4d57b5e7ea51 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9489d814-d07d-4fce-93a5-91ea2c9603d8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:34.130961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd5bd745-a669-4dd8-a5a9-4d57b5e7ea51 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:34.137600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd5bd745-a669-4dd8-a5a9-4d57b5e7ea51 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.139032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd5bd745-a669-4dd8-a5a9-4d57b5e7ea51 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9489d814-d07d-4fce-93a5-91ea2c9603d8 HTTP/1.1" status: 204 len: 168 time: 0.1116371 Dec 09 09:35:34.142090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56836) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:34.203847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0550e4fa-6cf8-4f88-9484-2fe50f848759 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:34.224936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0550e4fa-6cf8-4f88-9484-2fe50f848759 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:34.226912 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0550e4fa-6cf8-4f88-9484-2fe50f848759 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0838032 Dec 09 09:35:34.230179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56840) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:34.264570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.283895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72d3ca1e-20aa-4d1b-9661-39a299586e19 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:34.305062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54e4635f-0702-4cf6-a22c-e4a1a7c2bb90 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.335829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54e4635f-0702-4cf6-a22c-e4a1a7c2bb90 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.336044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=8893d652-6b03-4254-82ff-f3cb10a86bf9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:34.340366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.342124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.375109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:34.375684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:34.392318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a07be9d8-2208-4e89-8c6a-333b16880114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.392921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54e4635f-0702-4cf6-a22c-e4a1a7c2bb90 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.406787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3a6c4ff0-c491-4788-9bc7-a517db24af9c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:34.443191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90411e91-4826-4cc8-9515-24f4e15aa62a None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:34.454362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.648973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Subnet': ['ID=854ff742-f02b-4af5-a2e3-ec69f35e4013,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:34.652175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f0da8151-2d08-4a77-b2db-2990b6e46dd3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/8893d652-6b03-4254-82ff-f3cb10a86bf9 HTTP/1.1" status: 204 len: 168 time: 2.5167892 Dec 09 09:35:34.671365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:34.674852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56844) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:34.675523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b300ec5-bc17-4f99-89e5-5965ef1a645e tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:34.703773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4635f-0702-4cf6-a22c-e4a1a7c2bb90 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9776965c-a611-4102-8147-5896642dd0ce,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:34.707459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-54e4635f-0702-4cf6-a22c-e4a1a7c2bb90 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:34.725383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54e4635f-0702-4cf6-a22c-e4a1a7c2bb90 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.729233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-54e4635f-0702-4cf6-a22c-e4a1a7c2bb90 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/9776965c-a611-4102-8147-5896642dd0ce HTTP/1.1" status: 204 len: 168 time: 0.4954631 Dec 09 09:35:34.729512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56848) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:34.837631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0810972a-7096-4995-84ca-c1c2d3a34dbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:34.862223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0810972a-7096-4995-84ca-c1c2d3a34dbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:34.868054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0810972a-7096-4995-84ca-c1c2d3a34dbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1330748 Dec 09 09:35:34.869931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56852) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:34.877585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175724732'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:34.890477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:34.902331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:34.913626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:34.989937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:35:34.994799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] Deleting port 2109ccf3-c06a-4eb1-b825-17eecbb904f8 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:34.995220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.001239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:35.005753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:35.005969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event deleted for resources: {'Port': ['ID=806baa41-0aca-43bb-9c31-a28e356849bc,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:35.009619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:35.010067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:35.018320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:35.032121 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5735561b-a600-4b60-8071-4754a45c25ae tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3191955 Dec 09 09:35:35.032328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56856) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:35.037928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:35.044355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Checking segment: {'id': '06640132-ea1e-4ebb-9940-ea03d9f382f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36c3dd86-f146-4aba-8687-13e747eb14fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:35.053820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network hostable DHCP agents. Network: 36c3dd86-f146-4aba-8687-13e747eb14fd, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:35:35.059780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.065530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "DELETE /v2.0/ports/806baa41-0aca-43bb-9c31-a28e356849bc HTTP/1.1" status: 204 len: 168 time: 2.8412142 Dec 09 09:35:35.065820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56860) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:35.152638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2109ccf3-c06a-4eb1-b825-17eecbb904f8 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:35.270514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.275040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:35.281409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.287437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:35.290169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8ab8cda-349c-41ea-a960-18b0f9615712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:35.315534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:35.341827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:35.397001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] For port 2109ccf3-c06a-4eb1-b825-17eecbb904f8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2109ccf3-c06a-4eb1-b825-17eecbb904f8,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:35.397905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.437901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4148b6dd-a558-476f-ac91-3bcfca97d60a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:35.448312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:35.460012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.462665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.463166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 36c3dd86-f146-4aba-8687-13e747eb14fd is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:35:35.466650 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5927117 Dec 09 09:35:35.467528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56866) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:35.472921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.473441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '4148b6dd-a558-476f-ac91-3bcfca97d60a', 'direction': 'ingress', 'protocol': 17}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:35.480241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:35.502713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:35.512656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:35.534190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:35.548675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:35.556948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 36c3dd86-f146-4aba-8687-13e747eb14fd) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:35.562898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:35.564247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.569518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] Calling delete_port for 2109ccf3-c06a-4eb1-b825-17eecbb904f8 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:35.621067 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2946029 Dec 09 09:35:35.622537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56870) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:35.633988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04054beb-1f12-4760-bbb3-37f39b4fbb54 None None] Network 36c3dd86-f146-4aba-8687-13e747eb14fd requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:35.654244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Deleting subnet 7d2827eb-6c07-4fa5-89d8-550513a8dc9e {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:35.664798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.690972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1255434606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:35.707572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:35.711261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.714442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:router and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:35.718899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:35.727708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:35.757696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.758824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.768544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.794498 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP 30b2b946-31f6-4b76-8135-1e5ca47227a5 associated. External IP: 172.26.8.151, port: f5481ec0-f573-49dc-ac59-f2d8b131ca46. Dec 09 09:35:35.869596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.874256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.899084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.901481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.923883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:35.930943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:36.007360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.055424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.065306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.085493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.089790 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d8f93c61-415c-4047-9344-0a66b2390f1d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4028950 Dec 09 09:35:36.089790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56874) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:36.111512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:36.152283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239f055e-2ab2-4a56-a75d-f1fa0b7f0f9e,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:36.155166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.201820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:36.213989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] No DVR routers for this DVR port 2109ccf3-c06a-4eb1-b825-17eecbb904f8 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:36.229656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] Pushing event deleted for resources: {'Port': ['ID=2109ccf3-c06a-4eb1-b825-17eecbb904f8,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:36.238873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:36.263591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.268909 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8002791 Dec 09 09:35:36.269803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56878) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:36.351761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.360317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-36c3dd86-f146-4aba-8687-13e747eb14fd', 'network_id': '36c3dd86-f146-4aba-8687-13e747eb14fd', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'fixed_ips': [{'subnet_id': '854ff742-f02b-4af5-a2e3-ec69f35e4013'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:36.362866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.392404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-551d04dc-cefa-4611-b0ef-6f14ae63d295 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:36.444351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2827eb-6c07-4fa5-89d8-550513a8dc9e,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:36.450123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:36.454954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.472178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "DELETE /v2.0/subnets/7d2827eb-6c07-4fa5-89d8-550513a8dc9e HTTP/1.1" status: 204 len: 168 time: 1.3947754 Dec 09 09:35:36.476123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56884) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:36.521499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2742e9a-2937-4eca-98de-6e1d61062726 None None] Network 52a43b95-1367-4334-a019-c4227c1d373d requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:36.574430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.583377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48fb3244-aa89-4c74-ab96-3375f4cdab03 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:36.737705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:36.741569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:36.749829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.752581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:36.753153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.759191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=2a141cdf-a94f-4ff5-91e6-029c76d6374f,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:36.764879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:36.782863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Deleting port f8401687-dcd1-4fd6-ae25-fdbc18efa18a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:36.783306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:36.815792 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7812905 Dec 09 09:35:36.818123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56888) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:36.822604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Allocated IP 172.20.0.2 (36c3dd86-f146-4aba-8687-13e747eb14fd/854ff742-f02b-4af5-a2e3-ec69f35e4013/1e3055be-f89f-48b6-906d-a2b5040ac42e) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:36.831465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:72:0d:cc', 'name': 'tempest-NetworksTestDHCPv6-1043005385'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:36.833335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec22069-33e3-4ebf-a4af-3116e01214e8 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:36.907684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65373454-2e38-430b-8b47-7f71775e3faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.037710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] For port f8401687-dcd1-4fd6-ae25-fdbc18efa18a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f8401687-dcd1-4fd6-ae25-fdbc18efa18a,segment=NetworkSegment(b3527eab-c903-43c1-950a-02394aecf5d7),segment_id=b3527eab-c903-43c1-950a-02394aecf5d7)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:37.038139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.053952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-379cac28-d2e8-4856-b63b-8e70bb22d098 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.165963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.201098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Calling delete_port for f8401687-dcd1-4fd6-ae25-fdbc18efa18a owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:37.204245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-379cac28-d2e8-4856-b63b-8e70bb22d098 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.311184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:37.315624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.336881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:37.390030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:37.398590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] No DVR routers for this DVR port f8401687-dcd1-4fd6-ae25-fdbc18efa18a on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:37.402241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event deleted for resources: {'Port': ['ID=f8401687-dcd1-4fd6-ae25-fdbc18efa18a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:37.430165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c2c255-97f8-42a4-a031-8bf793da70ac None None] DHCP port deletion for 52a43b95-1367-4334-a019-c4227c1d373d request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:35:37.445310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '2a141cdf-a94f-4ff5-91e6-029c76d6374f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:37.446195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.446325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:37.459257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.468845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:37.475974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.480502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Transition to ACTIVE for port object 1e3055be-f89f-48b6-906d-a2b5040ac42e will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:37.493085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.524997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-379cac28-d2e8-4856-b63b-8e70bb22d098 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.568533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9741698f-f066-47c5-b015-958cef6b3cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:37.576427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.582286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Transition to ACTIVE for port object 1e3055be-f89f-48b6-906d-a2b5040ac42e will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:37.596144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.609301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-36b8724f-24d5-49f6-afd9-30a09eb44db1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:37.617916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cac28-d2e8-4856-b63b-8e70bb22d098 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4148b6dd-a558-476f-ac91-3bcfca97d60a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:37.622493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-379cac28-d2e8-4856-b63b-8e70bb22d098 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:37.623256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a43b95-1367-4334-a019-c4227c1d373d']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:37.623574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-379cac28-d2e8-4856-b63b-8e70bb22d098 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.628888 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-379cac28-d2e8-4856-b63b-8e70bb22d098 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/4148b6dd-a558-476f-ac91-3bcfca97d60a HTTP/1.1" status: 204 len: 168 time: 1.3506994 Dec 09 09:35:37.632901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56894) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:37.669580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3527eab-c903-43c1-950a-02394aecf5d7') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:37.669924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3527eab-c903-43c1-950a-02394aecf5d7') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:37.687006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.720708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.744847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:35:37.745470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.753154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Network 36c3dd86-f146-4aba-8687-13e747eb14fd is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:37.767897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:35:37.768146 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:35:37.782491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port c3308099-1a7f-4db7-a8d1-79ae11eb9367 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:37.783240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:37.793054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5e71fe48-587c-49cf-b16f-7d6591211719 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:37.830143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Pushing event updated for resources: {'Port': ['ID=1e3055be-f89f-48b6-906d-a2b5040ac42e,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:37.840947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:37.908107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Allocated IP 2001:db8::f816:3eff:fee2:db63 (2d5d328b-91d8-47d0-9229-6819f3b6112b/2a141cdf-a94f-4ff5-91e6-029c76d6374f/bf6a892f-2e52-4dd4-97a8-80a9e36dfdce) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:37.908327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5e71fe48-587c-49cf-b16f-7d6591211719 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:37.911286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5e71fe48-587c-49cf-b16f-7d6591211719 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2763193 Dec 09 09:35:37.914921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56898) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:37.918006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Attempting to bind port 1e3055be-f89f-48b6-906d-a2b5040ac42e on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:37.918423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Attempting to bind port 1e3055be-f89f-48b6-906d-a2b5040ac42e by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '06640132-ea1e-4ebb-9940-ea03d9f382f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36c3dd86-f146-4aba-8687-13e747eb14fd'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:37.918829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Attempting to bind port 1e3055be-f89f-48b6-906d-a2b5040ac42e on network 36c3dd86-f146-4aba-8687-13e747eb14fd {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:37.922796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620075586'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:37.927659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.931287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:37.931859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Checking segment: {'id': '06640132-ea1e-4ebb-9940-ea03d9f382f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36c3dd86-f146-4aba-8687-13e747eb14fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:37.932068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72121e02-4e79-4a89-a6ed-2e8212250df0 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:37.932186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.932630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Bound using segment: {'id': '06640132-ea1e-4ebb-9940-ea03d9f382f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36c3dd86-f146-4aba-8687-13e747eb14fd'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:37.933152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Bound port: 1e3055be-f89f-48b6-906d-a2b5040ac42e, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06640132-ea1e-4ebb-9940-ea03d9f382f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '36c3dd86-f146-4aba-8687-13e747eb14fd'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:37.933720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.951569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:37.955480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:37.965857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Pushing event deleted for resources: {'Network': ['ID=52a43b95-1367-4334-a019-c4227c1d373d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:37.977092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:37.978054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:37.998296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] 10.222.0.18 "DELETE /v2.0/networks/52a43b95-1367-4334-a019-c4227c1d373d HTTP/1.1" status: 204 len: 168 time: 1.5205412 Dec 09 09:35:38.003421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.031054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:35:38.079824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] For port 1e3055be-f89f-48b6-906d-a2b5040ac42e, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:38.083999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] For port 1e3055be-f89f-48b6-906d-a2b5040ac42e, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1e3055be-f89f-48b6-906d-a2b5040ac42e,segment=NetworkSegment(06640132-ea1e-4ebb-9940-ea03d9f382f0),segment_id=06640132-ea1e-4ebb-9940-ea03d9f382f0)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:38.093326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:38.101524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:38.113747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:38.128499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:38.158187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.170966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:38.204112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.216099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.222918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:38.334524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Pushing event updated for resources: {'Port': ['ID=1e3055be-f89f-48b6-906d-a2b5040ac42e,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:38.347789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:38.364809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc4a97a-db89-40ce-8e83-f71d404c6e98,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:38.396606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:38.400956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.404069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4864571 Dec 09 09:35:38.406228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56906) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:38.418617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.425569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-secgroup--622336714'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:38.441925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:38.448955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.461645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:38.462142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Transition to ACTIVE for port object bf6a892f-2e52-4dd4-97a8-80a9e36dfdce will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:38.475180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:38.486700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.20.0.1 (36c3dd86-f146-4aba-8687-13e747eb14fd/854ff742-f02b-4af5-a2e3-ec69f35e4013/e2d07b4b-eb23-474e-9f1f-bba395435bc3) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:38.489428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Transition to ACTIVE for port object bf6a892f-2e52-4dd4-97a8-80a9e36dfdce will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:38.493187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:38.494903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.509719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d828c8bc-4047-4aa5-ad0b-62ff559daa0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:38.525031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.544921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56910) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:38.551423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:38.558462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:38.568800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:38.612732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:38.618481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:38.622437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:38.630817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:38.711141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Pushing event updated for resources: {'Port': ['ID=bf6a892f-2e52-4dd4-97a8-80a9e36dfdce,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:38.735224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:38.782797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Attempting to bind port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:38.783644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Attempting to bind port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:38.783912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.786914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Attempting to bind port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:38.789984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.804699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-775c3e0d-a6c6-4f13-b89d-c9ffda6004a1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:38.805995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:38.807702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:38.808215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.808359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:fe72:dcc (2d5d328b-91d8-47d0-9229-6819f3b6112b/2a141cdf-a94f-4ff5-91e6-029c76d6374f/c3308099-1a7f-4db7-a8d1-79ae11eb9367) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:38.808863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:38.811147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Bound port: bf6a892f-2e52-4dd4-97a8-80a9e36dfdce, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:38.813511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.930425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:38.942771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefbcf7-9536-4887-b2c7-6c302b9f2fe4 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:38.968631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefbcf7-9536-4887-b2c7-6c302b9f2fe4 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:38.970851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9fefbcf7-9536-4887-b2c7-6c302b9f2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:38.978348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:38.980011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5726330 Dec 09 09:35:38.981364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f60bdc-626b-4519-987b-db857f35665a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:38.984443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56918) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:38.993606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:39.006911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '8dc4a97a-db89-40ce-8e83-f71d404c6e98', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '81f60bdc-626b-4519-987b-db857f35665a', 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:39.058354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:39.069307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] For port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:39.074293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] For port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=bf6a892f-2e52-4dd4-97a8-80a9e36dfdce,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:39.078944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:39.080389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.086339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:39.087662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:39.096732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.111929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:39.134946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9fefbcf7-9536-4887-b2c7-6c302b9f2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:39.162850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fefbcf7-9536-4887-b2c7-6c302b9f2fe4 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:39.163807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9fefbcf7-9536-4887-b2c7-6c302b9f2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:39.228496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Pushing event updated for resources: {'Port': ['ID=bf6a892f-2e52-4dd4-97a8-80a9e36dfdce,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:39.243125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1e3055be-f89f-48b6-906d-a2b5040ac42e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:39.256164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.282813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-265d9b1e-ed17-478c-8746-22317678c20d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f1e6f70bf4540e88eab418140f6034a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7308030 Dec 09 09:35:39.286818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56922) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.295699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9fefbcf7-9536-4887-b2c7-6c302b9f2fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:39.296805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fefbcf7-9536-4887-b2c7-6c302b9f2fe4 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:39.305311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:39.323037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Transition to ACTIVE for port object e2d07b4b-eb23-474e-9f1f-bba395435bc3 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:39.378258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 1e3055be-f89f-48b6-906d-a2b5040ac42e completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:39.451132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.454575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9226abd-0a8b-49e0-a902-48a5de2dcc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.458007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.469352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f8401687-dcd1-4fd6-ae25-fdbc18efa18a no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:39.472969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64f0516a-9376-4bda-8603-10dcd1c8009e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:39.492421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bc0f06-123f-40fc-9aca-a28a7793e612,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:39.512669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:39.517603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f8401687-dcd1-4fd6-ae25-fdbc18efa18a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:35:39.518270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f8401687-dcd1-4fd6-ae25-fdbc18efa18a not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:35:39.529446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9226abd-0a8b-49e0-a902-48a5de2dcc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.564480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.565814 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5740423 Dec 09 09:35:39.574913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56926) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.622723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5c9a428-3313-4768-9712-e83415602d2c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.635732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5c9a428-3313-4768-9712-e83415602d2c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.642386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9226abd-0a8b-49e0-a902-48a5de2dcc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.650576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd739ca0-a199-4dbe-aef0-df25159cabbe tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:39.666938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9226abd-0a8b-49e0-a902-48a5de2dcc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfee5dfd-8cf6-4e8e-ab48-82bde8285c11,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:39.674289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9226abd-0a8b-49e0-a902-48a5de2dcc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:39.676566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9226abd-0a8b-49e0-a902-48a5de2dcc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.680198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9226abd-0a8b-49e0-a902-48a5de2dcc71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfee5dfd-8cf6-4e8e-ab48-82bde8285c11 HTTP/1.1" status: 204 len: 168 time: 0.3901982 Dec 09 09:35:39.687802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5c9a428-3313-4768-9712-e83415602d2c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.699070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-549cdff0-99e6-4050-b6c8-22fdafa2779a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:39.719762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9a428-3313-4768-9712-e83415602d2c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34bc0f06-123f-40fc-9aca-a28a7793e612,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:39.731443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b5c9a428-3313-4768-9712-e83415602d2c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:39.732852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5c9a428-3313-4768-9712-e83415602d2c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.738046 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b5c9a428-3313-4768-9712-e83415602d2c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/34bc0f06-123f-40fc-9aca-a28a7793e612 HTTP/1.1" status: 204 len: 168 time: 0.1620607 Dec 09 09:35:39.740599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56932) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.810665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-23afb7a6-f10a-407d-b0a4-4f170f4b357f tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:39.827520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.829401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-23afb7a6-f10a-407d-b0a4-4f170f4b357f tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:39.833635 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-23afb7a6-f10a-407d-b0a4-4f170f4b357f tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0918295 Dec 09 09:35:39.834247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f1d662d1-1516-4f4e-9789-bf36efeffc32 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:39.834516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56936) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:39.872403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.917296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object c3308099-1a7f-4db7-a8d1-79ae11eb9367 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:39.921963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fdee709-df81-4ae3-95d5-0de9d052a6f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:39.970550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 36c3dd86-f146-4aba-8687-13e747eb14fd is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:39.984921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:39.992527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=e2d07b4b-eb23-474e-9f1f-bba395435bc3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:39.997063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fdee709-df81-4ae3-95d5-0de9d052a6f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.006395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:40.068990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:40.078462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.103961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fdee709-df81-4ae3-95d5-0de9d052a6f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.121797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:40.149235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdee709-df81-4ae3-95d5-0de9d052a6f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f60bdc-626b-4519-987b-db857f35665a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:40.153853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7fdee709-df81-4ae3-95d5-0de9d052a6f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:40.169813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fdee709-df81-4ae3-95d5-0de9d052a6f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.171854 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7fdee709-df81-4ae3-95d5-0de9d052a6f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/81f60bdc-626b-4519-987b-db857f35665a HTTP/1.1" status: 204 len: 168 time: 0.3360813 Dec 09 09:35:40.175016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56950) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.286154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f10b769-c402-45a3-b8fa-0db55bb01afb tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:40.293399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b264e86-1fcc-409a-a450-be941b7ad028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:40.304079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f10b769-c402-45a3-b8fa-0db55bb01afb tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:40.305541 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5f10b769-c402-45a3-b8fa-0db55bb01afb tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1292727 Dec 09 09:35:40.308688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56958) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.409047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.417866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2620e78a-3469-43e5-8813-514c065a222d tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.481405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2620e78a-3469-43e5-8813-514c065a222d tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.492197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:40.510310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=c3308099-1a7f-4db7-a8d1-79ae11eb9367,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:40.513241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:40.515265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:40.520221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:40.524640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:40.525367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.546752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2620e78a-3469-43e5-8813-514c065a222d tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.560409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f8a9f5c0-8a68-46e1-8fa0-3deb156f1c2b tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:40.586812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2620e78a-3469-43e5-8813-514c065a222d tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.591065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2620e78a-3469-43e5-8813-514c065a222d tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/8dc4a97a-db89-40ce-8e83-f71d404c6e98 HTTP/1.1" status: 204 len: 168 time: 0.2785661 Dec 09 09:35:40.591065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620e78a-3469-43e5-8813-514c065a222d tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc4a97a-db89-40ce-8e83-f71d404c6e98,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:40.591969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2620e78a-3469-43e5-8813-514c065a222d tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:40.593034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56968) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.684499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-23fa3ee7-26f9-40bd-b596-3e794e8ae021 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:40.726874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-23fa3ee7-26f9-40bd-b596-3e794e8ae021 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:40.730993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-23fa3ee7-26f9-40bd-b596-3e794e8ae021 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1227834 Dec 09 09:35:40.736620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56974) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.753651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-secgroup--933217521'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:40.767041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:40.779832 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9548573 Dec 09 09:35:40.799484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56980) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:40.805957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:40.842134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.871643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:40.933895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-a83392e1-2bb8-4716-afe8-55cbcb43403f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264288043&fields=id&tenant_id=c645895972be45e094ab5e3e838d3140 HTTP/1.1" status: 200 len: 267 time: 0.1586080 Dec 09 09:35:40.939535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:40.949399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0e7d2-9f8e-4f13-8a83-c482de1ecaff tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:40.954212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0e7d2-9f8e-4f13-8a83-c482de1ecaff tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:40.958362 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-08e0e7d2-9f8e-4f13-8a83-c482de1ecaff tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1547632 Dec 09 09:35:40.959002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:40.961692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56986) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.039763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:41.049815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port c3308099-1a7f-4db7-a8d1-79ae11eb9367 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:41.050204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:41.143326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device bf6a892f-2e52-4dd4-97a8-80a9e36dfdce up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:41.188540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43df6a18-8c34-4a24-a8b7-bac5c138b50c None None] Network 36c3dd86-f146-4aba-8687-13e747eb14fd requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:41.212860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 56990) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.312269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router e05bec05-f7d4-40f3-ad04-e6ca80714bad has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:35:41.335753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-6e0a52e5-ec05-4fd3-8dec-6ca29013428c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:41.337569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-6e0a52e5-ec05-4fd3-8dec-6ca29013428c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 812 time: 0.3913395 Dec 09 09:35:41.379302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:41.453453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:41.471376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:41.495728 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-aa99808e-ddac-4706-ac70-d6a013905f78 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/quotas/c645895972be45e094ab5e3e838d3140 HTTP/1.1" status: 200 len: 375 time: 0.1413813 Dec 09 09:35:41.508429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42d6417f-35c6-433e-94c7-145cc7a0699a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:41.561212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:41.564478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-211545823'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:41.566314 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8278151 Dec 09 09:35:41.568040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 56996) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:41.572307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:41.577273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:network and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:41.581716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:41.590542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '2d1e764f-9580-47aa-9dc1-10fa366a18c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:41.635473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8a242384-7278-4bd6-b45b-dd9b51b048ee None None] Provisioning for port 1e3055be-f89f-48b6-906d-a2b5040ac42e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:41.648971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:41.651910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1e764f-9580-47aa-9dc1-10fa366a18c4,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:41.663237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:41.664419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:41.671524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:41.675737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:41.684721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:41.685020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8a242384-7278-4bd6-b45b-dd9b51b048ee None None] Provisioning complete for port 1e3055be-f89f-48b6-906d-a2b5040ac42e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:41.685483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a242384-7278-4bd6-b45b-dd9b51b048ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:41.751085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:41.762146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:41.797316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:41.831802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:41.841375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:41.995095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.017225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.018353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a242384-7278-4bd6-b45b-dd9b51b048ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.075394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8a242384-7278-4bd6-b45b-dd9b51b048ee None None] For port 1e3055be-f89f-48b6-906d-a2b5040ac42e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1e3055be-f89f-48b6-906d-a2b5040ac42e,segment=NetworkSegment(06640132-ea1e-4ebb-9940-ea03d9f382f0),segment_id=06640132-ea1e-4ebb-9940-ea03d9f382f0)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:42.079486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a242384-7278-4bd6-b45b-dd9b51b048ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.082348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1710942-8d0c-41d6-a487-6ca79cf58ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:42.086794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:42.091852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:security_group_rule and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:42.096616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.097413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:42.117434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.124960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-75535981-6a23-45e7-ad09-3210783b3dd4 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:42.130826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:42.161556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.204979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a242384-7278-4bd6-b45b-dd9b51b048ee None None] Pushing event updated for resources: {'Port': ['ID=1e3055be-f89f-48b6-906d-a2b5040ac42e,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:42.208647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a242384-7278-4bd6-b45b-dd9b51b048ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:42.220897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for c3308099-1a7f-4db7-a8d1-79ae11eb9367 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:42.240083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c5467415-a15c-4a78-9e6b-620b1a421403 None None] Provisioning for port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:42.246376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c5467415-a15c-4a78-9e6b-620b1a421403 None None] Provisioning complete for port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:42.247175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5467415-a15c-4a78-9e6b-620b1a421403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.259113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d415798f-51fa-40c7-802c-07ab70dca8bf tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:42.267428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:42.307555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12271e93-fe15-4054-bab6-57982165345a,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:42.323714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:42.340937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.346566 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7596142 Dec 09 09:35:42.347408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57000) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:42.355812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-75535981-6a23-45e7-ad09-3210783b3dd4 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:42.357412 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-75535981-6a23-45e7-ad09-3210783b3dd4 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7564590 Dec 09 09:35:42.429377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5467415-a15c-4a78-9e6b-620b1a421403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.468537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.493567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=e2d07b4b-eb23-474e-9f1f-bba395435bc3,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:42.501062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0317401a-7dfd-4d18-a091-d096ee12a5cc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.502171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:42.521147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c5467415-a15c-4a78-9e6b-620b1a421403 None None] For port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=bf6a892f-2e52-4dd4-97a8-80a9e36dfdce,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:42.526807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0317401a-7dfd-4d18-a091-d096ee12a5cc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.530058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5467415-a15c-4a78-9e6b-620b1a421403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.532388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:42.568051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.584304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.590433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce5aaf9d-fab4-4b15-91b0-be9b922c4ac4 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:42.646116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.651340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=c3308099-1a7f-4db7-a8d1-79ae11eb9367,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:42.654646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:42.655921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0317401a-7dfd-4d18-a091-d096ee12a5cc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.683624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5467415-a15c-4a78-9e6b-620b1a421403 None None] Pushing event updated for resources: {'Port': ['ID=bf6a892f-2e52-4dd4-97a8-80a9e36dfdce,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:42.688321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d57f8151-9d74-4fe8-9678-fc95238544d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:42.689555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5467415-a15c-4a78-9e6b-620b1a421403 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:42.702834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e50b7c3b-14a1-47d1-bb4c-a1c14a672cb3 None None] Provisioning complete for port 1e3055be-f89f-48b6-906d-a2b5040ac42e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:42.703266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e50b7c3b-14a1-47d1-bb4c-a1c14a672cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.705202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:42.729199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0317401a-7dfd-4d18-a091-d096ee12a5cc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.733560 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0317401a-7dfd-4d18-a091-d096ee12a5cc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/12271e93-fe15-4054-bab6-57982165345a HTTP/1.1" status: 204 len: 168 time: 0.3405774 Dec 09 09:35:42.736750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.741935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/c3308099-1a7f-4db7-a8d1-79ae11eb9367 HTTP/1.1" status: 204 len: 168 time: 1.7790329 Dec 09 09:35:42.743058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57006) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:42.743420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57008) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:42.744314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317401a-7dfd-4d18-a091-d096ee12a5cc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12271e93-fe15-4054-bab6-57982165345a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:42.747067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0317401a-7dfd-4d18-a091-d096ee12a5cc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:42.841390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682f1acf-561c-410d-b2e9-3d0de69eb293,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:42.872935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:42.873500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-80cc4206-b390-4bbc-be8f-e10e0a3b0297 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:42.876262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:35:42.900484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-80cc4206-b390-4bbc-be8f-e10e0a3b0297 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:42.904669 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-80cc4206-b390-4bbc-be8f-e10e0a3b0297 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1538770 Dec 09 09:35:42.905359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57014) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:42.920247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e50b7c3b-14a1-47d1-bb4c-a1c14a672cb3 None None] Could not find standard attr ID for object c3308099-1a7f-4db7-a8d1-79ae11eb9367. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:35:42.944487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:42.946857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e50b7c3b-14a1-47d1-bb4c-a1c14a672cb3 None None] Provisioning for port e2d07b4b-eb23-474e-9f1f-bba395435bc3 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:42.954762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0d39a9-d18d-4f3c-a2b1-66e54c255f00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:42.956394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0d39a9-d18d-4f3c-a2b1-66e54c255f00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:42.957307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8a0d39a9-d18d-4f3c-a2b1-66e54c255f00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:42.959487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e50b7c3b-14a1-47d1-bb4c-a1c14a672cb3 None None] Provisioning complete for port e2d07b4b-eb23-474e-9f1f-bba395435bc3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:42.960206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e50b7c3b-14a1-47d1-bb4c-a1c14a672cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.986813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:42.987237 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added segment 4ea20d7c-573c-4ca3-b246-2e878cddc914 of type vlan for network bf056e82-1002-4f04-8d5a-a4585d03d0c3 Dec 09 09:35:43.015547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8a0d39a9-d18d-4f3c-a2b1-66e54c255f00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:43.021685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8a0d39a9-d18d-4f3c-a2b1-66e54c255f00 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2695363 Dec 09 09:35:43.032288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57018) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:43.049955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e50b7c3b-14a1-47d1-bb4c-a1c14a672cb3 None None] Port e2d07b4b-eb23-474e-9f1f-bba395435bc3 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:43.052741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba55ae7-d7d3-4583-8845-b2546f8d9a70 None None] Sync routers for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:43.066600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba55ae7-d7d3-4583-8845-b2546f8d9a70 None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:43.067300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6ba55ae7-d7d3-4583-8845-b2546f8d9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:43.141646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76762f7e-3c3b-4f14-acdf-23574cb8bd44 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.156423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1e3055be-f89f-48b6-906d-a2b5040ac42e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:43.190857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76762f7e-3c3b-4f14-acdf-23574cb8bd44 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.213583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6ba55ae7-d7d3-4583-8845-b2546f8d9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:43.259223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba55ae7-d7d3-4583-8845-b2546f8d9a70 None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:43.259855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6ba55ae7-d7d3-4583-8845-b2546f8d9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:43.305263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.318501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9da89cef-b5ab-4dce-94a1-a00985e6ea59 None None] Provisioning complete for port e2d07b4b-eb23-474e-9f1f-bba395435bc3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:43.318927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9da89cef-b5ab-4dce-94a1-a00985e6ea59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.367990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6ba55ae7-d7d3-4583-8845-b2546f8d9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:43.368450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba55ae7-d7d3-4583-8845-b2546f8d9a70 None None] The sync data for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:43.377167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76762f7e-3c3b-4f14-acdf-23574cb8bd44 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.382990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.384362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bdb462d0-1ca6-4dc6-aee7-ecbe3844394d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:43.399321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9da89cef-b5ab-4dce-94a1-a00985e6ea59 None None] Port e2d07b4b-eb23-474e-9f1f-bba395435bc3 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:43.401277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1e3055be-f89f-48b6-906d-a2b5040ac42e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:43.401696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.409840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.412816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76762f7e-3c3b-4f14-acdf-23574cb8bd44 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1e764f-9580-47aa-9dc1-10fa366a18c4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:43.414788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:43.415482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.417752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-76762f7e-3c3b-4f14-acdf-23574cb8bd44 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:43.433342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 2a141cdf-a94f-4ff5-91e6-029c76d6374f {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:43.451135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.451352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5b587fdc-015b-4bee-a5d3-4a386c248f23 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:43.478164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 36c3dd86-f146-4aba-8687-13e747eb14fd is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:43.487269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76762f7e-3c3b-4f14-acdf-23574cb8bd44 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.493698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2671306 Dec 09 09:35:43.493866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-76762f7e-3c3b-4f14-acdf-23574cb8bd44 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/2d1e764f-9580-47aa-9dc1-10fa366a18c4 HTTP/1.1" status: 204 len: 168 time: 0.5820990 Dec 09 09:35:43.493866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57026) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:43.495161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57028) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:43.503729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-539864101'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:43.506759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:43.525798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:43.537478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:network and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:43.542079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:43.548539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device bf6a892f-2e52-4dd4-97a8-80a9e36dfdce up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:43.553324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.589715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:43.635058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:43.635919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.637372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:43.643470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.695856 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-199e312e-189d-4860-9c4a-a0091c9d0a3b service neutron] 10.222.0.18 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2845089 Dec 09 09:35:43.696236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-163e34b6-a82b-4bf6-a470-b64c3b87b045 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:43.735990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.833377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:35:43.841312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-163e34b6-a82b-4bf6-a470-b64c3b87b045 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:43.842931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-163e34b6-a82b-4bf6-a470-b64c3b87b045 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3469391 Dec 09 09:35:43.848983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57034) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:43.859502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-secgroup--960919257'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:43.869666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.870070 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added segment e97c3be0-d0e9-43ef-8bb4-5600e2126dff of type vlan for network 414276cb-a536-4fbd-8f8a-456002600dbc Dec 09 09:35:43.871601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:43.907997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:43.910462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.923183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7f670e6-5c6e-4376-93eb-9ed247f22d2c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:43.928457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-64ae8ba3-4ff2-4bb0-8cdb-06ca1a99d543 None None] Provisioning complete for port e2d07b4b-eb23-474e-9f1f-bba395435bc3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:43.928984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64ae8ba3-4ff2-4bb0-8cdb-06ca1a99d543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.959553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.978051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=2a141cdf-a94f-4ff5-91e6-029c76d6374f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:43.984295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:43.985262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.991838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40beb6c5-4c7b-45a9-80a0-fbba69d758b1 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:43.995863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Network': ['ID=bf056e82-1002-4f04-8d5a-a4585d03d0c3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:43.999444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:43.999681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:44.016157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network bf056e82-1002-4f04-8d5a-a4585d03d0c3 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:35:44.041769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/2a141cdf-a94f-4ff5-91e6-029c76d6374f HTTP/1.1" status: 204 len: 168 time: 1.0063319 Dec 09 09:35:44.042521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57038) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:44.042868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-64ae8ba3-4ff2-4bb0-8cdb-06ca1a99d543 None None] Port e2d07b4b-eb23-474e-9f1f-bba395435bc3 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:44.050903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:44.054954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:44.055593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:44.066576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d194fc0-e23e-43ab-8c65-07ed48a24974 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:44.102427 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cbcdaa3b-a3e8-4863-9204-42e30807779a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/floatingips/30b2b946-31f6-4b76-8135-1e5ca47227a5 HTTP/1.1" status: 200 len: 976 time: 10.8541024 Dec 09 09:35:44.103550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57042) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:44.168480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:44.189131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-083b21e8-c175-4556-bf6d-3ddaa42c43f4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291170 Dec 09 09:35:44.194732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57046) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:44.201097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:44.221338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 4779501e-411b-4e42-b920-e95e9f7ef2ad {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:44.221811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:44.245653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:44.249087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7559183 Dec 09 09:35:44.264825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57050) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:44.275186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'subnet': {'network_id': 'bf056e82-1002-4f04-8d5a-a4585d03d0c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:44.292219 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-fba90fbf-386a-4ff8-99a2-a1378d55310a service neutron] 10.222.0.18 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782924 Dec 09 09:35:44.308766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:44.337954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Network': ['ID=414276cb-a536-4fbd-8f8a-456002600dbc,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:44.347751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:44.367409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 414276cb-a536-4fbd-8f8a-456002600dbc details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:35:44.409630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4477ed98-0237-4765-a89f-ebe63c25d6b3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:44.409630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4477ed98-0237-4765-a89f-ebe63c25d6b3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:44.429791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:44.435466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:44.458690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7fdee709-df81-4ae3-95d5-0de9d052a6f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:44.469580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:44.470911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6203258 Dec 09 09:35:44.477423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4477ed98-0237-4765-a89f-ebe63c25d6b3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:44.481451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4477ed98-0237-4765-a89f-ebe63c25d6b3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2853222 Dec 09 09:35:44.482616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57056) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:44.483533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57058) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:44.499277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a922a4d-a40a-47bb-be4b-47839804303e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:44.502461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:44.518270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:35:44.537577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] Deleting port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:44.538002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:44.547615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '7a922a4d-a40a-47bb-be4b-47839804303e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:44.565348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:44.597477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:44.609975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:44.613171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:44.657446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:subnet and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:44.663716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:44.667284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:44.689927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:44.770251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d56fa1-5b5c-471d-8b66-7e724fd1df4a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:44.771007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-76d56fa1-5b5c-471d-8b66-7e724fd1df4a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:44.804634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] For port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=bf6a892f-2e52-4dd4-97a8-80a9e36dfdce,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:44.805316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:44.807200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:44.832089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:44.848895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router f202534d-a430-4954-a6f6-bcfa364138c9 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:35:44.877384 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-922ddf57-27fa-44bb-9253-6c787293c9ce req-fc075901-2feb-44f4-a49e-b52c2f229ac7 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 210 time: 0.0759649 Dec 09 09:35:44.901601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-76d56fa1-5b5c-471d-8b66-7e724fd1df4a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:44.902894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-76d56fa1-5b5c-471d-8b66-7e724fd1df4a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4014277 Dec 09 09:35:44.905873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57072) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:44.942990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] Calling delete_port for bf6a892f-2e52-4dd4-97a8-80a9e36dfdce owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:44.981816 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f033187-7ca3-4276-b009-17f8c5608e40 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705698 Dec 09 09:35:44.982045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57076) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:44.988453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:45.001271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.022804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.027895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a242384-7278-4bd6-b45b-dd9b51b048ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:45.079195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] Pushing event deleted for resources: {'Port': ['ID=bf6a892f-2e52-4dd4-97a8-80a9e36dfdce,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:45.084709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:45.087422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] No DVR routers for this DVR port bf6a892f-2e52-4dd4-97a8-80a9e36dfdce on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:45.105154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device bf6a892f-2e52-4dd4-97a8-80a9e36dfdce no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:45.120716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:45.132108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:45.141599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:45.143235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: bf6a892f-2e52-4dd4-97a8-80a9e36dfdce {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:35:45.143637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device bf6a892f-2e52-4dd4-97a8-80a9e36dfdce not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:35:45.148566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.160823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.510013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.515690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6220ee5c-3b1d-4317-8fb6-e9228a355ddc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:45.587201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:45.590434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:45.594425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:45.595088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.601477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f24876-e93f-4bc4-9dc7-1554a9672f90 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:45.611821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=f123185d-0b94-41f7-a2f4-259436307d00,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:45.615713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:45.635871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6497736 Dec 09 09:35:45.636098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57080) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:45.643371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:ec:ae:bb', 'name': 'tempest-NetworksTestDHCPv6-310136083'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:45.704937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.721283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.752092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:45.830396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:45.840871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:45.851819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:45.859422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.871208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166653cc-e091-42d1-8a69-1bfb8da47c75,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:45.892093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': 'f123185d-0b94-41f7-a2f4-259436307d00'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:45.893308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.902341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:45.906380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:45.968485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:45.972649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.4758525 Dec 09 09:35:45.973384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57090) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:46.055295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.055877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.056154 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Floating IP 30b2b946-31f6-4b76-8135-1e5ca47227a5 disassociated. External IP: 172.26.8.151, port: 4779501e-411b-4e42-b920-e95e9f7ef2ad. Dec 09 09:35:46.056415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 4779501e-411b-4e42-b920-e95e9f7ef2ad owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:46.105495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:feec:aebb (2d5d328b-91d8-47d0-9229-6819f3b6112b/f123185d-0b94-41f7-a2f4-259436307d00/7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:46.113702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-042f2be1-34db-45ac-a266-b5124a019d5c req-45780689-526c-4828-bb4e-ebc3e8c30e29 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 210 time: 0.1153727 Dec 09 09:35:46.120152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:46.133022 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d60ef92f-e732-447a-bba3-4e953dfbdb0d tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules/166653cc-e091-42d1-8a69-1bfb8da47c75 HTTP/1.1" status: 200 len: 705 time: 0.1470952 Dec 09 09:35:46.134202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57098) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:46.136547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b746a5-26b6-4ab2-934b-d0afa68286a0 None None] Sync routers for ids ['f202534d-a430-4954-a6f6-bcfa364138c9'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:46.139767 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/f202534d-a430-4954-a6f6-bcfa364138c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0483198 Dec 09 09:35:46.149870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57100) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:46.163853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b746a5-26b6-4ab2-934b-d0afa68286a0 None None] Routers {'f202534d-a430-4954-a6f6-bcfa364138c9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:46.164806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c5b746a5-26b6-4ab2-934b-d0afa68286a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f202534d-a430-4954-a6f6-bcfa364138c9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:46.227660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c5b746a5-26b6-4ab2-934b-d0afa68286a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:46.240467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b746a5-26b6-4ab2-934b-d0afa68286a0 None None] Routers {'f202534d-a430-4954-a6f6-bcfa364138c9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:46.241173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c5b746a5-26b6-4ab2-934b-d0afa68286a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f202534d-a430-4954-a6f6-bcfa364138c9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:46.307450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c5b746a5-26b6-4ab2-934b-d0afa68286a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:46.308147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b746a5-26b6-4ab2-934b-d0afa68286a0 None None] The sync data for ids ['f202534d-a430-4954-a6f6-bcfa364138c9'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:46.312698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe208ca5-92d8-4383-a7f4-5336bc2db231 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:46.313328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fe208ca5-92d8-4383-a7f4-5336bc2db231 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:46.319622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.330354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea5d9680-a1d1-412b-920b-d1635ec7dba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:46.337314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.437644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f0ef936c-c84d-45b2-b0c2-56f74f01561e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:46.460116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fe208ca5-92d8-4383-a7f4-5336bc2db231 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:46.461411 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fe208ca5-92d8-4383-a7f4-5336bc2db231 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports/e2d07b4b-eb23-474e-9f1f-bba395435bc3 HTTP/1.1" status: 200 len: 910 time: 0.2928152 Dec 09 09:35:46.464605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57106) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:46.487732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Subnet': ['ID=326ed4e6-4b43-4b2a-a9ad-3950b0d9430f,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:46.505663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f0ef936c-c84d-45b2-b0c2-56f74f01561e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:46.507037 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f0ef936c-c84d-45b2-b0c2-56f74f01561e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3586049 Dec 09 09:35:46.512793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57110) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:46.531539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.531970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.532388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.532800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.533253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.533665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.534072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.534491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.534881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:46.535037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.535274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.535674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:46.540550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.542415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:46.555958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1bad8ffa-ead3-4bc0-8490-7e43120b82cb tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:46.615084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=4779501e-411b-4e42-b920-e95e9f7ef2ad,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:46.617264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Checking segment: {'id': '4ea20d7c-573c-4ca3-b246-2e878cddc914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf056e82-1002-4f04-8d5a-a4585d03d0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:46.617666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network hostable DHCP agents. Network: bf056e82-1002-4f04-8d5a-a4585d03d0c3, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:35:46.625829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:46.640293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbd71445-4f03-4eb0-b214-eb473dc17e0e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.657966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbd71445-4f03-4eb0-b214-eb473dc17e0e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.772300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network bf056e82-1002-4f04-8d5a-a4585d03d0c3 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:35:46.782354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbd71445-4f03-4eb0-b214-eb473dc17e0e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.790503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:46.803453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, bf056e82-1002-4f04-8d5a-a4585d03d0c3) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:46.816540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f140854-a537-40b5-af10-06e7c438887b None None] Network bf056e82-1002-4f04-8d5a-a4585d03d0c3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:46.818943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd71445-4f03-4eb0-b214-eb473dc17e0e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=166653cc-e091-42d1-8a69-1bfb8da47c75,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:46.821789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:46.822390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.829789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbd71445-4f03-4eb0-b214-eb473dc17e0e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:46.884051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.892248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-494337e1-f47f-43af-8b8b-a1a2bc92b96b tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:46.912226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbd71445-4f03-4eb0-b214-eb473dc17e0e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:46.915794 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cbd71445-4f03-4eb0-b214-eb473dc17e0e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/166653cc-e091-42d1-8a69-1bfb8da47c75 HTTP/1.1" status: 204 len: 168 time: 0.3957210 Dec 09 09:35:46.921533 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6535926 Dec 09 09:35:46.922639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57114) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:46.933281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57116) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:46.942215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'subnet': {'network_id': '414276cb-a536-4fbd-8f8a-456002600dbc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:47.004385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1bb79995-49b8-41df-9334-ccc7d563d6a1 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:47.031134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1bb79995-49b8-41df-9334-ccc7d563d6a1 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:47.034999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1bb79995-49b8-41df-9334-ccc7d563d6a1 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1072626 Dec 09 09:35:47.036687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57122) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:47.044849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '7a922a4d-a40a-47bb-be4b-47839804303e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:47.055579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:47.071107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router e05bec05-f7d4-40f3-ad04-e6ca80714bad has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:35:47.076819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:47.101273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.104132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:47.105144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:47.115759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:47.118895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:47.123467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:47.124667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.272362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.326451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Allocated IP 2001:db8::f816:3eff:feda:b6e1 (2d5d328b-91d8-47d0-9229-6819f3b6112b/f123185d-0b94-41f7-a2f4-259436307d00/ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:47.335285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.340969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.346850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:47.375707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7da938-a808-48e4-a1d5-5df36e257fe9,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:47.386045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:47.404113 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ffec05ba-3de9-462d-b735-f9eec6cf70b4 req-421a653e-0bb5-455f-a37e-c58937ab464b tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 210 time: 0.1615705 Dec 09 09:35:47.407000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.407572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.408188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.408633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.409317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.409456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.410033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.411382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3734348 Dec 09 09:35:47.414307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.414492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57132) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:47.414983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.415533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.416405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.416612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:47.426514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:47.431874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:subnet and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:47.435574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:47.442673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:47.443505 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2cc2c47d-5be9-4cba-b972-83aa6cdfcfd8 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules/4f7da938-a808-48e4-a1d5-5df36e257fe9 HTTP/1.1" status: 200 len: 705 time: 0.0265117 Dec 09 09:35:47.447780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57136) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:47.456583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:47.474829 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8375874 Dec 09 09:35:47.476016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:47.479054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:47.480552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57140) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:47.511751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e825584-14df-4587-be98-e9a8418789dd None None] Sync routers for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:47.619369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-bf056e82-1002-4f04-8d5a-a4585d03d0c3', 'network_id': 'bf056e82-1002-4f04-8d5a-a4585d03d0c3', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'fixed_ips': [{'subnet_id': '326ed4e6-4b43-4b2a-a9ad-3950b0d9430f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:47.620594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.638627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e825584-14df-4587-be98-e9a8418789dd None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:47.640303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4e825584-14df-4587-be98-e9a8418789dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:47.645869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5a978a6c-64d8-4c59-ab07-836a2dbff422 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:47.652651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.683905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.689467 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/ports/4779501e-411b-4e42-b920-e95e9f7ef2ad HTTP/1.1" status: 204 len: 168 time: 3.5853181 Dec 09 09:35:47.692608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57144) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:47.695288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5a978a6c-64d8-4c59-ab07-836a2dbff422 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:47.699488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5a978a6c-64d8-4c59-ab07-836a2dbff422 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2476835 Dec 09 09:35:47.741732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4e825584-14df-4587-be98-e9a8418789dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:47.798635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57148) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:47.861786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c1ec50-fa1e-446e-93b9-0500a3afe8a8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:47.862890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b1c1ec50-fa1e-446e-93b9-0500a3afe8a8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:47.871609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-076d009e-71e1-4661-9f18-61c7b8ecc951 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.875810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.890838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-076d009e-71e1-4661-9f18-61c7b8ecc951 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:47.894766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e825584-14df-4587-be98-e9a8418789dd None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:47.895253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4e825584-14df-4587-be98-e9a8418789dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:47.927287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b1c1ec50-fa1e-446e-93b9-0500a3afe8a8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:47.931979 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b1c1ec50-fa1e-446e-93b9-0500a3afe8a8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4495704 Dec 09 09:35:47.934437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57152) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:47.976096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4e825584-14df-4587-be98-e9a8418789dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:47.976454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e825584-14df-4587-be98-e9a8418789dd None None] The sync data for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:48.027271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.038955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.044205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-66c25f5b-60cd-40f6-8c91-99bf184c0a03 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:48.050098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Transition to ACTIVE for port object ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:48.055348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-076d009e-71e1-4661-9f18-61c7b8ecc951 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.081370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:48.085543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Allocated IP 2001:db8::2 (bf056e82-1002-4f04-8d5a-a4585d03d0c3/326ed4e6-4b43-4b2a-a9ad-3950b0d9430f/5f894e32-87c8-48e4-8fd7-e76d088c1afe) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:48.087923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Transition to ACTIVE for port object ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:48.098865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.103513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-413ae8d9-a586-4b1d-9042-24c1ca18137e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:48.114080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d009e-71e1-4661-9f18-61c7b8ecc951 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f7da938-a808-48e4-a1d5-5df36e257fe9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:48.116728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-076d009e-71e1-4661-9f18-61c7b8ecc951 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:48.125554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:48.125948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.156933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Subnet': ['ID=26608c81-2107-44f3-8953-e34a9c997235,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:48.158336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-076d009e-71e1-4661-9f18-61c7b8ecc951 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.163198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-076d009e-71e1-4661-9f18-61c7b8ecc951 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4f7da938-a808-48e4-a1d5-5df36e257fe9 HTTP/1.1" status: 204 len: 168 time: 0.3627896 Dec 09 09:35:48.164132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57156) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:48.164474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:48.167146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Pushing event updated for resources: {'Port': ['ID=ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:48.171307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Checking segment: {'id': 'e97c3be0-d0e9-43ef-8bb4-5600e2126dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '414276cb-a536-4fbd-8f8a-456002600dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:48.171714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network hostable DHCP agents. Network: 414276cb-a536-4fbd-8f8a-456002600dbc, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:35:48.192368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:48.259299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 414276cb-a536-4fbd-8f8a-456002600dbc is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:35:48.271266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:48.272609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:48.279499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:48.341258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 414276cb-a536-4fbd-8f8a-456002600dbc) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:48.374452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624bf53f-1023-4cae-b69c-0e49c7a1b3d6 None None] Network 414276cb-a536-4fbd-8f8a-456002600dbc requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:48.378448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:48.379115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.421927 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4830124 Dec 09 09:35:48.422853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57160) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:48.427745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-77795566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:48.439240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:48.446576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:router and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:48.450746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:48.494932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:48.525529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.526565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.616664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c9f85545-5ed5-485a-86be-0ec5747e6f10 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:48.651195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Attempting to bind port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:48.651661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Attempting to bind port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:48.651995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Attempting to bind port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:48.660081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.719319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-414276cb-a536-4fbd-8f8a-456002600dbc', 'network_id': '414276cb-a536-4fbd-8f8a-456002600dbc', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'fixed_ips': [{'subnet_id': '26608c81-2107-44f3-8953-e34a9c997235'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:48.720223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.773135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.777954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:48.778375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:48.778818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.779254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:48.780355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Bound port: ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:48.780773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.815552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:48.820261 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1f48aefa-de3d-436b-9af2-dbeee7fe2c9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3942320 Dec 09 09:35:48.821042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57166) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:48.951662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:49.004570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Transition to ACTIVE for port object 5f894e32-87c8-48e4-8fd7-e76d088c1afe will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:49.063353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] For port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:49.094443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] For port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:49.096093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Transition to ACTIVE for port object 5f894e32-87c8-48e4-8fd7-e76d088c1afe will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:49.105967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:49.117745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Allocated IP 2001:db8:1::2 (414276cb-a536-4fbd-8f8a-456002600dbc/26608c81-2107-44f3-8953-e34a9c997235/a1e913f4-8f1c-40d0-a61b-723cc4b41081) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:49.120175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-333d4ac4-253e-4b0b-880d-adf3c9a36aaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:49.157376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:49.206792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c9f85545-5ed5-485a-86be-0ec5747e6f10 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:49.211675 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c9f85545-5ed5-485a-86be-0ec5747e6f10 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.0386021 Dec 09 09:35:49.216221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57172) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:49.228217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-07800e00-251f-4869-9931-4951d0ac28e5 req-93a916bd-60d1-4b90-a78e-8fc19577e27f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 210 time: 0.4422176 Dec 09 09:35:49.233087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': '7a922a4d-a40a-47bb-be4b-47839804303e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:49.258329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Network bf056e82-1002-4f04-8d5a-a4585d03d0c3 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:49.262864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-68c4bc96-3bc6-4435-a744-665a99f200f6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:49.265194 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-68c4bc96-3bc6-4435-a744-665a99f200f6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 812 time: 1.0286145 Dec 09 09:35:49.265344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:49.272995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:49.281479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:49.344808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:49.408688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:49.444871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Project f03672bdc8214a97b7c095c9dbd57415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:35:49.536909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Pushing event updated for resources: {'Port': ['ID=ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:49.547265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:49.547265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4d7558e3-57b4-40a2-a1cf-05b4bb3057ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:49.619080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Pushing event updated for resources: {'Port': ['ID=5f894e32-87c8-48e4-8fd7-e76d088c1afe,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:49.628017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:49.658534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:49.666908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port e2d07b4b-eb23-474e-9f1f-bba395435bc3 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:49.667629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:49.686880 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-cee609e3-3e69-4e1f-b902-a2d677a36d22 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c645895972be45e094ab5e3e838d3140 HTTP/1.1" status: 200 len: 380 time: 0.3988750 Dec 09 09:35:49.707678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:49.745352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'port': {'device_id': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'admin_state_up': True, 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'security_groups': ['47fb469c-162d-4c41-be8c-7d45a0a2a275']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:49.767713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Attempting to bind port 5f894e32-87c8-48e4-8fd7-e76d088c1afe on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:49.768064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Attempting to bind port 5f894e32-87c8-48e4-8fd7-e76d088c1afe by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '4ea20d7c-573c-4ca3-b246-2e878cddc914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf056e82-1002-4f04-8d5a-a4585d03d0c3'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:49.768469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Attempting to bind port 5f894e32-87c8-48e4-8fd7-e76d088c1afe on network bf056e82-1002-4f04-8d5a-a4585d03d0c3 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:49.790231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:49.790638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Checking segment: {'id': '4ea20d7c-573c-4ca3-b246-2e878cddc914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf056e82-1002-4f04-8d5a-a4585d03d0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:49.791072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:49.791503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Bound using segment: {'id': '4ea20d7c-573c-4ca3-b246-2e878cddc914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf056e82-1002-4f04-8d5a-a4585d03d0c3'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:49.792028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Bound port: 5f894e32-87c8-48e4-8fd7-e76d088c1afe, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea20d7c-573c-4ca3-b246-2e878cddc914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf056e82-1002-4f04-8d5a-a4585d03d0c3'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:49.792437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.005435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] For port 5f894e32-87c8-48e4-8fd7-e76d088c1afe, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:50.009323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] For port 5f894e32-87c8-48e4-8fd7-e76d088c1afe, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5f894e32-87c8-48e4-8fd7-e76d088c1afe,segment=NetworkSegment(4ea20d7c-573c-4ca3-b246-2e878cddc914),segment_id=4ea20d7c-573c-4ca3-b246-2e878cddc914)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:50.017043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.028286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:50.040158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.104369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.137745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Transition to ACTIVE for port object a1e913f4-8f1c-40d0-a61b-723cc4b41081 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:50.172362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Pushing event updated for resources: {'Port': ['ID=5f894e32-87c8-48e4-8fd7-e76d088c1afe,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:50.192594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:50.195278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Transition to ACTIVE for port object a1e913f4-8f1c-40d0-a61b-723cc4b41081 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:50.200682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.212456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:50.216687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for e2d07b4b-eb23-474e-9f1f-bba395435bc3 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:50.229933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:50.240805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:50.258376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Made reservation on behalf of c645895972be45e094ab5e3e838d3140 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:50.264842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Network 414276cb-a536-4fbd-8f8a-456002600dbc is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:50.265726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.266240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:50.270684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:50.302578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Pushing event updated for resources: {'Port': ['ID=a1e913f4-8f1c-40d0-a61b-723cc4b41081,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:50.312096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.358099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:50.372188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b13a37a3-53d5-436d-a6d7-db9138c40365 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:50.438605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Attempting to bind port a1e913f4-8f1c-40d0-a61b-723cc4b41081 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:50.439255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Attempting to bind port a1e913f4-8f1c-40d0-a61b-723cc4b41081 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e97c3be0-d0e9-43ef-8bb4-5600e2126dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '414276cb-a536-4fbd-8f8a-456002600dbc'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:50.440914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Attempting to bind port a1e913f4-8f1c-40d0-a61b-723cc4b41081 on network 414276cb-a536-4fbd-8f8a-456002600dbc {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:50.460340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:50.461228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Checking segment: {'id': 'e97c3be0-d0e9-43ef-8bb4-5600e2126dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '414276cb-a536-4fbd-8f8a-456002600dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:50.462086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.462683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Bound using segment: {'id': 'e97c3be0-d0e9-43ef-8bb4-5600e2126dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '414276cb-a536-4fbd-8f8a-456002600dbc'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:50.463645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Bound port: a1e913f4-8f1c-40d0-a61b-723cc4b41081, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97c3be0-d0e9-43ef-8bb4-5600e2126dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '414276cb-a536-4fbd-8f8a-456002600dbc'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:50.464245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.479460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.480868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:50.485839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:50.500063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.513939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.521881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db51bfa2-7fb3-42b2-920d-e412c941108a tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:50.527995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82 HTTP/1.1" status: 204 len: 168 time: 2.5922995 Dec 09 09:35:50.530845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.602696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.603423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57180) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:50.659650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] For port a1e913f4-8f1c-40d0-a61b-723cc4b41081, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:50.664597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] For port a1e913f4-8f1c-40d0-a61b-723cc4b41081, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a1e913f4-8f1c-40d0-a61b-723cc4b41081,segment=NetworkSegment(e97c3be0-d0e9-43ef-8bb4-5600e2126dff),segment_id=e97c3be0-d0e9-43ef-8bb4-5600e2126dff)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:50.670021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.674947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69e77724-6414-4e78-9d2f-9a494cc08aaa tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:50.675867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a23fbcf-7a4a-4949-a0e0-73d632bf5a50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:50.705573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501e5083-c2f2-4812-acf7-9b4cd5ff681a,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:50.708405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:50.757839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=e2d07b4b-eb23-474e-9f1f-bba395435bc3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:50.789381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:50.790442 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74a352d9-ffc2-4208-9c23-be34f5972a58 req-e9fdc9d1-0e12-4aed-a9a7-6ee01f8fde06 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 210 time: 0.2291732 Dec 09 09:35:50.793716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.5687263 Dec 09 09:35:50.796947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57184) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:50.847572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-233e2888-62f0-413c-9aa5-23acc432b2fb tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules/501e5083-c2f2-4812-acf7-9b4cd5ff681a HTTP/1.1" status: 200 len: 711 time: 0.0430167 Dec 09 09:35:50.853981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57188) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:50.855793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Pushing event updated for resources: {'Port': ['ID=a1e913f4-8f1c-40d0-a61b-723cc4b41081,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:50.859421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:50.881699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e172ba-fea4-49bc-aa59-0a6b3c882959 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:50.883210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e172ba-fea4-49bc-aa59-0a6b3c882959 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:50.888048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b9e172ba-fea4-49bc-aa59-0a6b3c882959 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2761936 Dec 09 09:35:50.896989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57192) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:50.944361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:51.203710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Allocated IP 172.20.0.6 (550e784d-4eb5-4862-8392-9aab67f43432/b176531f-834c-4d22-9048-4dbeba3bca6f/c8ba2310-c7bb-4da4-8512-67dfb53d3c42) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:51.390054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:51.438930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4acc947d-299b-43b5-80e5-77b97536402e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:51.453499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:51.567581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:51.839250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.042998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.061867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Transition to ACTIVE for port object c8ba2310-c7bb-4da4-8512-67dfb53d3c42 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:52.086318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4acc947d-299b-43b5-80e5-77b97536402e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:52.087634 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4acc947d-299b-43b5-80e5-77b97536402e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 1.2308500 Dec 09 09:35:52.093784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57200) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:52.174964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-72ee7f2c-5ce1-4c4a-9b1e-3eff6f92d1f6 req-db7e3388-c9de-494e-b0ec-dca6f492d6d2 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:52.227939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.235600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet f123185d-0b94-41f7-a2f4-259436307d00 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:52.245537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:52.289732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9342c5cb-606b-44cd-aff8-e9f6dca26146 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.296652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.335856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-72ee7f2c-5ce1-4c4a-9b1e-3eff6f92d1f6 req-db7e3388-c9de-494e-b0ec-dca6f492d6d2 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:52.337156 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-72ee7f2c-5ce1-4c4a-9b1e-3eff6f92d1f6 req-db7e3388-c9de-494e-b0ec-dca6f492d6d2 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 210 time: 0.2520204 Dec 09 09:35:52.379159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9342c5cb-606b-44cd-aff8-e9f6dca26146 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.464051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Network 550e784d-4eb5-4862-8392-9aab67f43432 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:52.464853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-777238e6-8b55-4ea9-ba7e-aa7ce281ea7b None None] Provisioning for port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:52.472016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-777238e6-8b55-4ea9-ba7e-aa7ce281ea7b None None] Provisioning complete for port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:52.472786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-777238e6-8b55-4ea9-ba7e-aa7ce281ea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.474113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'Port': ['ID=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:52.627103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-777238e6-8b55-4ea9-ba7e-aa7ce281ea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.671543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-777238e6-8b55-4ea9-ba7e-aa7ce281ea7b None None] For port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:52.678103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-777238e6-8b55-4ea9-ba7e-aa7ce281ea7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.682915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:52.757198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:52.761103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.803114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:52.808838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:52.823662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777238e6-8b55-4ea9-ba7e-aa7ce281ea7b None None] Pushing event updated for resources: {'Port': ['ID=ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:52.828928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-777238e6-8b55-4ea9-ba7e-aa7ce281ea7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:52.856088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router f202534d-a430-4954-a6f6-bcfa364138c9 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:35:52.886475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9342c5cb-606b-44cd-aff8-e9f6dca26146 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:52.895500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:52.980461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342c5cb-606b-44cd-aff8-e9f6dca26146 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=501e5083-c2f2-4812-acf7-9b4cd5ff681a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:52.997644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9342c5cb-606b-44cd-aff8-e9f6dca26146 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:53.041255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9342c5cb-606b-44cd-aff8-e9f6dca26146 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:53.042500 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9342c5cb-606b-44cd-aff8-e9f6dca26146 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/501e5083-c2f2-4812-acf7-9b4cd5ff681a HTTP/1.1" status: 204 len: 168 time: 0.9143624 Dec 09 09:35:53.047783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:53.048467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:53.057393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57204) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:53.079160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 2001:db8::1 (bf056e82-1002-4f04-8d5a-a4585d03d0c3/326ed4e6-4b43-4b2a-a9ad-3950b0d9430f/a3467f8a-7d58-4113-b818-125ac176d26d) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:53.132741 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4078951 Dec 09 09:35:53.155835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:35:53.156729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Request body: {'port': {'device_id': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:53.159470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8fffe-74a6-4e5e-9750-d1bbb7dccb5b None None] Sync routers for ids ['f202534d-a430-4954-a6f6-bcfa364138c9'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:35:53.207710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8fffe-74a6-4e5e-9750-d1bbb7dccb5b None None] Routers {'f202534d-a430-4954-a6f6-bcfa364138c9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:53.208637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-bbe8fffe-74a6-4e5e-9750-d1bbb7dccb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f202534d-a430-4954-a6f6-bcfa364138c9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:53.218803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:53.371321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-06564d35-954e-44d1-88ac-efd882937cd1 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:53.411675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5f894e32-87c8-48e4-8fd7-e76d088c1afe up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:53.437751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-bbe8fffe-74a6-4e5e-9750-d1bbb7dccb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:53.453415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:53.501578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe8fffe-74a6-4e5e-9750-d1bbb7dccb5b None None] Routers {'f202534d-a430-4954-a6f6-bcfa364138c9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:35:53.502280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-bbe8fffe-74a6-4e5e-9750-d1bbb7dccb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f202534d-a430-4954-a6f6-bcfa364138c9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:53.514922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Transition to ACTIVE for port object a3467f8a-7d58-4113-b818-125ac176d26d will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:53.526453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-06564d35-954e-44d1-88ac-efd882937cd1 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:53.528116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-06564d35-954e-44d1-88ac-efd882937cd1 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4636290 Dec 09 09:35:53.536523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57210) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:53.569915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:53.583102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:53.663227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 5f894e32-87c8-48e4-8fd7-e76d088c1afe completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:53.674797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a1e913f4-8f1c-40d0-a61b-723cc4b41081 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:53.726315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-bbe8fffe-74a6-4e5e-9750-d1bbb7dccb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:35:53.727080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe8fffe-74a6-4e5e-9750-d1bbb7dccb5b None None] The sync data for ids ['f202534d-a430-4954-a6f6-bcfa364138c9'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:35:53.750869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:53.792644 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b10114f3-8cdc-4e8d-b44e-d07844085730 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/f202534d-a430-4954-a6f6-bcfa364138c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3267484 Dec 09 09:35:53.801959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57214) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:53.805282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:53.886041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port a1e913f4-8f1c-40d0-a61b-723cc4b41081 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:53.904525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-784684ff-5d37-4568-a538-681801952cd8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:53.908581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:53.963153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network bf056e82-1002-4f04-8d5a-a4585d03d0c3 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:53.972836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:53.975913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=a3467f8a-7d58-4113-b818-125ac176d26d,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:53.978752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:53.979316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:53.982402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:54.036643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-29c4fc4c-33f5-4cf4-9327-a32752bce56f None None] Provisioning for port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:54.050155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-29c4fc4c-33f5-4cf4-9327-a32752bce56f None None] Provisioning complete for port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:54.050574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1d769-ef4e-4d54-a701-1bca407dbaac req-59e1d7e3-22f9-47ac-a4c2-db9ffd068353 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:54.051969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29c4fc4c-33f5-4cf4-9327-a32752bce56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.052221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4b1d769-ef4e-4d54-a701-1bca407dbaac req-59e1d7e3-22f9-47ac-a4c2-db9ffd068353 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 931 time: 0.3109536 Dec 09 09:35:54.086038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.144478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=f123185d-0b94-41f7-a2f4-259436307d00,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:54.167049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:54.167661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.169306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57218) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:54.171938 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dc3bf60a-710b-4cf9-b380-0ce2591ccd7c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=f202534d-a430-4954-a6f6-bcfa364138c9 HTTP/1.1" status: 200 len: 205 time: 0.3611836 Dec 09 09:35:54.176049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/f123185d-0b94-41f7-a2f4-259436307d00 HTTP/1.1" status: 204 len: 168 time: 3.2745457 Dec 09 09:35:54.176049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:54.184640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57220) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:54.222369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c832248c-2d9a-44fa-9090-355a4f3e1966 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.265878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-29c4fc4c-33f5-4cf4-9327-a32752bce56f None None] Port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:54.289887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c832248c-2d9a-44fa-9090-355a4f3e1966 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.385926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-98086bbb-b8d5-4241-b620-167c91e0702d None None] Could not find standard attr ID for object 7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:35:54.387823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57228) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:54.394450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e4b1d769-ef4e-4d54-a701-1bca407dbaac req-4ac1b8d9-41a6-4c58-a0fa-e8b4af2b6c6d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:54.467854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c832248c-2d9a-44fa-9090-355a4f3e1966 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.477217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e22cb58-17e3-400b-af3a-22b8798b020e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:54.553559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deca6dc-dba6-4dee-8790-d02bd09b45ea None None] Network bf056e82-1002-4f04-8d5a-a4585d03d0c3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:54.554360 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d0c2ae6a-0e07-4373-a5b3-c4a332f2b649 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2834165 Dec 09 09:35:54.601457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57232) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:54.616206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:54.658695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.709522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56558caf-fb58-412a-993f-f70adc0b756e None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:54.788890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e4b1d769-ef4e-4d54-a701-1bca407dbaac req-4ac1b8d9-41a6-4c58-a0fa-e8b4af2b6c6d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:54.790217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4b1d769-ef4e-4d54-a701-1bca407dbaac req-4ac1b8d9-41a6-4c58-a0fa-e8b4af2b6c6d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7222571 Dec 09 09:35:54.791819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Provisioning for port 5f894e32-87c8-48e4-8fd7-e76d088c1afe completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:54.864519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Provisioning complete for port 5f894e32-87c8-48e4-8fd7-e76d088c1afe triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:54.864922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.911147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec3367d-5391-429c-87d1-606756812611 None None] Network 414276cb-a536-4fbd-8f8a-456002600dbc requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:54.916974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ba2310-c7bb-4da4-8512-67dfb53d3c42 {{(pid=88883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:35:54.925053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.931418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9f64-1c7b-4467-85b7-6096aaddfea7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.941963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Transition to ACTIVE for port object c8ba2310-c7bb-4da4-8512-67dfb53d3c42 will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:54.952578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:54.964367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832248c-2d9a-44fa-9090-355a4f3e1966 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a922a4d-a40a-47bb-be4b-47839804303e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:54.967869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c832248c-2d9a-44fa-9090-355a4f3e1966 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:54.969179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6aea4c9f-4031-4c6a-968d-15f3421b7791 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:55.029056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:55.119872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:55.123883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:55.251549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:55.255362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:55.262044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:55.275928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Attempting to bind port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:55.276546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Attempting to bind port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:55.277218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Attempting to bind port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 on network 550e784d-4eb5-4862-8392-9aab67f43432 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:55.294499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c832248c-2d9a-44fa-9090-355a4f3e1966 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:55.299711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c832248c-2d9a-44fa-9090-355a4f3e1966 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/7a922a4d-a40a-47bb-be4b-47839804303e HTTP/1.1" status: 204 len: 168 time: 1.7135687 Dec 09 09:35:55.303690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57236) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:55.375709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d9db7eb9-d2e9-4795-bec6-8c69ac614b34 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:55.384362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 on network 550e784d-4eb5-4862-8392-9aab67f43432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:35:55.384730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Attempting to bind port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 on network 550e784d-4eb5-4862-8392-9aab67f43432 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:55.392227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:55.471867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port fb0ca4f8-7491-496e-a6ca-3ccd10d339ba {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:55.472523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:55.529625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d9db7eb9-d2e9-4795-bec6-8c69ac614b34 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:55.537257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d9db7eb9-d2e9-4795-bec6-8c69ac614b34 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2320054 Dec 09 09:35:55.537946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57240) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:55.543740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:35:55.544291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Checking segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:35:55.544842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Bound using segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:35:55.546223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Bound port: c8ba2310-c7bb-4da4-8512-67dfb53d3c42, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:35:55.546896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:55.572800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group': {'name': 'tempest-secgroup--641297153'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:55.672534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] For port c8ba2310-c7bb-4da4-8512-67dfb53d3c42, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:35:55.677090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] For port c8ba2310-c7bb-4da4-8512-67dfb53d3c42, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:35:55.694899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:55.700910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:55.713757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:55.717675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:55.762252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:55.765129 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] 10.222.0.65 "PUT /v2.0/ports/c8ba2310-c7bb-4da4-8512-67dfb53d3c42 HTTP/1.1" status: 200 len: 1093 time: 2.6178806 Dec 09 09:35:55.799926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:35:55.838166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] For port 5f894e32-87c8-48e4-8fd7-e76d088c1afe, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5f894e32-87c8-48e4-8fd7-e76d088c1afe,segment=NetworkSegment(4ea20d7c-573c-4ca3-b246-2e878cddc914),segment_id=4ea20d7c-573c-4ca3-b246-2e878cddc914)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:55.856414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:35:55.887299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] Deleting port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:55.887877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:55.914164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:55.967581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.165057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.195520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.234453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Deleting port 913e61b5-f886-4bb1-9d84-0c2e982abcaf {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:35:56.240364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.269043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:56.285776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:56.293864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:56.311436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:56.434554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c449e6f-e6ad-4a4f-aadb-4752de823a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:56.456739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.492827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.558943 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'status': 'completed', 'code': 200} Dec 09 09:35:56.564843 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-7e28c161-76ea-444b-8e12-740847ed8643 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 1096 time: 0.7441132 Dec 09 09:35:56.565743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Pushing event updated for resources: {'Port': ['ID=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:56.601670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Pushing event updated for resources: {'Port': ['ID=5f894e32-87c8-48e4-8fd7-e76d088c1afe,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:56.621802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ea5477fe-d8c3-494c-97d6-c77e10205f67 None None] Provisioning for port a1e913f4-8f1c-40d0-a61b-723cc4b41081 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:56.637553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:56.638632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.640803 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0990965 Dec 09 09:35:56.641972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0c0ac083-71b7-4932-b080-b4f8923ee776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:56.646987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ea5477fe-d8c3-494c-97d6-c77e10205f67 None None] Provisioning complete for port a1e913f4-8f1c-40d0-a61b-723cc4b41081 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:56.647424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea5477fe-d8c3-494c-97d6-c77e10205f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.677875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.700003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.700396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.700781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.701186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.701631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.702223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.702362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.702710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.703080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.703448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.703816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:35:56.729935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:56.796625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57250) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:56.838055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] For port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:56.839221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:56.883473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Request body: {'security_group_rule': {'security_group_id': 'b0979e0e-ff84-4c0f-bcd9-a3b5c99229a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:56.903453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for fb0ca4f8-7491-496e-a6ca-3ccd10d339ba owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:56.932187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:56.939959 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-cbfc4e4a-d1f7-4f1f-bde4-d042eb7d5031 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42 HTTP/1.1" status: 200 len: 217 time: 0.3665187 Dec 09 09:35:56.954470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Usage tracker for resource:security_group_rule and tenant:f03672bdc8214a97b7c095c9dbd57415 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:56.975945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] Calling delete_port for ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:56.997048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:57.002622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0979e0e-ff84-4c0f-bcd9-a3b5c99229a1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:57.033165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:57.036578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:57.112871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea5477fe-d8c3-494c-97d6-c77e10205f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.133831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5f894e32-87c8-48e4-8fd7-e76d088c1afe up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:57.156254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.156638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.200883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.209868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48ad7bcb-634c-4d6a-a07a-c4aa91677a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:57.267330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] Pushing event deleted for resources: {'Port': ['ID=ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:57.270127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:57.280734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ea5477fe-d8c3-494c-97d6-c77e10205f67 None None] For port a1e913f4-8f1c-40d0-a61b-723cc4b41081, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a1e913f4-8f1c-40d0-a61b-723cc4b41081,segment=NetworkSegment(e97c3be0-d0e9-43ef-8bb4-5600e2126dff),segment_id=e97c3be0-d0e9-43ef-8bb4-5600e2126dff)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:35:57.286777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] No DVR routers for this DVR port ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:35:57.296282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea5477fe-d8c3-494c-97d6-c77e10205f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.296282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-777238e6-8b55-4ea9-ba7e-aa7ce281ea7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:57.321654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-848618bf-40ec-4812-830e-f11941d0fe01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:57.323695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-848618bf-40ec-4812-830e-f11941d0fe01 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.3703558 Dec 09 09:35:57.323870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.324910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9f64-1c7b-4467-85b7-6096aaddfea7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.372528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5f894e32-87c8-48e4-8fd7-e76d088c1afe triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:57.373732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.417698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Calling delete_port for 913e61b5-f886-4bb1-9d84-0c2e982abcaf owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:35:57.419929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5477fe-d8c3-494c-97d6-c77e10205f67 None None] Pushing event updated for resources: {'Port': ['ID=a1e913f4-8f1c-40d0-a61b-723cc4b41081,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:57.423549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea5477fe-d8c3-494c-97d6-c77e10205f67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:57.469876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9f64-1c7b-4467-85b7-6096aaddfea7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.491174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd64f8-b574-4898-aa13-2133b07dd487 req-4a9042bc-5b4f-4272-a718-94dc4bb5cea7 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:57.492867 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8cfd64f8-b574-4898-aa13-2133b07dd487 req-4a9042bc-5b4f-4272-a718-94dc4bb5cea7 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 943 time: 1.2636313 Dec 09 09:35:57.550999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.554990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8756f499-0acc-4507-b9f0-81775354796c None None] Provisioning complete for port 5f894e32-87c8-48e4-8fd7-e76d088c1afe triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:57.555379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8756f499-0acc-4507-b9f0-81775354796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.563191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-61b39884-683d-492f-84bf-98fd68e00925 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2312169 Dec 09 09:35:57.579517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.588868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:35:57.592575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a49de405-c92b-479b-9bd8-09ed5bc92563 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:57.632574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:35:57.632967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ca05755a-1cc6-4cb6-a2e1-9dc4285e2ae3 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:35:57.669069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2439103-bf65-447a-9aca-d37df16db4fa,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:57.672574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:57.739265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8756f499-0acc-4507-b9f0-81775354796c None None] Provisioning for port a3467f8a-7d58-4113-b818-125ac176d26d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:35:57.739524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9f64-1c7b-4467-85b7-6096aaddfea7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.739673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4e9f64-1c7b-4467-85b7-6096aaddfea7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Fanout notify agent at l3_agent the message router_deleted on router f202534d-a430-4954-a6f6-bcfa364138c9 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:35:57.745008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8756f499-0acc-4507-b9f0-81775354796c None None] Provisioning complete for port a3467f8a-7d58-4113-b818-125ac176d26d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:57.745008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8756f499-0acc-4507-b9f0-81775354796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.758524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.761084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.767993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8cfd64f8-b574-4898-aa13-2133b07dd487 req-287030ed-628f-4f85-afc0-3b204aaa41df tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600803 Dec 09 09:35:57.780047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4d52b38-799e-48cb-8006-97ebd8a0b03a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:57.789301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.790198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.827351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9730e3f6-ed2d-4a42-893f-065adae20bd6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:57.831126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8756f499-0acc-4507-b9f0-81775354796c None None] Port a3467f8a-7d58-4113-b818-125ac176d26d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:57.841606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.845375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8756f499-0acc-4507-b9f0-81775354796c None None] Provisioning complete for port a1e913f4-8f1c-40d0-a61b-723cc4b41081 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:57.845909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8756f499-0acc-4507-b9f0-81775354796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:57.846170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0483909 Dec 09 09:35:57.854463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57254) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:57.895690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=fb0ca4f8-7491-496e-a6ca-3ccd10d339ba,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:57.898762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:58.039932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7a45-38ba-452c-bec4-2ad5dc2b5dcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.043740 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-58f9a969-08be-40a7-a7b6-58abd5cd0c9a service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549072 Dec 09 09:35:58.192444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7a45-38ba-452c-bec4-2ad5dc2b5dcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.221977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.243663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-0d6548b2-3fff-4869-b529-63eb57452c53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7326376 Dec 09 09:35:58.246946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9f64-1c7b-4467-85b7-6096aaddfea7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.248038 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dd4e9f64-1c7b-4467-85b7-6096aaddfea7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/f202534d-a430-4954-a6f6-bcfa364138c9 HTTP/1.1" status: 204 len: 168 time: 4.0648580 Dec 09 09:35:58.267773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57258) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:58.283686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=a3467f8a-7d58-4113-b818-125ac176d26d,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:58.326609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:58.356523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7a45-38ba-452c-bec4-2ad5dc2b5dcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.362910 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b00b36-b777-4d4f-a091-b39d67842343 req-6d516ead-32f3-4157-8543-10b8ad7c8234 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469923 Dec 09 09:35:58.365327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:58.379122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b799953-6559-42c8-bb02-ffd45c7e7725 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:58.481314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a7a45-38ba-452c-bec4-2ad5dc2b5dcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0979e0e-ff84-4c0f-bcd9-a3b5c99229a1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:58.483992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba9a7a45-38ba-452c-bec4-2ad5dc2b5dcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:58.503754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:58.512851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7a45-38ba-452c-bec4-2ad5dc2b5dcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.514634 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ba9a7a45-38ba-452c-bec4-2ad5dc2b5dcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/b0979e0e-ff84-4c0f-bcd9-a3b5c99229a1 HTTP/1.1" status: 204 len: 168 time: 0.6540654 Dec 09 09:35:58.518833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57262) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:58.520879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:58.533054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:58.533747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.534653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dace8c-50b4-4446-adeb-d0104e341ea0 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:35:58.549695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.592758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=b32b3c7b-c6ae-4710-9fa0-8834d92779ac,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:58.622212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:58.625834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62b1f7f3-1d48-43df-b6a6-46da616604b6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:58.628427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-198f51c4-dd47-45c5-99b6-ef97f1f5e766 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:58.636059 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d47aa35-4b06-46b5-bd18-a0a1b11614b2 req-37d012e4-3739-46a8-999f-6ebec7979b65 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 1096 time: 0.2080417 Dec 09 09:35:58.682284 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0765040 Dec 09 09:35:58.693902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57266) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:58.694325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.702080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-198f51c4-dd47-45c5-99b6-ef97f1f5e766 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:58.706151 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-198f51c4-dd47-45c5-99b6-ef97f1f5e766 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1838465 Dec 09 09:35:58.707263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57270) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:58.741162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:1a:2e:ec', 'name': 'tempest-NetworksTestDHCPv6-452135531'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:35:58.754777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event deleted for resources: {'Port': ['ID=913e61b5-f886-4bb1-9d84-0c2e982abcaf,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:58.758213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network bf056e82-1002-4f04-8d5a-a4585d03d0c3 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:58.770629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:58.781510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:58.844977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': 'b32b3c7b-c6ae-4710-9fa0-8834d92779ac'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:35:58.845806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:58.924196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54287936-c2e4-47e6-bd5f-4f02e28e3ff8 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Synchronizing usage tracker for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:35:59.031074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47aa35-4b06-46b5-bd18-a0a1b11614b2 req-97f1ed98-7f5c-4520-b15b-7906aa03e929 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:59.032935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d47aa35-4b06-46b5-bd18-a0a1b11614b2 req-97f1ed98-7f5c-4520-b15b-7906aa03e929 service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.3870277 Dec 09 09:35:59.041466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Allocated IP 2001:db8::f816:3eff:fe42:6bc2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/b32b3c7b-c6ae-4710-9fa0-8834d92779ac/91bd7753-5f0c-42a8-92bd-c9b74ed1f377) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:35:59.089166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting subnet 854ff742-f02b-4af5-a2e3-ec69f35e4013 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:35:59.107998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54287936-c2e4-47e6-bd5f-4f02e28e3ff8 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Unset dirty status for tenant:f03672bdc8214a97b7c095c9dbd57415 on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:35:59.112817 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-54287936-c2e4-47e6-bd5f-4f02e28e3ff8 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4024391 Dec 09 09:35:59.119346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57276) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:59.155327 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-b9e4c90d-214b-4def-abf8-057c51e2a1c7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] delete failed (client error): The resource could not be found. Dec 09 09:35:59.162864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b9e4c90d-214b-4def-abf8-057c51e2a1c7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "DELETE /v2.0/security-groups/b0979e0e-ff84-4c0f-bcd9-a3b5c99229a1 HTTP/1.1" status: 404 len: 347 time: 0.0364151 Dec 09 09:35:59.163913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57280) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:35:59.223525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a1e913f4-8f1c-40d0-a61b-723cc4b41081 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:35:59.259643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:59.273851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d47aa35-4b06-46b5-bd18-a0a1b11614b2 req-c040ce85-9149-4fb4-ac67-4a53d16b74b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42 HTTP/1.1" status: 200 len: 217 time: 0.2328603 Dec 09 09:35:59.317861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:59.354764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:59.363388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9bf77d06-55fd-4f62-9762-5c0004292ad4 None None] Provisioning complete for port a3467f8a-7d58-4113-b818-125ac176d26d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:59.364068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9bf77d06-55fd-4f62-9762-5c0004292ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:59.365067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616df0b-1b49-4f71-8283-4efa2c316482 req-2f139c9a-c87e-47a8-854e-3235b499490a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:59.366722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3616df0b-1b49-4f71-8283-4efa2c316482 req-2f139c9a-c87e-47a8-854e-3235b499490a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 943 time: 0.4218154 Dec 09 09:35:59.395505 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e63fbb37-295a-4cc5-b660-6b7e4d561e7b tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2159715 Dec 09 09:35:59.398874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Transition to ACTIVE for port object 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:59.417069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47aa35-4b06-46b5-bd18-a0a1b11614b2 req-4d5c6da0-6160-44ee-bd89-a1a3e33395b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:35:59.418676 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d47aa35-4b06-46b5-bd18-a0a1b11614b2 req-4d5c6da0-6160-44ee-bd89-a1a3e33395b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.1314199 Dec 09 09:35:59.427552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Transition to ACTIVE for port object 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:35:59.460819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a1e913f4-8f1c-40d0-a61b-723cc4b41081 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:35:59.461259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:59.468440 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-c0a160c6-fd7e-4177-a5c3-dbbe19938ff8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac&device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 1099 time: 1.1432419 Dec 09 09:35:59.501335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:35:59.505642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:35:59.508651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:35:59.515269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:35:59.534278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:59.547238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:35:59.548701 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3616df0b-1b49-4f71-8283-4efa2c316482 req-d19519ee-5d56-463a-bd38-f67cb4973fb9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726093 Dec 09 09:35:59.592583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:59.634526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:35:59.643734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Pushing event updated for resources: {'Port': ['ID=91bd7753-5f0c-42a8-92bd-c9b74ed1f377,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:35:59.646734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:35:59.647814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:35:59.649958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:35:59.688297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:35:59.695201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:35:59.922274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9bf77d06-55fd-4f62-9762-5c0004292ad4 None None] Port a3467f8a-7d58-4113-b818-125ac176d26d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:35:59.954924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:35:59.995833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Attempting to bind port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:35:59.996250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Attempting to bind port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:35:59.996653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Attempting to bind port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:35:59.999713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57288) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:00.005227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:00.006011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:36:00.006435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:00.006887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:00.007319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:36:00.007840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Bound port: 91bd7753-5f0c-42a8-92bd-c9b74ed1f377, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:36:00.008255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:00.108258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:36:00.111873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] For port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:36:00.115853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] For port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=91bd7753-5f0c-42a8-92bd-c9b74ed1f377,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:36:00.121810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:00.127418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d947f837-6dfe-4f7e-a5d2-fc0f9db669f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:00.186755 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d47aa35-4b06-46b5-bd18-a0a1b11614b2 req-c5b66422-f565-4371-b38d-6ea89a01a38b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7548277 Dec 09 09:36:00.227359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Pushing event updated for resources: {'Port': ['ID=91bd7753-5f0c-42a8-92bd-c9b74ed1f377,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:00.240508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:00.447762 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d47aa35-4b06-46b5-bd18-a0a1b11614b2 req-aff3b152-da14-43fb-b635-05dc896c863f service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532763 Dec 09 09:36:00.527051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-714d1ebb-8a86-4155-8613-e90983d4c543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:00.528640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-714d1ebb-8a86-4155-8613-e90983d4c543 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52bd21f5-cbf3-4594-8b2a-d04627c72731 HTTP/1.1" status: 200 len: 898 time: 1.0339451 Dec 09 09:36:00.642278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router e05bec05-f7d4-40f3-ad04-e6ca80714bad has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:00.656502 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d47aa35-4b06-46b5-bd18-a0a1b11614b2 req-e214c8f4-a52a-421b-a947-27311d497fae service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900692 Dec 09 09:36:00.738849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:fe1a:2eec (2d5d328b-91d8-47d0-9229-6819f3b6112b/b32b3c7b-c6ae-4710-9fa0-8834d92779ac/de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:00.799777 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-8d1d0541-09c8-415c-ac6d-ef20d148018f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52110741-a6e7-479f-8dd7-027825d1825e HTTP/1.1" status: 200 len: 217 time: 0.2003524 Dec 09 09:36:00.902040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:00.927442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3008aa32-78c0-4d78-8b2d-55fa19698453 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:00.928227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:00.933429 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/routers/e05bec05-f7d4-40f3-ad04-e6ca80714bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2396076 Dec 09 09:36:00.937078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57296) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:00.940334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0d06d-7e00-4f3f-851e-66cc732cec07 None None] Sync routers for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:00.953715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0d06d-7e00-4f3f-851e-66cc732cec07 None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:00.954404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c9b0d06d-7e00-4f3f-851e-66cc732cec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:00.985084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bbc9f94d-ab87-4e3b-b4a0-e28b45f28539 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f03672bdc8214a97b7c095c9dbd57415&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9816356 Dec 09 09:36:00.997839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Subnet': ['ID=854ff742-f02b-4af5-a2e3-ec69f35e4013,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:01.005136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57300) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:01.005306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:01.022921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c9b0d06d-7e00-4f3f-851e-66cc732cec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:01.032649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.040104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfd06dc-59a7-4c31-830b-16863bb59a0f None None] Network 36c3dd86-f146-4aba-8687-13e747eb14fd requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:01.056359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-137768f2-1459-46b7-9df8-b3b2d5e9688a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:01.058564 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-137768f2-1459-46b7-9df8-b3b2d5e9688a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e8e8aa2-b5d7-44eb-a751-34e5da57fc03 HTTP/1.1" status: 200 len: 835 time: 0.2392738 Dec 09 09:36:01.078286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b0d06d-7e00-4f3f-851e-66cc732cec07 None None] Routers {'e05bec05-f7d4-40f3-ad04-e6ca80714bad'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:01.078938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c9b0d06d-7e00-4f3f-851e-66cc732cec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:01.148681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1866771b-ca14-4046-9f37-9c0baf0a7772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.157561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c9b0d06d-7e00-4f3f-851e-66cc732cec07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:01.158058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b0d06d-7e00-4f3f-851e-66cc732cec07 None None] The sync data for ids ['e05bec05-f7d4-40f3-ad04-e6ca80714bad'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:01.165577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/854ff742-f02b-4af5-a2e3-ec69f35e4013 HTTP/1.1" status: 204 len: 168 time: 2.8893683 Dec 09 09:36:01.176289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57304) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:01.218394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:01.264686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c03cc-8c7c-42fc-b744-a05723a8379c req-f38226f6-470c-4053-90d4-3cdc6a8ab9ef tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:01.266573 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f71c03cc-8c7c-42fc-b744-a05723a8379c req-f38226f6-470c-4053-90d4-3cdc6a8ab9ef tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 943 time: 0.5217211 Dec 09 09:36:01.291774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1866771b-ca14-4046-9f37-9c0baf0a7772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.383855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:01.447871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.481829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 1e3055be-f89f-48b6-906d-a2b5040ac42e {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:01.482210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.518072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.531608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f71c03cc-8c7c-42fc-b744-a05723a8379c req-c4d61418-4b44-4a64-802e-c92b51a2ba58 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066963 Dec 09 09:36:01.540086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1866771b-ca14-4046-9f37-9c0baf0a7772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.546712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-3bc74b91-3ea5-45b4-b181-b85afb8923ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52bd21f5-cbf3-4594-8b2a-d04627c72731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4771559 Dec 09 09:36:01.551864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-afdec018-d9d9-4b6a-b443-f955a8f958ee tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:01.558183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:01.583067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866771b-ca14-4046-9f37-9c0baf0a7772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb8c89a-4207-4d1a-bbc5-ad850be1cec8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:01.590659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1866771b-ca14-4046-9f37-9c0baf0a7772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:01.596493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] DHCP port deletion for 36c3dd86-f146-4aba-8687-13e747eb14fd request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:36:01.615629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] Deleting port 1e3055be-f89f-48b6-906d-a2b5040ac42e {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:01.616188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.638015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.671759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router 53b515b5-f357-4e2a-9150-70aaaf6dc1c6 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:36:01.743087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1866771b-ca14-4046-9f37-9c0baf0a7772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.747824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1866771b-ca14-4046-9f37-9c0baf0a7772 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2bb8c89a-4207-4d1a-bbc5-ad850be1cec8 HTTP/1.1" status: 204 len: 168 time: 0.7416103 Dec 09 09:36:01.882211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.916974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-530695a8-ef47-45c5-a8e7-d603d707f5bf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:01.923073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] For port 1e3055be-f89f-48b6-906d-a2b5040ac42e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1e3055be-f89f-48b6-906d-a2b5040ac42e,segment=NetworkSegment(06640132-ea1e-4ebb-9940-ea03d9f382f0),segment_id=06640132-ea1e-4ebb-9940-ea03d9f382f0)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:01.923618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:01.996102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port 1e3055be-f89f-48b6-906d-a2b5040ac42e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1e3055be-f89f-48b6-906d-a2b5040ac42e,segment=NetworkSegment(06640132-ea1e-4ebb-9940-ea03d9f382f0),segment_id=06640132-ea1e-4ebb-9940-ea03d9f382f0)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:01.996507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.132155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-baf8dcad-ea3a-45d2-a9be-70df16de0285 service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760911 Dec 09 09:36:02.136752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] Calling delete_port for 1e3055be-f89f-48b6-906d-a2b5040ac42e owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:02.141994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 1e3055be-f89f-48b6-906d-a2b5040ac42e owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:02.144106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:02.191051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:02.207023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:02.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:02.214307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:02.215507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.240545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:02.256836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.263379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4f483d0-0430-49b6-b722-e06885c5a35a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:02.265991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:36:02.266407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:36:02.315584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=1e3055be-f89f-48b6-906d-a2b5040ac42e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:02.318287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:02.333101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No DVR routers for this DVR port 1e3055be-f89f-48b6-906d-a2b5040ac42e on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:36:02.345187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6466017 Dec 09 09:36:02.349746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57316) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:02.370736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.427378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 896fd5fc-5e98-474b-906a-6f673dbbe1b8 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:02.427754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.428843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:02.467266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3b0ec669-c42c-47b9-806c-74bf4f9157a6 None None] Provisioning for port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:02.472640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f87e8a4-3eda-4516-b12e-258f33ef314a req-18c583c8-9d29-4061-983b-f0c9341b79f3 service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249159 Dec 09 09:36:02.473476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3b0ec669-c42c-47b9-806c-74bf4f9157a6 None None] Provisioning complete for port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:02.473985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec669-c42c-47b9-806c-74bf4f9157a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.540243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.628820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:02.639336 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/53b515b5-f357-4e2a-9150-70aaaf6dc1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8145108 Dec 09 09:36:02.644000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d5c42-00ff-4eef-8f9f-164fc2440621 None None] Sync routers for ids ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:02.672479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d5c42-00ff-4eef-8f9f-164fc2440621 None None] Routers {'53b515b5-f357-4e2a-9150-70aaaf6dc1c6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:02.673241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d60d5c42-00ff-4eef-8f9f-164fc2440621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:02.677708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57326) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:02.768575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] Deleting port 1e3055be-f89f-48b6-906d-a2b5040ac42e {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:02.769030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.866153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d60d5c42-00ff-4eef-8f9f-164fc2440621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:02.871890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae5ef38c-6df6-4dab-a231-3b7f716ada7f None None] The port '1e3055be-f89f-48b6-906d-a2b5040ac42e' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:36:02.879016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec669-c42c-47b9-806c-74bf4f9157a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.888231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d5c42-00ff-4eef-8f9f-164fc2440621 None None] Routers {'53b515b5-f357-4e2a-9150-70aaaf6dc1c6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:02.890099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d60d5c42-00ff-4eef-8f9f-164fc2440621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:02.918215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3b0ec669-c42c-47b9-806c-74bf4f9157a6 None None] For port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=91bd7753-5f0c-42a8-92bd-c9b74ed1f377,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:02.922793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec669-c42c-47b9-806c-74bf4f9157a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:02.924785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0657f93-981c-4fc5-8c68-633179b82c30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:03.003629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c3dd86-f146-4aba-8687-13e747eb14fd']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:03.016483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d60d5c42-00ff-4eef-8f9f-164fc2440621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:03.017261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60d5c42-00ff-4eef-8f9f-164fc2440621 None None] The sync data for ids ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:03.084917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-56d9a891-060a-4b02-9052-6d7d4133f98c None None] Provisioning for port de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:03.094019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-56d9a891-060a-4b02-9052-6d7d4133f98c None None] Provisioning complete for port de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:03.094438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-56d9a891-060a-4b02-9052-6d7d4133f98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.139935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1e3055be-f89f-48b6-906d-a2b5040ac42e no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:03.167131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.183160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ec669-c42c-47b9-806c-74bf4f9157a6 None None] Pushing event updated for resources: {'Port': ['ID=91bd7753-5f0c-42a8-92bd-c9b74ed1f377,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:03.193779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b0ec669-c42c-47b9-806c-74bf4f9157a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:03.194533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 1e3055be-f89f-48b6-906d-a2b5040ac42e {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:36:03.194922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1e3055be-f89f-48b6-906d-a2b5040ac42e not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:36:03.218217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-56d9a891-060a-4b02-9052-6d7d4133f98c None None] Port de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:36:03.252261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5f408-b935-4c18-be1e-3df265cdc4ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:03.256567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5f408-b935-4c18-be1e-3df265cdc4ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:03.257409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-73b5f408-b935-4c18-be1e-3df265cdc4ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:03.264177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57336) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:03.285936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79441f6f-d01a-4336-b41e-6e1499d7be1f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:03.286560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-79441f6f-d01a-4336-b41e-6e1499d7be1f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:03.310178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 896fd5fc-5e98-474b-906a-6f673dbbe1b8 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:03.316839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-73b5f408-b935-4c18-be1e-3df265cdc4ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:03.318152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-73b5f408-b935-4c18-be1e-3df265cdc4ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9674053 Dec 09 09:36:03.321814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57342) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:03.352290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06640132-ea1e-4ebb-9940-ea03d9f382f0') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:03.352629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06640132-ea1e-4ebb-9940-ea03d9f382f0') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:03.361047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-79441f6f-d01a-4336-b41e-6e1499d7be1f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:03.365604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-79441f6f-d01a-4336-b41e-6e1499d7be1f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports/a3467f8a-7d58-4113-b818-125ac176d26d HTTP/1.1" status: 200 len: 911 time: 0.6855419 Dec 09 09:36:03.365943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57346) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:03.375981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.438515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-secgroup--672964994'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:03.447250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:03.462988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:03.470656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:03.484795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:03.485218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.517402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:03.534054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.559315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:36:03.560008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.567895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:36:03.576834 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:36:03.617153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.704440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814b7cc-843c-4831-8e8a-3edcb64ec0d0 req-5bd75cf2-d1bf-4f1d-b390-5b209bb205a9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:03.706149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4814b7cc-843c-4831-8e8a-3edcb64ec0d0 req-5bd75cf2-d1bf-4f1d-b390-5b209bb205a9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 943 time: 0.7665896 Dec 09 09:36:03.709079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.724371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb9e302f-c8a2-4845-a5fd-88409044a494 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:03.725603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:03.732014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:03.742453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:03.743044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.750407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:03.756403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] Sync routers for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:03.772988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:03.774311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:03.793540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Network': ['ID=36c3dd86-f146-4aba-8687-13e747eb14fd,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:03.804487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.805012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:03.814307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/networks/36c3dd86-f146-4aba-8687-13e747eb14fd HTTP/1.1" status: 204 len: 168 time: 2.6322842 Dec 09 09:36:03.819581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57350) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:03.836393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1749754117', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:03.837582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:03.888120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:03.904448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:router and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:03.909299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "DELETE /v2.0/floatingips/f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77 HTTP/1.1" status: 204 len: 168 time: 9.5149932 Dec 09 09:36:03.911735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:36:03.943060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:03.945937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4814b7cc-843c-4831-8e8a-3edcb64ec0d0 req-d01e1776-8e7a-496d-8f5d-2776f93c842b tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958334 Dec 09 09:36:03.982254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:04.007028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:36:04.079871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e', 'status': 'completed', 'code': 200} Dec 09 09:36:04.122621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:04.125346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:04.143238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.205448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.206483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.218770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce76c4cf-aae4-4ea4-85bf-ef21512221f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:04.231676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.243020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.249985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-307898dd-d903-45cb-8b02-632429dbd814 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:04.273613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=896fd5fc-5e98-474b-906a-6f673dbbe1b8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:04.287236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.305426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:04.319093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:04.355276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7573dae8-0cff-47c5-9c2e-9cfe61208edc,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:04.358491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:04.367092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:04.367913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:04.374036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1850c32-23f4-42f9-b21a-da537103899a req-2eef7050-631a-443f-a2fb-803af45da5ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac&device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 1099 time: 0.2933717 Dec 09 09:36:04.388013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:04.407776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57a65787-0d1a-4345-a958-7774dbdf8090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.429519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:34:04Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'ce6ae22d-887a-4856-857f-fc9c8864e19e', 'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'mac_address': 'fa:16:3e:35:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:01Z', 'updated_at': '2021-12-09T09:34:14Z', 'revision_number': 5, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'subnets': [{'id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:04.433806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] Checking router: d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:36:04.446976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:04.447818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:35:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:04.536152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.546834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-606e4e01-fe1f-4f0e-b4a6-425bd54e4234 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:04.640512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:04.651089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:04.670836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1850c32-23f4-42f9-b21a-da537103899a req-0fa8b07c-e1f8-4b6e-add0-71c43df09b63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:04.672519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1850c32-23f4-42f9-b21a-da537103899a req-0fa8b07c-e1f8-4b6e-add0-71c43df09b63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=52bd21f5-cbf3-4594-8b2a-d04627c72731 HTTP/1.1" status: 200 len: 898 time: 0.2887640 Dec 09 09:36:04.723674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.805300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.825033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.833640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:04.859102 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1850c32-23f4-42f9-b21a-da537103899a req-f08f2b7a-34d3-42d9-9c17-d7bf0d608f50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52110741-a6e7-479f-8dd7-027825d1825e HTTP/1.1" status: 200 len: 217 time: 0.1371431 Dec 09 09:36:04.871700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:36:04.925784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe HTTP/1.1" status: 204 len: 168 time: 1.6003194 Dec 09 09:36:04.929996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:04.931328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6661477 Dec 09 09:36:04.938490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57360) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:04.938878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57362) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:04.950891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180a305a-7015-4a9b-9e20-f93696fbe95d,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:05.029382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:05.089703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:05.092696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1850c32-23f4-42f9-b21a-da537103899a req-39b1e319-6bc7-4110-9807-cdf8bfbc7478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:05.094378 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1850c32-23f4-42f9-b21a-da537103899a req-39b1e319-6bc7-4110-9807-cdf8bfbc7478 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8e8e8aa2-b5d7-44eb-a751-34e5da57fc03 HTTP/1.1" status: 200 len: 835 time: 0.2174873 Dec 09 09:36:05.110075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621aad86-cbe1-4b24-bf16-f9c8c006a15a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:05.112262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621aad86-cbe1-4b24-bf16-f9c8c006a15a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:05.113097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-621aad86-cbe1-4b24-bf16-f9c8c006a15a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:05.154517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87371d9-8782-418d-a9c0-d9d7c5850a06 req-ddf77c9f-0b94-42bd-84e3-dcd528b0c45e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:05.162517 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a87371d9-8782-418d-a9c0-d9d7c5850a06 req-ddf77c9f-0b94-42bd-84e3-dcd528b0c45e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.8601112 Dec 09 09:36:05.193184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-728443f9-4e59-458f-a634-4d762b3edf77 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:05.203780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-621aad86-cbe1-4b24-bf16-f9c8c006a15a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:05.207785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-621aad86-cbe1-4b24-bf16-f9c8c006a15a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2651684 Dec 09 09:36:05.211753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57370) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:05.243006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:05.281396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:05.306854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-728443f9-4e59-458f-a634-4d762b3edf77 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:05.311425 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-728443f9-4e59-458f-a634-4d762b3edf77 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3666296 Dec 09 09:36:05.320919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57374) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:05.342362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-69cf5f66-63a9-4a73-b4c6-98e593e4e30d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-security--1709918626', 'description': 'tempest-security-description-675625827'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:05.375960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:05.376380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:05.430743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:34:04Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'ce6ae22d-887a-4856-857f-fc9c8864e19e', 'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'mac_address': 'fa:16:3e:35:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:01Z', 'updated_at': '2021-12-09T09:34:14Z', 'revision_number': 5, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'subnets': [{'id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:05.435162 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1850c32-23f4-42f9-b21a-da537103899a req-392cc2d4-7b2f-4e26-bf49-3c6ed9a923ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=52bd21f5-cbf3-4594-8b2a-d04627c72731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3185778 Dec 09 09:36:05.442320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf930b-e4ec-4884-9244-556c5f845537 None None] The sync data for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv is: [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:34:04Z', 'revision_number': 4, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'ce6ae22d-887a-4856-857f-fc9c8864e19e', 'name': '', 'network_id': '52bd21f5-cbf3-4594-8b2a-d04627c72731', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'mac_address': 'fa:16:3e:35:8a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:01Z', 'updated_at': '2021-12-09T09:34:14Z', 'revision_number': 5, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'subnets': [{'id': '8e8e8aa2-b5d7-44eb-a751-34e5da57fc03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:05.444807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f66-63a9-4a73-b4c6-98e593e4e30d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:05.608151 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a87371d9-8782-418d-a9c0-d9d7c5850a06 req-f7949d1d-d64b-4812-82c1-a2fb1c45ae07 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4439199 Dec 09 09:36:05.620021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:05.636755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:05.646938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:05.832585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:05.833402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Fanout notify agent at l3_agent the message router_deleted on router e05bec05-f7d4-40f3-ad04-e6ca80714bad {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:36:05.917606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:05.919639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/routers/e05bec05-f7d4-40f3-ad04-e6ca80714bad HTTP/1.1" status: 204 len: 168 time: 4.9805393 Dec 09 09:36:05.935040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57378) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:05.954489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b85ee3-9826-4865-8776-3e9cd973832f req-dda29951-c660-4b5e-93b7-6df85dfb861d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:05.956060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-48b85ee3-9826-4865-8776-3e9cd973832f req-dda29951-c660-4b5e-93b7-6df85dfb861d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 943 time: 0.6970434 Dec 09 09:36:05.996966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f66-63a9-4a73-b4c6-98e593e4e30d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.005046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet b32b3c7b-c6ae-4710-9fa0-8834d92779ac {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:06.013969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f66-63a9-4a73-b4c6-98e593e4e30d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.016900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cf5f66-63a9-4a73-b4c6-98e593e4e30d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.018278 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-69cf5f66-63a9-4a73-b4c6-98e593e4e30d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "PUT /v2.0/security-groups/180a305a-7015-4a9b-9e20-f93696fbe95d HTTP/1.1" status: 200 len: 1611 time: 0.6903348 Dec 09 09:36:06.023602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.027773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-ec767e1e-b94e-409e-bae2-2117561602c1 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:06.029995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-ec767e1e-b94e-409e-bae2-2117561602c1 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.2828135 Dec 09 09:36:06.040401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4ed713-8e11-4c76-822b-fe87d47f0f40 None None] New status for floating IP f8d91dc0-46d6-4bcc-9100-c1d9e3ffeb77: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:36:06.054171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d86bd77-3d34-4b3e-857f-a564893f9787 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:06.069040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57382) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:06.135280 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1850c32-23f4-42f9-b21a-da537103899a req-13dc5149-1f84-4cb2-86ca-eeaa6ab79d17 service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794198 Dec 09 09:36:06.171667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.208419 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-48b85ee3-9826-4865-8776-3e9cd973832f req-8e5f02a4-a2da-4163-b0ad-1fb02e21773a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388606 Dec 09 09:36:06.224357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf5f66-63a9-4a73-b4c6-98e593e4e30d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180a305a-7015-4a9b-9e20-f93696fbe95d,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:06.244734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.247610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69cf5f66-63a9-4a73-b4c6-98e593e4e30d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:06.318279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.321283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.384291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1850c32-23f4-42f9-b21a-da537103899a req-ed3602c5-ed9f-4133-a767-20131b0b7801 service neutron] 10.222.0.65 "GET /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400761 Dec 09 09:36:06.391040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.392290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Deleting port 52110741-a6e7-479f-8dd7-027825d1825e {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:06.392695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.463464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.469280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-217b3692-abfb-4292-a1d0-d14dac1b4e9c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:06.509554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=b32b3c7b-c6ae-4710-9fa0-8834d92779ac,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:06.512853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:06.515070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.523011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02ea744-04cc-44b2-85a2-669dcb04dc79 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:06.533463 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/b32b3c7b-c6ae-4710-9fa0-8834d92779ac HTTP/1.1" status: 204 len: 168 time: 1.3187349 Dec 09 09:36:06.534144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57386) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:06.573943 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-44f5407e-6934-4179-80f2-c63d651c72f7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups/180a305a-7015-4a9b-9e20-f93696fbe95d HTTP/1.1" status: 200 len: 1611 time: 0.4976261 Dec 09 09:36:06.596205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57390) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:06.628279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b279d70f-32b5-49fd-a7e7-80804c0959a5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906842 Dec 09 09:36:06.628526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57394) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:06.763239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10a55623-2042-4292-b81e-6cde5878551e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.771940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4df5aa18-cf41-4920-ba29-b19bb9c68859 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.835003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4df5aa18-cf41-4920-ba29-b19bb9c68859 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.874204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:36:06.876270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4bb718-4bcc-445d-912d-9d5a7aee855d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:06.877615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9b4bb718-4bcc-445d-912d-9d5a7aee855d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:06.879049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] Deleting port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:06.879475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.913863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9b4bb718-4bcc-445d-912d-9d5a7aee855d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:06.918196 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9b4bb718-4bcc-445d-912d-9d5a7aee855d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2885756 Dec 09 09:36:06.919218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57400) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:06.922834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4df5aa18-cf41-4920-ba29-b19bb9c68859 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:06.965097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1e8d0eb5-2c34-4de6-9392-5c72485d948f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:06.997593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5aa18-cf41-4920-ba29-b19bb9c68859 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180a305a-7015-4a9b-9e20-f93696fbe95d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:07.000980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4df5aa18-cf41-4920-ba29-b19bb9c68859 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:07.017831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4df5aa18-cf41-4920-ba29-b19bb9c68859 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.021493 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4df5aa18-cf41-4920-ba29-b19bb9c68859 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/180a305a-7015-4a9b-9e20-f93696fbe95d HTTP/1.1" status: 204 len: 168 time: 0.4168878 Dec 09 09:36:07.022490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57404) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:07.064135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf0f0e-d947-42ce-8181-9f6b0e5fdf09 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:07.064893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-56bf0f0e-d947-42ce-8181-9f6b0e5fdf09 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:07.103067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6e04d5fd-1e36-430a-b8b6-f65acb1224b1 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:07.108239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-56bf0f0e-d947-42ce-8181-9f6b0e5fdf09 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:07.112060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-56bf0f0e-d947-42ce-8181-9f6b0e5fdf09 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1891341 Dec 09 09:36:07.115050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57408) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:07.119053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:07.159467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting subnet 81db04aa-f7e8-41bf-95e2-9bf44fd1798a {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:07.164266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.172299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.184495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] For port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=91bd7753-5f0c-42a8-92bd-c9b74ed1f377,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:07.184938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.199345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-262a3ed4-80df-45e3-a38e-37872ec721cb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790083 Dec 09 09:36:07.199345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6e04d5fd-1e36-430a-b8b6-f65acb1224b1 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:07.199345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6e04d5fd-1e36-430a-b8b6-f65acb1224b1 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1745546 Dec 09 09:36:07.199710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57412) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:07.202145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57414) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:07.208266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:07.259392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-a5af6b5c-4b2b-4efa-9cc3-849597b41404 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] delete failed (client error): The resource could not be found. Dec 09 09:36:07.260535 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a5af6b5c-4b2b-4efa-9cc3-849597b41404 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/180a305a-7015-4a9b-9e20-f93696fbe95d HTTP/1.1" status: 404 len: 347 time: 0.0571938 Dec 09 09:36:07.268524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57422) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:07.277321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580608318'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:07.330986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:07.361400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:07.367252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] Calling delete_port for 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:07.374885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:07.405748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.26.8.25 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/c0987667-6dbb-48c4-b589-a302a9490f09) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:07.417234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.437320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:07.439667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.467080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:07.473087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.499976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device c8ba2310-c7bb-4da4-8512-67dfb53d3c42 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:36:07.513105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.536085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.541652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:07.550435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a3de4-34ef-4897-9818-f0392c176e63 req-417badb9-67ee-4072-924f-961444897895 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:07.552804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f45a3de4-34ef-4897-9818-f0392c176e63 req-417badb9-67ee-4072-924f-961444897895 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 946 time: 0.5205302 Dec 09 09:36:07.610197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] Pushing event deleted for resources: {'Port': ['ID=91bd7753-5f0c-42a8-92bd-c9b74ed1f377,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:07.619879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:07.622063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:07.631536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:07.636841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:07.650148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:07.658674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f88280-5c4f-4959-9941-7c45f88356fb req-f5e4c73d-ca44-4d61-ab44-1ba8b8b06ec4 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:07.660133 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e1f88280-5c4f-4959-9941-7c45f88356fb req-f5e4c73d-ca44-4d61-ab44-1ba8b8b06ec4 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 943 time: 0.2935729 Dec 09 09:36:07.671809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] No DVR routers for this DVR port 91bd7753-5f0c-42a8-92bd-c9b74ed1f377 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:36:07.765795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] For port 52110741-a6e7-479f-8dd7-027825d1825e, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=52110741-a6e7-479f-8dd7-027825d1825e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:07.766356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.777942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port c8ba2310-c7bb-4da4-8512-67dfb53d3c42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:07.807556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'port_id': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'mac_address': 'fa:16:3e:3f:cb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:36:07.867265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.870769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e1f88280-5c4f-4959-9941-7c45f88356fb req-e39f104d-45c6-4874-8ef7-e0d90858dc79 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936476 Dec 09 09:36:07.887367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ba2310-c7bb-4da4-8512-67dfb53d3c42 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:36:07.891849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.896525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.909999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port c8ba2310-c7bb-4da4-8512-67dfb53d3c42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:07.914287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.914449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d1a2b633-9507-44f6-995c-7cfb8d5ad9f4 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:07.916586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:07.983041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:07.990674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57630ba9-6926-49b4-a6b0-234850a51930,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:07.994846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:07.995414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-492dcb7f-e4f5-48a0-bb36-da02b657e4a0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:08.001976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:08.004156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Calling delete_port for 52110741-a6e7-479f-8dd7-027825d1825e owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:08.005778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:08.032174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.033608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7639945 Dec 09 09:36:08.046506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57426) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:08.061832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': '57630ba9-6926-49b4-a6b0-234850a51930', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:08.071505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:08.074887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:08.079575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:08.083623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:08.086887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:08.087531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.089373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cea836-b07f-4fc2-8787-878383396d4c None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:08.094647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:08.101854 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f45a3de4-34ef-4897-9818-f0392c176e63 req-65626891-d655-445b-96cf-5db34301f84f tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/security-groups?id=c55c6af4-385e-4518-bbec-60aadc01dd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5338025 Dec 09 09:36:08.108387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.109872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=0e39ba8f-6e97-4917-b032-be9d457e5743,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:08.123614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:08.123614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:08.126337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['c8ba2310-c7bb-4da4-8512-67dfb53d3c42'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:36:08.128090 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9275606 Dec 09 09:36:08.133958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57430) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:08.143246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:27:09:39', 'name': 'tempest-NetworksTestDHCPv6-1019400927'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:08.159081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.286074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 2001:db8:1::1 (414276cb-a536-4fbd-8f8a-456002600dbc/26608c81-2107-44f3-8953-e34a9c997235/8848c6da-6742-451f-b0f6-8b93e3cd5ad1) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:08.301954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.346263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.350924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.359184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75286338-b98f-4d13-9b27-2b7c640ca837 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:08.383584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:08.390938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.392406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bd75c9-1574-4f95-a7ff-368029089939,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:08.395394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:08.406591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:08.409187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.413253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3629644 Dec 09 09:36:08.413609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57434) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:08.447163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:08.454219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.471451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9b7c5235-a69f-4e8a-b2db-d8073bd17585 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.480145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.486133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9b7c5235-a69f-4e8a-b2db-d8073bd17585 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.496285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '0e39ba8f-6e97-4917-b032-be9d457e5743'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:36:08.497207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.499943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3046917d-7bae-4d82-951b-a03928c78114 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:08.510829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 22deff20-f1a4-4fd2-8c14-fea7f8f3cf55 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:36:08.545181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.560095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Subnet': ['ID=81db04aa-f7e8-41bf-95e2-9bf44fd1798a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:08.574748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:08.577152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.586439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104f4c0-6b68-4718-a4d0-9b3bbdec732a None None] Network edb3922e-d0fc-4bba-81d5-2b95ee523e2c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:08.586652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70251a40-9ca0-4d20-8214-9fe62a3d2f86 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:08.586761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9b7c5235-a69f-4e8a-b2db-d8073bd17585 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.596674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:08.619752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c5235-a69f-4e8a-b2db-d8073bd17585 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91bd75c9-1574-4f95-a7ff-368029089939,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:08.621783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9b7c5235-a69f-4e8a-b2db-d8073bd17585 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:08.637150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.637317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9b7c5235-a69f-4e8a-b2db-d8073bd17585 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:08.642670 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9b7c5235-a69f-4e8a-b2db-d8073bd17585 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/91bd75c9-1574-4f95-a7ff-368029089939 HTTP/1.1" status: 204 len: 168 time: 0.2269826 Dec 09 09:36:08.656847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57438) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:08.718966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::296 (2d5d328b-91d8-47d0-9229-6819f3b6112b/0e39ba8f-6e97-4917-b032-be9d457e5743/22deff20-f1a4-4fd2-8c14-fea7f8f3cf55) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:08.764372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57442) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:08.765542 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/subnets/81db04aa-f7e8-41bf-95e2-9bf44fd1798a HTTP/1.1" status: 204 len: 168 time: 2.8249805 Dec 09 09:36:08.767000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=c0987667-6dbb-48c4-b589-a302a9490f09,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:08.798498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:08.799437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-14bc801c-2d10-4a5e-a7f2-a352496a60ba tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:08.837154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:08.879070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:08.904479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:09.055989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] No DVR routers for this DVR port 52110741-a6e7-479f-8dd7-027825d1825e on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:36:09.057956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event deleted for resources: {'Port': ['ID=52110741-a6e7-479f-8dd7-027825d1825e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:09.067571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:09.070479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.072566 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a46b31af-106c-404b-a9fa-9bae82fa2e84 req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.65 "DELETE /v2.0/ports/52110741-a6e7-479f-8dd7-027825d1825e HTTP/1.1" status: 204 len: 173 time: 3.0025191 Dec 09 09:36:09.092059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'name': 'network-vif-deleted', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:36:09.099592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.110838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.116006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e13a540a-b375-4968-a262-f3e9b2fc9b45 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4526429 Dec 09 09:36:09.126943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57450) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:09.163575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.189612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 22deff20-f1a4-4fd2-8c14-fea7f8f3cf55 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:09.190217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d', 'name': 'network-vif-deleted', 'tag': '52110741-a6e7-479f-8dd7-027825d1825e', 'status': 'completed', 'code': 200} Dec 09 09:36:09.191234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Transition to ACTIVE for port object 8848c6da-6742-451f-b0f6-8b93e3cd5ad1 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:09.209851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] DHCP port deletion for edb3922e-d0fc-4bba-81d5-2b95ee523e2c request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:36:09.215110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] Deleting port 23932fc8-044d-4e92-8864-f8f77d8919f9 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:09.215532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.253013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.260065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 23932fc8-044d-4e92-8864-f8f77d8919f9 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:09.260861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.318520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:09.356577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-25e6903a-9628-427e-ad1a-8876b0b3309e req-20550789-629e-4023-88ab-ef3203f11b95 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Synchronizing usage tracker for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:09.400801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-043d59f2-12b2-4374-9690-3c11e2ba9a13 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.409645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6e202-de50-4ca0-96df-5fc64d883c9d req-633740c8-c2c1-4759-8a23-b56c356c3ec4 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:09.410634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.412148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d8a6e202-de50-4ca0-96df-5fc64d883c9d req-633740c8-c2c1-4759-8a23-b56c356c3ec4 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 944 time: 0.4070299 Dec 09 09:36:09.425655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d30cfb68-b22b-4825-badc-85d9101a866d tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:09.442139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/0e39ba8f-6e97-4917-b032-be9d457e5743/eda8e807-db1c-4701-8be4-abf410b2575f) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:09.468035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-25e6903a-9628-427e-ad1a-8876b0b3309e req-20550789-629e-4023-88ab-ef3203f11b95 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Unset dirty status for tenant:9729ca7a00364fbfb9b28cd6f194f8ac on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:09.469709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-25e6903a-9628-427e-ad1a-8876b0b3309e req-20550789-629e-4023-88ab-ef3203f11b95 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f50b3bb-a78f-4cc1-8b87-1f57fbf1398d HTTP/1.1" status: 200 len: 210 time: 0.1799288 Dec 09 09:36:09.501726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-043d59f2-12b2-4374-9690-3c11e2ba9a13 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.502798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:09.517199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:09.519201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device c8ba2310-c7bb-4da4-8512-67dfb53d3c42 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:09.519333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=22deff20-f1a4-4fd2-8c14-fea7f8f3cf55,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:09.521634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:09.525931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:09.526601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.534791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:09.557018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 414276cb-a536-4fbd-8f8a-456002600dbc is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:09.559618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=8848c6da-6742-451f-b0f6-8b93e3cd5ad1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:09.577408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:09.578438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:09.580930 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d8a6e202-de50-4ca0-96df-5fc64d883c9d req-fd7b0177-44d1-46fc-a585-288cc2a88b66 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507621 Dec 09 09:36:09.585410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:09.586000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.610922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.611692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.615991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-043d59f2-12b2-4374-9690-3c11e2ba9a13 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.626511 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4866867 Dec 09 09:36:09.630883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a1adb60-1d46-4356-a2e0-8fa719c3346a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:09.637314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57456) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:09.667636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d59f2-12b2-4374-9690-3c11e2ba9a13 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57630ba9-6926-49b4-a6b0-234850a51930,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:09.847665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] For port 23932fc8-044d-4e92-8864-f8f77d8919f9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=23932fc8-044d-4e92-8864-f8f77d8919f9,segment=NetworkSegment(a664aa3c-70d1-4a5e-8805-82c96cfc8bb9),segment_id=a664aa3c-70d1-4a5e-8805-82c96cfc8bb9)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:09.848213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.851357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-043d59f2-12b2-4374-9690-3c11e2ba9a13 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:09.853781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-043d59f2-12b2-4374-9690-3c11e2ba9a13 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:09.863385 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-043d59f2-12b2-4374-9690-3c11e2ba9a13 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/57630ba9-6926-49b4-a6b0-234850a51930 HTTP/1.1" status: 204 len: 168 time: 0.7355065 Dec 09 09:36:09.864585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57460) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:10.038403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] Calling delete_port for 23932fc8-044d-4e92-8864-f8f77d8919f9 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:10.100928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:10.132930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] For port 23932fc8-044d-4e92-8864-f8f77d8919f9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=23932fc8-044d-4e92-8864-f8f77d8919f9,segment=NetworkSegment(a664aa3c-70d1-4a5e-8805-82c96cfc8bb9),segment_id=a664aa3c-70d1-4a5e-8805-82c96cfc8bb9)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:10.133470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.135104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:10.135532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.273206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.277753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 23932fc8-044d-4e92-8864-f8f77d8919f9 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:10.288168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-50dded0f-d4e7-4cc2-b03e-795a6f73abaa None None] Provisioning for port 8848c6da-6742-451f-b0f6-8b93e3cd5ad1 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:10.291486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.299287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea5477fe-d8c3-494c-97d6-c77e10205f67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:10.337881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2d932f-4e61-4d9c-98bc-d9ce80f29edc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:10.338646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f2d932f-4e61-4d9c-98bc-d9ce80f29edc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:10.351481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.353489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-50dded0f-d4e7-4cc2-b03e-795a6f73abaa None None] Provisioning complete for port 8848c6da-6742-451f-b0f6-8b93e3cd5ad1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:10.354036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50dded0f-d4e7-4cc2-b03e-795a6f73abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.371283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-13bce5db-3ce6-4198-8231-b38785584118 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:10.372819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f2d932f-4e61-4d9c-98bc-d9ce80f29edc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:10.377030 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5f2d932f-4e61-4d9c-98bc-d9ce80f29edc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7386494 Dec 09 09:36:10.377735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57464) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:10.410641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] Pushing event deleted for resources: {'Port': ['ID=23932fc8-044d-4e92-8864-f8f77d8919f9,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:10.427196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:36:10.427729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:36:10.439124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:10.442557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Transition to ACTIVE for port object eda8e807-db1c-4701-8be4-abf410b2575f will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:10.455403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 22deff20-f1a4-4fd2-8c14-fea7f8f3cf55 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:10.455892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.477223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] No DVR routers for this DVR port 23932fc8-044d-4e92-8864-f8f77d8919f9 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:36:10.493246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-50dded0f-d4e7-4cc2-b03e-795a6f73abaa None None] Port 8848c6da-6742-451f-b0f6-8b93e3cd5ad1 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:36:10.505098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Transition to ACTIVE for port object eda8e807-db1c-4701-8be4-abf410b2575f will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:10.508067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.524037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.530964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b7217a8-0901-469e-aa19-1c0d7b09a38e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:10.590488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-13bce5db-3ce6-4198-8231-b38785584118 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:10.596872 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-13bce5db-3ce6-4198-8231-b38785584118 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7290981 Dec 09 09:36:10.603320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57470) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:10.605939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:36:10.626154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-secgroup--353669251'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:10.630931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:10.636877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Pushing event updated for resources: {'Port': ['ID=eda8e807-db1c-4701-8be4-abf410b2575f,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:10.640379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:10.642269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:10.643958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port c8ba2310-c7bb-4da4-8512-67dfb53d3c42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:10.645096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:10.652731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.653677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 52110741-a6e7-479f-8dd7-027825d1825e no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:10.664759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:10.682536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b0ec669-c42c-47b9-806c-74bf4f9157a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:10.736661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57478) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:10.757017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:10.819904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.845014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 52110741-a6e7-479f-8dd7-027825d1825e {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:36:10.845711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 52110741-a6e7-479f-8dd7-027825d1825e not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:36:10.926231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Attempting to bind port eda8e807-db1c-4701-8be4-abf410b2575f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:36:10.927334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Attempting to bind port eda8e807-db1c-4701-8be4-abf410b2575f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:36:10.927953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Attempting to bind port eda8e807-db1c-4701-8be4-abf410b2575f on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:36:10.937607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:10.941865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:10.943381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:36:10.944018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:10.944677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.945338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:36:10.946074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Bound port: eda8e807-db1c-4701-8be4-abf410b2575f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:36:10.946702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:10.970967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 22deff20-f1a4-4fd2-8c14-fea7f8f3cf55 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:11.019678 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'code': 200} Dec 09 09:36:11.062530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] For port eda8e807-db1c-4701-8be4-abf410b2575f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:36:11.066878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] For port eda8e807-db1c-4701-8be4-abf410b2575f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=eda8e807-db1c-4701-8be4-abf410b2575f,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:36:11.068489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 23932fc8-044d-4e92-8864-f8f77d8919f9 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:11.068884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.071729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.078498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-831914a8-dbf7-4acc-bce5-925610396f48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:11.099348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.138532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 23932fc8-044d-4e92-8864-f8f77d8919f9 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:11.196481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 23932fc8-044d-4e92-8864-f8f77d8919f9 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:36:11.196883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 23932fc8-044d-4e92-8864-f8f77d8919f9 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:36:11.209280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.223054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.224106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.231245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-747a2423-9580-4712-921b-5b97ef63bb23 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:11.235323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Pushing event updated for resources: {'Port': ['ID=eda8e807-db1c-4701-8be4-abf410b2575f,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:11.240234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:11.249272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] The port '23932fc8-044d-4e92-8864-f8f77d8919f9' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:36:11.268439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router 816f0a9d-2c6f-4feb-baa7-aba174894d23 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:36:11.357733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44afbd-5047-4658-9f95-e2b273860950 req-c8429f8f-ee48-4959-9ae3-e050b74eef0e tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:11.359771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.359914 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8b44afbd-5047-4658-9f95-e2b273860950 req-c8429f8f-ee48-4959-9ae3-e050b74eef0e tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 945 time: 0.4000309 Dec 09 09:36:11.372611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e618236-e4e4-4582-8d4d-9a70332d2cb3 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:11.408152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:11.447768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=8848c6da-6742-451f-b0f6-8b93e3cd5ad1,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:11.464542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:11.469881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:11.479907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=22deff20-f1a4-4fd2-8c14-fea7f8f3cf55,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:11.482688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:11.487205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.496913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:11.506538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:11.562333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb3922e-d0fc-4bba-81d5-2b95ee523e2c']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:11.590415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.597953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a664aa3c-70d1-4a5e-8805-82c96cfc8bb9') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:11.597953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a664aa3c-70d1-4a5e-8805-82c96cfc8bb9') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:11.629816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.676038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.685354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8b44afbd-5047-4658-9f95-e2b273860950 req-ae8d269a-3de5-4834-818a-c1459d3fae82 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855072 Dec 09 09:36:11.692489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/22deff20-f1a4-4fd2-8c14-fea7f8f3cf55 HTTP/1.1" status: 204 len: 168 time: 1.3107817 Dec 09 09:36:11.695186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57482) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:11.702184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:36:11.702184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.751882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-631ac2d5-0220-47c6-be29-084c00d51f0d req-7456ca73-7b85-4e22-a92f-2e4c522afdf6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 1098 time: 0.4550719 Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:36:11.798580 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:36:11.815002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.831827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.833810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 414276cb-a536-4fbd-8f8a-456002600dbc is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:11.845093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-791150a5-9027-4cc0-b80c-3b83ef8ca146 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:11.861597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:11.949009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6340aee-0f79-4627-815d-107428ebd951 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:11.950656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6340aee-0f79-4627-815d-107428ebd951 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:11.952318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d6340aee-0f79-4627-815d-107428ebd951 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:11.969624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.975609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d2477-775d-4715-92aa-2ef6a7c5d201,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:11.981739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.985022 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/networks/edb3922e-d0fc-4bba-81d5-2b95ee523e2c HTTP/1.1" status: 204 len: 168 time: 3.2194185 Dec 09 09:36:11.985943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:11.987159 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3769863 Dec 09 09:36:11.988846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57486) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:11.991820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:11.994986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:12.018314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57488) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:12.097448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': 'e83d2477-775d-4715-92aa-2ef6a7c5d201', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:12.102299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d6340aee-0f79-4627-815d-107428ebd951 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:12.103583 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d6340aee-0f79-4627-815d-107428ebd951 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4052975 Dec 09 09:36:12.104861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Network': ['ID=edb3922e-d0fc-4bba-81d5-2b95ee523e2c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:12.107441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:12.118659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57494) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:12.121753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:12.171855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:12.178103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:12.256221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:12.270645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8e3c4e26-819e-4db1-8498-48b69dd2ee6c None None] Provisioning complete for port 8848c6da-6742-451f-b0f6-8b93e3cd5ad1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:12.271070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e3c4e26-819e-4db1-8498-48b69dd2ee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.298342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 6869c249-f518-4851-8bbd-25aaceba6fe4 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:12.298742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.329979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c4e26-819e-4db1-8498-48b69dd2ee6c None None] Port 8848c6da-6742-451f-b0f6-8b93e3cd5ad1 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:36:12.367086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.371790 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-631ac2d5-0220-47c6-be29-084c00d51f0d req-a0c7b8ff-03b9-4811-9639-f0626e58ba50 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5504589 Dec 09 09:36:12.649471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:12.665351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.665792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.666248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61503821-67fa-4f9b-aac4-42ca6a9158b9 None None] Sync routers for ids ['816f0a9d-2c6f-4feb-baa7-aba174894d23'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:12.683198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61503821-67fa-4f9b-aac4-42ca6a9158b9 None None] Routers {'816f0a9d-2c6f-4feb-baa7-aba174894d23'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:12.684272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61503821-67fa-4f9b-aac4-42ca6a9158b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['816f0a9d-2c6f-4feb-baa7-aba174894d23'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:12.684577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 0e39ba8f-6e97-4917-b032-be9d457e5743 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:12.691929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.693063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.702369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.706449 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.8815327 Dec 09 09:36:12.707659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57498) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:12.802782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.809150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:12.828479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61503821-67fa-4f9b-aac4-42ca6a9158b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:12.856219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61503821-67fa-4f9b-aac4-42ca6a9158b9 None None] Routers {'816f0a9d-2c6f-4feb-baa7-aba174894d23'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:12.860036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61503821-67fa-4f9b-aac4-42ca6a9158b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['816f0a9d-2c6f-4feb-baa7-aba174894d23'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:12.878649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0317401a-7dfd-4d18-a091-d096ee12a5cc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:12.891331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router 53b515b5-f357-4e2a-9150-70aaaf6dc1c6 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:12.968180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61503821-67fa-4f9b-aac4-42ca6a9158b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:12.968812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61503821-67fa-4f9b-aac4-42ca6a9158b9 None None] The sync data for ids ['816f0a9d-2c6f-4feb-baa7-aba174894d23'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:13.148962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 6869c249-f518-4851-8bbd-25aaceba6fe4 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:13.184362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device eda8e807-db1c-4701-8be4-abf410b2575f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:13.209883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3b1d9a-212c-4349-8387-74a9fb6eee97,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:13.262711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:13.296908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:13.298721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port eda8e807-db1c-4701-8be4-abf410b2575f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:13.378060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4179292a-5984-479f-a1c3-d7968cc860d1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/routers/816f0a9d-2c6f-4feb-baa7-aba174894d23 HTTP/1.1" status: 200 len: 880 time: 0.6674130 Dec 09 09:36:13.380705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57504) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:13.434522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:13.438978 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4154668 Dec 09 09:36:13.455546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57508) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:13.466310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Provisioning for port eda8e807-db1c-4701-8be4-abf410b2575f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:13.474890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': 'e83d2477-775d-4715-92aa-2ef6a7c5d201', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:13.480114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Provisioning complete for port eda8e807-db1c-4701-8be4-abf410b2575f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:13.480541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:13.488831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:13.528188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:13.534352 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/53b515b5-f357-4e2a-9150-70aaaf6dc1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1639762 Dec 09 09:36:13.537559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57512) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:13.542904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4a0c8-45bd-4bcc-87e0-3394e27e4fca None None] Sync routers for ids ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:13.561410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4a0c8-45bd-4bcc-87e0-3394e27e4fca None None] Routers {'53b515b5-f357-4e2a-9150-70aaaf6dc1c6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:13.562101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1fe4a0c8-45bd-4bcc-87e0-3394e27e4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:13.564878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:13.592888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:13.609239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:13.629040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:13.633797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:13.665574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1fe4a0c8-45bd-4bcc-87e0-3394e27e4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:13.684550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4a0c8-45bd-4bcc-87e0-3394e27e4fca None None] Routers {'53b515b5-f357-4e2a-9150-70aaaf6dc1c6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:13.685543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1fe4a0c8-45bd-4bcc-87e0-3394e27e4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:13.720223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57a8d-eccb-4066-af6d-94c332cfb6e2 req-a8563292-ea36-4370-af18-caa228f99518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:13.722578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97e57a8d-eccb-4066-af6d-94c332cfb6e2 req-a8563292-ea36-4370-af18-caa228f99518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 945 time: 0.5104125 Dec 09 09:36:13.755861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:13.766530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20a0ab-3492-4bbd-9fab-9bca1369de12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:13.767221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a20a0ab-3492-4bbd-9fab-9bca1369de12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:13.802560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a520b739-3d7b-4de6-8589-d027be43af8c tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:13.803513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:13.842668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:36:13.843207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:36:13.843349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:13.919621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=6869c249-f518-4851-8bbd-25aaceba6fe4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:13.922492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:13.936946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:13.937541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8746e6f-ffb5-4aa4-adcd-0fa1fa36a4bd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:13.985572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1fe4a0c8-45bd-4bcc-87e0-3394e27e4fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:13.986708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe4a0c8-45bd-4bcc-87e0-3394e27e4fca None None] The sync data for ids ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:14.026901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=0e39ba8f-6e97-4917-b032-be9d457e5743,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:14.038353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97e57a8d-eccb-4066-af6d-94c332cfb6e2 req-68da6610-abf5-4be3-a444-7e728d1afb53 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672820 Dec 09 09:36:14.071572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:14.082672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/0e39ba8f-6e97-4917-b032-be9d457e5743 HTTP/1.1" status: 204 len: 168 time: 1.9627919 Dec 09 09:36:14.090435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57518) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.147764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07751cf-d7ca-492d-927e-62058e9a3a4a None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:14.180704 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-330026bb-4dbd-4094-a799-3c548b7394e4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866551 Dec 09 09:36:14.181887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57522) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.237912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.240737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.246233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/floatingips/30b2b946-31f6-4b76-8135-1e5ca47227a5 HTTP/1.1" status: 204 len: 168 time: 2.2489612 Dec 09 09:36:14.248897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57526) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.254435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a20a0ab-3492-4bbd-9fab-9bca1369de12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:14.256441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2a20a0ab-3492-4bbd-9fab-9bca1369de12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports/8848c6da-6742-451f-b0f6-8b93e3cd5ad1 HTTP/1.1" status: 200 len: 913 time: 0.7115445 Dec 09 09:36:14.266749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57530) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.298324 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc4df51-e5a7-443b-94ad-2cf46a098542 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] DELETE failed (client error): The resource could not be found. Dec 09 09:36:14.298836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc4df51-e5a7-443b-94ad-2cf46a098542 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:36:14.303270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6dc4df51-e5a7-443b-94ad-2cf46a098542 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/ports/4779501e-411b-4e42-b920-e95e9f7ef2ad HTTP/1.1" status: 404 len: 333 time: 0.0507863 Dec 09 09:36:14.305477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57534) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.371731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-45d02d0d-0636-4e01-be86-96603c21f375 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Synchronizing usage tracker for tenant:9d4a98b72c3b46acb31d1eafd905ef46 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:14.401562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf43f9-f8fa-4b80-942d-92ae07409d88 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:14.402354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0adf43f9-f8fa-4b80-942d-92ae07409d88 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:14.409151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-45d02d0d-0636-4e01-be86-96603c21f375 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Unset dirty status for tenant:9d4a98b72c3b46acb31d1eafd905ef46 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:14.410447 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-45d02d0d-0636-4e01-be86-96603c21f375 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "GET /v2.0/ports?device_id=e05bec05-f7d4-40f3-ad04-e6ca80714bad HTTP/1.1" status: 200 len: 205 time: 0.1013622 Dec 09 09:36:14.415121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57538) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.491708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-585ecab1-5d69-43eb-b313-bd61fe23e462 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] delete failed (client error): The resource could not be found. Dec 09 09:36:14.492769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-585ecab1-5d69-43eb-b313-bd61fe23e462 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/routers/e05bec05-f7d4-40f3-ad04-e6ca80714bad HTTP/1.1" status: 404 len: 336 time: 0.0766699 Dec 09 09:36:14.493745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0adf43f9-f8fa-4b80-942d-92ae07409d88 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:14.494894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0adf43f9-f8fa-4b80-942d-92ae07409d88 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3120096 Dec 09 09:36:14.495529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57542) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.499126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57544) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.522095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.541025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.547473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:14.573780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.588532 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15c06c9-beba-4bdb-b3fe-64b319a7ec4e tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] DELETE failed (client error): The resource could not be found. Dec 09 09:36:14.589036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15c06c9-beba-4bdb-b3fe-64b319a7ec4e tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:36:14.590922 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f15c06c9-beba-4bdb-b3fe-64b319a7ec4e tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/subnets/81db04aa-f7e8-41bf-95e2-9bf44fd1798a HTTP/1.1" status: 404 len: 337 time: 0.0944173 Dec 09 09:36:14.598788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57550) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.613256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec3ac0e-6dbd-4525-9691-47bf678ae9ed,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:14.625129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] For port eda8e807-db1c-4701-8be4-abf410b2575f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=eda8e807-db1c-4701-8be4-abf410b2575f,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:14.630416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:14.636927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.640807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:14.656359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.660354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2010322 Dec 09 09:36:14.661664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57554) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.676920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': 'e83d2477-775d-4715-92aa-2ef6a7c5d201', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:14.691334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-08a7aada-fccc-44a9-a644-2e595e956613 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:router {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:14.699800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848ab183-ad5b-407f-9c28-893acd6aafeb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:14.701413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-848ab183-ad5b-407f-9c28-893acd6aafeb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:14.723648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:14.725492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Pushing event updated for resources: {'Port': ['ID=eda8e807-db1c-4701-8be4-abf410b2575f,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:14.729810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:14.735795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:36:14.737726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:14.745694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:14.747982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] Deleting port eda8e807-db1c-4701-8be4-abf410b2575f {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:14.748951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.764290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port f5481ec0-f573-49dc-ac59-f2d8b131ca46 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:14.764762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.799496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:14.809617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-848ab183-ad5b-407f-9c28-893acd6aafeb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:14.811460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8748cd65-1a29-4b85-9e8a-70737014b633 None None] Could not find standard attr ID for object 22deff20-f1a4-4fd2-8c14-fea7f8f3cf55. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:36:14.813619 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-848ab183-ad5b-407f-9c28-893acd6aafeb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3135178 Dec 09 09:36:14.820293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57558) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.862594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-08a7aada-fccc-44a9-a644-2e595e956613 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:router {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:14.864177 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-08a7aada-fccc-44a9-a644-2e595e956613 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.4813926 Dec 09 09:36:14.867666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57562) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:14.875278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5ef6b704-be9d-488d-8521-59985a125477 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1749754117'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:14.930677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cbaa61bc-5bef-4222-b924-8728c6dc1c40 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998545 Dec 09 09:36:14.930677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:14.932041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57566) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:15.011862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] For port eda8e807-db1c-4701-8be4-abf410b2575f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=eda8e807-db1c-4701-8be4-abf410b2575f,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:15.012397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.192759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.199431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.210031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:15.223223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:15.224835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] Calling delete_port for eda8e807-db1c-4701-8be4-abf410b2575f owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:15.230949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6148c2bb-7fd5-4d96-978c-c2450b544187,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:15.234677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:15.267224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.271499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6066415 Dec 09 09:36:15.271499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.272229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device eda8e807-db1c-4701-8be4-abf410b2575f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:15.278235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57574) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:15.288055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': 'e83d2477-775d-4715-92aa-2ef6a7c5d201', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:15.322444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.383387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:15.455412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.475418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5467415-a15c-4a78-9e6b-620b1a421403 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:15.494570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:15.510709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for f5481ec0-f573-49dc-ac59-f2d8b131ca46 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:15.544451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Port eda8e807-db1c-4701-8be4-abf410b2575f update to DOWN by agent not found {{(pid=88885) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 09 09:36:15.549693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Deleting port ce6ae22d-887a-4856-857f-fc9c8864e19e {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:15.550083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.563586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] Pushing event deleted for resources: {'Port': ['ID=eda8e807-db1c-4701-8be4-abf410b2575f,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:15.564105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:15.570204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:15.573814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:15.574904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] No DVR routers for this DVR port eda8e807-db1c-4701-8be4-abf410b2575f on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:36:15.616269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.626313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:15.664635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:15.746047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:15.768071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.769459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.776677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2bc657c4-1189-4207-b364-c0afafb98c65 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:15.812671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.834754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=f5481ec0-f573-49dc-ac59-f2d8b131ca46,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:15.837470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:15.840892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1596f54e-cdae-438b-b870-8b7227b501c3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:15.932946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:15.934286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6549790 Dec 09 09:36:15.935863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0720db87-7bb0-4c56-8c67-c6ee7b073cff,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:15.943125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:15.943612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57578) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:15.957437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': 'e83d2477-775d-4715-92aa-2ef6a7c5d201', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:15.966950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:15.975283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:15.980546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:15.991362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:16.001264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.005848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/ports/f5481ec0-f573-49dc-ac59-f2d8b131ca46 HTTP/1.1" status: 204 len: 168 time: 1.4035523 Dec 09 09:36:16.006546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57582) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:16.051739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.124318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port e6b78e61-bad4-497e-974d-26e18c99f394 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:16.124677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.187786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e13b1-07a9-4a8e-986a-34093c887098 req-5911950c-7a63-4306-8afe-58f3f17b32aa tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:16.189442 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c67e13b1-07a9-4a8e-986a-34093c887098 req-5911950c-7a63-4306-8afe-58f3f17b32aa tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 945 time: 0.9241092 Dec 09 09:36:16.250227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.255488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.264407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b73393c4-a28c-4f47-93c9-3ac9a1ecf1f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:16.307005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f99f60-4e41-4c45-ba9f-439d1e4b1b80,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:16.316216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:16.328089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.339692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.340985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3963215 Dec 09 09:36:16.362003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57586) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:16.442069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.511457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] For port ce6ae22d-887a-4856-857f-fc9c8864e19e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ce6ae22d-887a-4856-857f-fc9c8864e19e,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:16.511870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.574839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for e6b78e61-bad4-497e-974d-26e18c99f394 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:16.710579 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c67e13b1-07a9-4a8e-986a-34093c887098 req-f440fbd5-ba83-43ad-8868-0984df9253a7 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4541376 Dec 09 09:36:16.720022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Calling delete_port for ce6ae22d-887a-4856-857f-fc9c8864e19e owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:16.744275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.751905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cf0611ed-fc72-4283-a6c7-72b9b68788d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:16.779851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-151c2bfa-5df6-4a39-99e6-e803fc954672 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.800034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=e6b78e61-bad4-497e-974d-26e18c99f394,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:16.804484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:16.814890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-151c2bfa-5df6-4a39-99e6-e803fc954672 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.970898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:16.999518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/ports/e6b78e61-bad4-497e-974d-26e18c99f394 HTTP/1.1" status: 204 len: 168 time: 0.9917035 Dec 09 09:36:17.003320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57592) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.059039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-151c2bfa-5df6-4a39-99e6-e803fc954672 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:17.071485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:17.140000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c2bfa-5df6-4a39-99e6-e803fc954672 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97f99f60-4e41-4c45-ba9f-439d1e4b1b80,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:17.142746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-151c2bfa-5df6-4a39-99e6-e803fc954672 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:17.188147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:17.202673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-151c2bfa-5df6-4a39-99e6-e803fc954672 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:17.206427 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-151c2bfa-5df6-4a39-99e6-e803fc954672 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/97f99f60-4e41-4c45-ba9f-439d1e4b1b80 HTTP/1.1" status: 204 len: 168 time: 0.8395202 Dec 09 09:36:17.211872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57596) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.279651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b1402-cd76-457c-92e9-2893b470cb19 req-3213b4c1-38ac-4d1f-a8f9-c5fc0c6ac9dc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:17.281275 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-340b1402-cd76-457c-92e9-2893b470cb19 req-3213b4c1-38ac-4d1f-a8f9-c5fc0c6ac9dc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 945 time: 0.4396875 Dec 09 09:36:17.356932 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-340b1402-cd76-457c-92e9-2893b470cb19 req-3c3ff6df-4cfb-478c-9a71-aad5652946e2 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693431 Dec 09 09:36:17.370466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa2779-775a-4dd1-b6ed-55cac68cab6f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:17.371249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-03fa2779-775a-4dd1-b6ed-55cac68cab6f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Synchronizing usage tracker for tenant:9d4a98b72c3b46acb31d1eafd905ef46 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:17.387987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57600) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.395558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-03fa2779-775a-4dd1-b6ed-55cac68cab6f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Unset dirty status for tenant:9d4a98b72c3b46acb31d1eafd905ef46 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:17.399620 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-03fa2779-775a-4dd1-b6ed-55cac68cab6f tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "GET /v2.0/ports?device_id=83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d HTTP/1.1" status: 200 len: 913 time: 0.3924892 Dec 09 09:36:17.399620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57606) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.554113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ba1d0d19-5203-429b-a829-40c843da10d3 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:17.668623 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-82b2f820-c8c9-4133-9554-7b201240fd28 tempest-TestVolumeBootPattern-2086945266 tempest-TestVolumeBootPattern-2086945266-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 1093 time: 0.2787344 Dec 09 09:36:17.672183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57610) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.679822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:17.687246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:17.695049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:floatingip and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:17.699814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:17.708448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:17.754956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ba1d0d19-5203-429b-a829-40c843da10d3 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:17.759414 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ba1d0d19-5203-429b-a829-40c843da10d3 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5389204 Dec 09 09:36:17.773191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57614) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:17.780764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:17.811070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:17.818983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4da3de63-34eb-40ea-ad39-e0162caef3d0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:17.860741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-726e0596-6c29-4605-8eb7-f7a0f5c52f66 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:17.880291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event deleted for resources: {'Port': ['ID=ce6ae22d-887a-4856-857f-fc9c8864e19e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:17.883145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:17.891409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b704-be9d-488d-8521-59985a125477 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:17.900556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-726e0596-6c29-4605-8eb7-f7a0f5c52f66 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:17.931780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:17.945507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-326fc9f8-0e72-44f3-99d8-7cf63c98a92e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:18.028506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b704-be9d-488d-8521-59985a125477 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.040454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-726e0596-6c29-4605-8eb7-f7a0f5c52f66 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.052072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:18.081004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e0596-6c29-4605-8eb7-f7a0f5c52f66 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0720db87-7bb0-4c56-8c67-c6ee7b073cff,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:18.087428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-726e0596-6c29-4605-8eb7-f7a0f5c52f66 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:18.099954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-726e0596-6c29-4605-8eb7-f7a0f5c52f66 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.103650 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-726e0596-6c29-4605-8eb7-f7a0f5c52f66 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0720db87-7bb0-4c56-8c67-c6ee7b073cff HTTP/1.1" status: 204 len: 168 time: 0.3205574 Dec 09 09:36:18.105515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57618) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:18.192150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:18.205172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:18.208182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:18.208837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.210588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-eaa0d569-6d33-4249-bfd5-63f994e03c4a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:18.212925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=4db47334-7490-42f4-9f96-a94490b6bffa,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:18.217171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:18.217849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34964ee-b430-431d-9684-ddc302141c71 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:18.229488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.277180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.343789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-eaa0d569-6d33-4249-bfd5-63f994e03c4a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:18.348079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-eaa0d569-6d33-4249-bfd5-63f994e03c4a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2372925 Dec 09 09:36:18.358332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57622) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:18.441756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d55bceb2-4fdd-4b84-934e-aec3f14aa493 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.475306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '4db47334-7490-42f4-9f96-a94490b6bffa'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:36:18.476214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.492246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d55bceb2-4fdd-4b84-934e-aec3f14aa493 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.605235 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6697950 Dec 09 09:36:18.606804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57626) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:18.611331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Allocated IP 172.26.8.24 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/c8c1db99-8021-4985-817d-07f3b02df07d) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:18.620272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d55bceb2-4fdd-4b84-934e-aec3f14aa493 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.626523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11fe0e85-701c-4441-b360-e725b26f43ef tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:18.648186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bceb2-4fdd-4b84-934e-aec3f14aa493 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6148c2bb-7fd5-4d96-978c-c2450b544187,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:18.655386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Allocated IP 2001:db8::f816:3eff:fe90:f210 (2d5d328b-91d8-47d0-9229-6819f3b6112b/4db47334-7490-42f4-9f96-a94490b6bffa/03a9868e-9edf-4ed8-9a50-3958ef2c8577) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:18.655968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d55bceb2-4fdd-4b84-934e-aec3f14aa493 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:18.657071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-dfc87bb3-266b-43df-89f2-2a8c11a58788 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:18.716863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d55bceb2-4fdd-4b84-934e-aec3f14aa493 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.718001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d55bceb2-4fdd-4b84-934e-aec3f14aa493 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6148c2bb-7fd5-4d96-978c-c2450b544187 HTTP/1.1" status: 204 len: 168 time: 0.3588333 Dec 09 09:36:18.735045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57630) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:18.859999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 8848c6da-6742-451f-b0f6-8b93e3cd5ad1 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:18.860335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.883514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.911847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.922731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Transition to ACTIVE for port object 03a9868e-9edf-4ed8-9a50-3958ef2c8577 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:18.942092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Transition to ACTIVE for port object 03a9868e-9edf-4ed8-9a50-3958ef2c8577 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:18.947145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:18.954481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:19.041059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:19.043343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dfc87bb3-266b-43df-89f2-2a8c11a58788 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:19.044081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.046661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:19.050308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6c8d07db-7f16-4a5b-93b3-63eee6629902 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:19.052412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:19.056611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Pushing event updated for resources: {'Port': ['ID=03a9868e-9edf-4ed8-9a50-3958ef2c8577,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:19.065148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:19.166282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:19.166857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dfc87bb3-266b-43df-89f2-2a8c11a58788 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:19.172845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:19.173342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Attempting to bind port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:36:19.173824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Attempting to bind port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:36:19.178787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Attempting to bind port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:36:19.178970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:19.185175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d925b568-1f21-44bf-90c9-108798b39e96 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.4372969 Dec 09 09:36:19.189808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:36:19.190310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:19.190825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.191546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:36:19.192186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Bound port: 03a9868e-9edf-4ed8-9a50-3958ef2c8577, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:36:19.192598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.210759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57634) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:19.216881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'Port': ['ID=c8c1db99-8021-4985-817d-07f3b02df07d,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:19.236027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:19.276681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc87bb3-266b-43df-89f2-2a8c11a58788 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:19.283397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfc87bb3-266b-43df-89f2-2a8c11a58788 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.287224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] For port 03a9868e-9edf-4ed8-9a50-3958ef2c8577, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:36:19.290512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] For port 03a9868e-9edf-4ed8-9a50-3958ef2c8577, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=03a9868e-9edf-4ed8-9a50-3958ef2c8577,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:36:19.293995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.299042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37fff95a-3b53-48ae-8875-f7c2186dd3d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:19.350757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aafac0d2-4402-4266-b3ec-dce9fbdb7692 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.378714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aafac0d2-4402-4266-b3ec-dce9fbdb7692 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.383601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Pushing event updated for resources: {'Port': ['ID=03a9868e-9edf-4ed8-9a50-3958ef2c8577,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:19.386719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:19.461005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.523025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aafac0d2-4402-4266-b3ec-dce9fbdb7692 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.531870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d96110b0-5a79-4394-8ed8-097fb8c9e10b tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:19.558698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafac0d2-4402-4266-b3ec-dce9fbdb7692 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ec3ac0e-6dbd-4525-9691-47bf678ae9ed,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:19.627231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for 8848c6da-6742-451f-b0f6-8b93e3cd5ad1 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:19.709831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef6b704-be9d-488d-8521-59985a125477 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router 816f0a9d-2c6f-4feb-baa7-aba174894d23 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:19.714167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-dfc87bb3-266b-43df-89f2-2a8c11a58788 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4db47334-7490-42f4-9f96-a94490b6bffa (CIDR: 2001:db8::/64) Dec 09 09:36:19.739165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc87bb3-266b-43df-89f2-2a8c11a58788 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:36:19.739681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc87bb3-266b-43df-89f2-2a8c11a58788 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:36:19.755425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.877444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aafac0d2-4402-4266-b3ec-dce9fbdb7692 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:19.885926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aafac0d2-4402-4266-b3ec-dce9fbdb7692 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:19.887182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aafac0d2-4402-4266-b3ec-dce9fbdb7692 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/6ec3ac0e-6dbd-4525-9691-47bf678ae9ed HTTP/1.1" status: 204 len: 168 time: 0.6726854 Dec 09 09:36:19.891208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57638) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:19.908899 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dfc87bb3-266b-43df-89f2-2a8c11a58788 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2719588 Dec 09 09:36:19.926127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57642) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:19.993971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:20.228317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b06704af-1a33-43c3-be6b-46f8ee3023bf tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:20.244078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:20.249596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:20.281535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port 76b2ba4c-5563-4957-adb6-1a964f049851 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:20.281843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:20.304848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=8848c6da-6742-451f-b0f6-8b93e3cd5ad1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:20.307538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:20.343803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b06704af-1a33-43c3-be6b-46f8ee3023bf tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:20.345221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b06704af-1a33-43c3-be6b-46f8ee3023bf tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4479401 Dec 09 09:36:20.350944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57646) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:20.358227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:20.399660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:20.476498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:20.549645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c62a350-28ca-4e0c-bb9f-e3f99d561f4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:20.597014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c62a350-28ca-4e0c-bb9f-e3f99d561f4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:20.743528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c62a350-28ca-4e0c-bb9f-e3f99d561f4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:20.750151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0a5406b-8d75-4f6c-9ebc-1bc18ba2ebd3 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:20.764563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:20.860222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62a350-28ca-4e0c-bb9f-e3f99d561f4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd3b1d9a-212c-4349-8387-74a9fb6eee97,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:20.868467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef6b704-be9d-488d-8521-59985a125477 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:20.881844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b992bae-0ee2-4498-9245-e38009623761 None None] Sync routers for ids ['816f0a9d-2c6f-4feb-baa7-aba174894d23'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:20.902402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b992bae-0ee2-4498-9245-e38009623761 None None] Routers {'816f0a9d-2c6f-4feb-baa7-aba174894d23'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:20.903561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8b992bae-0ee2-4498-9245-e38009623761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['816f0a9d-2c6f-4feb-baa7-aba174894d23'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:20.970800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ef6b704-be9d-488d-8521-59985a125477 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:20.976006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5ef6b704-be9d-488d-8521-59985a125477 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/816f0a9d-2c6f-4feb-baa7-aba174894d23 HTTP/1.1" status: 200 len: 887 time: 6.1068275 Dec 09 09:36:20.983738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57650) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:20.991601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8b992bae-0ee2-4498-9245-e38009623761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:20.994323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c62a350-28ca-4e0c-bb9f-e3f99d561f4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:21.003017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.013621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b992bae-0ee2-4498-9245-e38009623761 None None] Routers {'816f0a9d-2c6f-4feb-baa7-aba174894d23'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:21.014308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8b992bae-0ee2-4498-9245-e38009623761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['816f0a9d-2c6f-4feb-baa7-aba174894d23'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:21.033289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for 76b2ba4c-5563-4957-adb6-1a964f049851 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:21.109695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c62a350-28ca-4e0c-bb9f-e3f99d561f4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.111045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1c62a350-28ca-4e0c-bb9f-e3f99d561f4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bd3b1d9a-212c-4349-8387-74a9fb6eee97 HTTP/1.1" status: 204 len: 168 time: 0.7566588 Dec 09 09:36:21.130486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57654) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:21.157970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8b992bae-0ee2-4498-9245-e38009623761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:21.158426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b992bae-0ee2-4498-9245-e38009623761 None None] The sync data for ids ['816f0a9d-2c6f-4feb-baa7-aba174894d23'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:21.210771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 03a9868e-9edf-4ed8-9a50-3958ef2c8577 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:21.245300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.270224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.302539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:21.385026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.393029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-da219e9e-e053-4c43-a280-4ae0ea0064a3 None None] Provisioning for port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:21.397930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-da219e9e-e053-4c43-a280-4ae0ea0064a3 None None] Provisioning complete for port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:21.398351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da219e9e-e053-4c43-a280-4ae0ea0064a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.426589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fc949557-0623-40a1-a671-96547ed562b4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:21.490891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fc949557-0623-40a1-a671-96547ed562b4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:21.492256 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fc949557-0623-40a1-a671-96547ed562b4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3563726 Dec 09 09:36:21.497103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57658) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:21.522761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da219e9e-e053-4c43-a280-4ae0ea0064a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.557966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-da219e9e-e053-4c43-a280-4ae0ea0064a3 None None] For port 03a9868e-9edf-4ed8-9a50-3958ef2c8577, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=03a9868e-9edf-4ed8-9a50-3958ef2c8577,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:21.561840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da219e9e-e053-4c43-a280-4ae0ea0064a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.563996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:21.635214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da219e9e-e053-4c43-a280-4ae0ea0064a3 None None] Pushing event updated for resources: {'Port': ['ID=03a9868e-9edf-4ed8-9a50-3958ef2c8577,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:21.639187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-da219e9e-e053-4c43-a280-4ae0ea0064a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:21.728867 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8e8e6b40-eb4d-47d0-b500-29823b87629f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/routers/816f0a9d-2c6f-4feb-baa7-aba174894d23 HTTP/1.1" status: 200 len: 887 time: 0.7434938 Dec 09 09:36:21.731542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57662) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:21.800269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8e08a462-f13e-4f8b-9ea9-9071159700a5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:21.828321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.836897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-669fb886-dc12-4153-85e9-2136928fb79d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:21.869767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11a02138-fd6d-4f33-8400-c4b04a7973cc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.905140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=76b2ba4c-5563-4957-adb6-1a964f049851,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:21.923963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:21.952589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11a02138-fd6d-4f33-8400-c4b04a7973cc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:21.979363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8e08a462-f13e-4f8b-9ea9-9071159700a5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:21.980828 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8e08a462-f13e-4f8b-9ea9-9071159700a5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=816f0a9d-2c6f-4feb-baa7-aba174894d23 HTTP/1.1" status: 200 len: 205 time: 0.2471061 Dec 09 09:36:21.987266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57666) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:22.080234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:22.101023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:22.107414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:22.114839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-445950aa-ba4e-4e9a-aec4-d9241ca94005 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:22.149680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:22.203109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11a02138-fd6d-4f33-8400-c4b04a7973cc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:22.509628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:22.547966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:22.557927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe957543-b270-4f3a-a567-6968a1b5527f None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:22.565898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:22.566573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:22.573042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=7dcc5652-3da2-4ba2-b9fd-54d580f1397f,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:22.578617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:22.587099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40d2ee93-94f9-49b2-bc84-69760f87a98f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.423s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:22.696835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11a02138-fd6d-4f33-8400-c4b04a7973cc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:22.700665 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-11a02138-fd6d-4f33-8400-c4b04a7973cc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/e83d2477-775d-4715-92aa-2ef6a7c5d201 HTTP/1.1" status: 204 len: 168 time: 1.1959205 Dec 09 09:36:22.700834 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7717872 Dec 09 09:36:22.702004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:22.705054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57670) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:22.705379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57672) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:22.716277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:e0:6d:78', 'name': 'tempest-NetworksTestDHCPv6-1967957694'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:22.755712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'Port': ['ID=c8c1db99-8021-4985-817d-07f3b02df07d,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:22.771466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:22.771900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9226abd-0a8b-49e0-a902-48a5de2dcc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:22.797971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a02138-fd6d-4f33-8400-c4b04a7973cc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d2477-775d-4715-92aa-2ef6a7c5d201,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:22.803418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11a02138-fd6d-4f33-8400-c4b04a7973cc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:22.972521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] Update dhcp port {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': '4db47334-7490-42f4-9f96-a94490b6bffa', 'ip_address': '2001:db8::f816:3eff:fe90:f210'}, {'subnet_id': '7dcc5652-3da2-4ba2-b9fd-54d580f1397f'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '03a9868e-9edf-4ed8-9a50-3958ef2c8577'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:36:23.026568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.031722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router 53b515b5-f357-4e2a-9150-70aaaf6dc1c6 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:23.031978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.041291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5d71f544-e02f-4792-a23f-6bd69755e3b1 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3325694 Dec 09 09:36:23.048642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57678) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:23.064547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160056420'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:23.077634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:23.095583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:23.108461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:23.112680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:23.119170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:23.128258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:23.132438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Floating IP 3eb396ba-936a-4615-a721-f3e8854924eb associated. External IP: 172.26.8.24, port: c8ba2310-c7bb-4da4-8512-67dfb53d3c42. Dec 09 09:36:23.135580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.171370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 03a9868e-9edf-4ed8-9a50-3958ef2c8577 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:23.196525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:23.198927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:23.324025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:23.324352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.354605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] Allocated IP 2001:db8:0:1::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/7dcc5652-3da2-4ba2-b9fd-54d580f1397f/03a9868e-9edf-4ed8-9a50-3958ef2c8577) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:23.356431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.377804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:23.542636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:23.558278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:23.564787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] Sync routers for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:23.586339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:23.587988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:23.621571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] For port 03a9868e-9edf-4ed8-9a50-3958ef2c8577, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=03a9868e-9edf-4ed8-9a50-3958ef2c8577,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:23.646526 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a088fe9-b2ae-4cdf-b6df-199ad9264f87 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "PUT /v2.0/routers/d1cd7980-8c61-4d26-ada1-9f4b2e12cde6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9070020 Dec 09 09:36:23.654802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:23.657505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.668087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57682) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:23.677146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] Transition to ACTIVE for port object 03a9868e-9edf-4ed8-9a50-3958ef2c8577 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:23.680425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.686299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b3bde54-0256-44c8-85dc-83fd59fb5c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:23.765635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.803394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] Pushing event updated for resources: {'Port': ['ID=03a9868e-9edf-4ed8-9a50-3958ef2c8577,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:23.828585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:23.878054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:36:23.947432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.963108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:23.988074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-379cac28-d2e8-4856-b63b-8e70bb22d098 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:24.078616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 48250e61-f5f5-4a05-a892-d6e3137718fb yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:36:24.241900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:36:17Z', 'revision_number': 5, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:24.246618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] Checking router: d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:36:24.259934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] Routers {'d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:24.261384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:24.273686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Router 41d9777c-d2eb-4973-b0cd-aa918b924c63 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:24.304534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Deleting subnet 8e8e8aa2-b5d7-44eb-a751-34e5da57fc03 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:24.320926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:24.391904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b98a44d0-f9f3-486d-a8ec-63e5082469e0,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:24.396365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:24.414803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:24.420804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:24.425712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:24.428707 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3735406 Dec 09 09:36:24.431949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57686) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:24.438134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aec278-45f5-488b-9bff-1eda708668ec None None] Sync routers for ids ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:24.462483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aec278-45f5-488b-9bff-1eda708668ec None None] Routers {'53b515b5-f357-4e2a-9150-70aaaf6dc1c6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:24.464759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d1aec278-45f5-488b-9bff-1eda708668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:24.477604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/53b515b5-f357-4e2a-9150-70aaaf6dc1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2007110 Dec 09 09:36:24.479864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57690) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:24.483315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:24.554089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] Set router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:36:24.633504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d1aec278-45f5-488b-9bff-1eda708668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:24.677046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aec278-45f5-488b-9bff-1eda708668ec None None] Routers {'53b515b5-f357-4e2a-9150-70aaaf6dc1c6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:24.678619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d1aec278-45f5-488b-9bff-1eda708668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:24.758123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.063140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': 'b98a44d0-f9f3-486d-a8ec-63e5082469e0', 'direction': 'ingress', 'protocol': 17}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:25.122624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d1aec278-45f5-488b-9bff-1eda708668ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:25.123396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1aec278-45f5-488b-9bff-1eda708668ec None None] The sync data for ids ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:25.188151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port c0987667-6dbb-48c4-b589-a302a9490f09 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:25.188758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.194882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:36:17Z', 'revision_number': 5, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:25.199448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff820c4e-78f6-4f44-88b3-87ba7a374f25 None None] The sync data for ids ['d1cd7980-8c61-4d26-ada1-9f4b2e12cde6'] in dv-neutron-819581-1-hyperv is: [{'id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197252575', 'tenant_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:33:40Z', 'updated_at': '2021-12-09T09:36:17Z', 'revision_number': 5, 'project_id': '9729ca7a00364fbfb9b28cd6f194f8ac', 'gw_port': {'id': 'f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1cd7980-8c61-4d26-ada1-9f4b2e12cde6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:33:42Z', 'updated_at': '2021-12-09T09:33:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:25.214307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 03a9868e-9edf-4ed8-9a50-3958ef2c8577 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:25.217973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:25.232899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:25.259015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:25.300838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:25.363829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.531125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:25.533804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.537508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.543112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] Sync routers for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:25.556764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.562856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b3f70b9-357d-4596-afa5-c385112a5129 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:25.563743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:25.564512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:25.570453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8:0:1::13 (2d5d328b-91d8-47d0-9229-6819f3b6112b/7dcc5652-3da2-4ba2-b9fd-54d580f1397f/48250e61-f5f5-4a05-a892-d6e3137718fb) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:25.601798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa736a65-1ae4-44a2-91cf-56c34a583624,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:25.605933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.608145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:fee0:6d78 (2d5d328b-91d8-47d0-9229-6819f3b6112b/4db47334-7490-42f4-9f96-a94490b6bffa/48250e61-f5f5-4a05-a892-d6e3137718fb) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:25.635910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:25.641486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d03db8b0-ea64-45b0-bb4c-a3fd08355875 None None] Provisioning for port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:25.650606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d03db8b0-ea64-45b0-bb4c-a3fd08355875 None None] Provisioning complete for port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:25.651632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d03db8b0-ea64-45b0-bb4c-a3fd08355875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.652016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.653582 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.2126398 Dec 09 09:36:25.657099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57694) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:25.743510 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.0661850 Dec 09 09:36:25.758732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:36:25.770665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:25.772489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.805324 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "PUT /v2.0/routers/83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4045517 Dec 09 09:36:25.819909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57702) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:25.820337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8487abb-72a3-4c1d-be9d-4d70d0bb6280 None None] Sync routers for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:25.869017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8487abb-72a3-4c1d-be9d-4d70d0bb6280 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:25.869882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e8487abb-72a3-4c1d-be9d-4d70d0bb6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:25.909831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'status': 'completed', 'code': 200} Dec 09 09:36:25.946355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6abc91f0-8ef5-4510-ba53-5b5b1e8906da tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:25.951971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:36:25.959862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e8487abb-72a3-4c1d-be9d-4d70d0bb6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:25.974020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8487abb-72a3-4c1d-be9d-4d70d0bb6280 None None] Routers {'83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:25.974717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e8487abb-72a3-4c1d-be9d-4d70d0bb6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:25.993725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6abc91f0-8ef5-4510-ba53-5b5b1e8906da tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.055510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e8487abb-72a3-4c1d-be9d-4d70d0bb6280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:26.055935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8487abb-72a3-4c1d-be9d-4d70d0bb6280 None None] The sync data for ids ['83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:26.074480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for c0987667-6dbb-48c4-b589-a302a9490f09 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:26.136130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6abc91f0-8ef5-4510-ba53-5b5b1e8906da tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.142985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba14a310-ba0c-4b9d-81ee-2336f4301a8a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:26.165553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc91f0-8ef5-4510-ba53-5b5b1e8906da tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98a44d0-f9f3-486d-a8ec-63e5082469e0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:26.168821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6abc91f0-8ef5-4510-ba53-5b5b1e8906da tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:26.180721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.188453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6abc91f0-8ef5-4510-ba53-5b5b1e8906da tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.189854 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6abc91f0-8ef5-4510-ba53-5b5b1e8906da tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/b98a44d0-f9f3-486d-a8ec-63e5082469e0 HTTP/1.1" status: 204 len: 168 time: 0.5314820 Dec 09 09:36:26.192819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57706) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:26.199563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7dea181-e26e-4331-bd92-2e3007d4a405 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:26.217776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.320094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8e8aa2-b5d7-44eb-a751-34e5da57fc03,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:26.333776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:26.340844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-33110b76-17ef-4935-8790-c012add2cb4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:26.373404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac225ff-50a0-43a4-b415-381249a2da9b None None] Network 52bd21f5-cbf3-4594-8b2a-d04627c72731 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:26.381234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.397501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "DELETE /v2.0/subnets/8e8e8aa2-b5d7-44eb-a751-34e5da57fc03 HTTP/1.1" status: 204 len: 168 time: 2.7238047 Dec 09 09:36:26.405865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57710) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:26.411770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-33110b76-17ef-4935-8790-c012add2cb4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:26.413137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-33110b76-17ef-4935-8790-c012add2cb4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2190366 Dec 09 09:36:26.421783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57714) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:26.431165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-secgroup--382775778'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:26.438022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:26.452267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:26.477049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.516110 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f87baf1e-b924-47fe-8cd5-5b7d63c13940 req-1b0bed9a-bd4d-41d5-9049-6a63befee642 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 1098 time: 0.5612192 Dec 09 09:36:26.538332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:26.544995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:26.546921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3eb396ba-936a-4615-a721-f3e8854924eb', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:3f:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:20Z', 'updated_at': '2021-12-09T09:36:20Z', 'revision_number': 0, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:26.551849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] Checking router: 41d9777c-d2eb-4973-b0cd-aa918b924c63 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:36:26.555119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:26.561266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.564402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:26.565781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:26.566546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:26.578216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting port cfdca02c-e84a-4fe9-9e1d-a2a50c966ec4 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:26.578487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.597714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.717164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 48250e61-f5f5-4a05-a892-d6e3137718fb will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:26.738545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.810002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.819601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] DHCP port deletion for 52bd21f5-cbf3-4594-8b2a-d04627c72731 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:36:26.820469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.824675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] Deleting port 1f535d3d-8e99-4c47-97f4-308e7a3198dd {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:26.825095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.835020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:36:26.859245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-54e4635f-0702-4cf6-a22c-e4a1a7c2bb90 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:26.895947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b97fa9-db01-4dd4-ad07-799966da4df7,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:26.898941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:26.905272 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4805627 Dec 09 09:36:26.906826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:26.907537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57718) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:26.916355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-secgroup--514027410'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:26.928557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:26.949819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:26.958039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:26.967292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.080846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] For port 1f535d3d-8e99-4c47-97f4-308e7a3198dd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1f535d3d-8e99-4c47-97f4-308e7a3198dd,segment=NetworkSegment(f970a7ca-a510-45a9-9e41-a6a51842b12a),segment_id=f970a7ca-a510-45a9-9e41-a6a51842b12a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:27.082449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.104981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:27.187319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1f535d3d-8e99-4c47-97f4-308e7a3198dd no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:27.201844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.236256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Calling delete_port for cfdca02c-e84a-4fe9-9e1d-a2a50c966ec4 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:27.283952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3eb396ba-936a-4615-a721-f3e8854924eb', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:3f:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:20Z', 'updated_at': '2021-12-09T09:36:20Z', 'revision_number': 0, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:27.288452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] Calling delete_port for 1f535d3d-8e99-4c47-97f4-308e7a3198dd owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:27.288622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aa44b3-2da4-4aec-92aa-da5bdbef37d4 None None] The sync data for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv is: [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3eb396ba-936a-4615-a721-f3e8854924eb', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:3f:cb:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:36:20Z', 'updated_at': '2021-12-09T09:36:20Z', 'revision_number': 0, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:27.316187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:27.332715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:27.341801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:27.344465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.350330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:27.360498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:27.409755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87baf1e-b924-47fe-8cd5-5b7d63c13940 req-8105a59f-efe1-489b-8f6d-ff5f36a2dc55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:27.411345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f87baf1e-b924-47fe-8cd5-5b7d63c13940 req-8105a59f-efe1-489b-8f6d-ff5f36a2dc55 service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.8748777 Dec 09 09:36:27.422681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.448880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.455145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f835ae48-b65b-4352-ad46-13cb6c070e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:27.461860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.491029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.502221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.515170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-886590ca-c5c1-4233-a3d5-0ff60f986def tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:27.520918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] Pushing event deleted for resources: {'Port': ['ID=1f535d3d-8e99-4c47-97f4-308e7a3198dd,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:27.527254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:27.536829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] No DVR routers for this DVR port 1f535d3d-8e99-4c47-97f4-308e7a3198dd on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:36:27.562344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a8f8b-5eb7-46b2-b674-230236cbd266,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:27.572716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:27.583004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ce6ae22d-887a-4856-857f-fc9c8864e19e no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:27.586019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:27.597711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=48250e61-f5f5-4a05-a892-d6e3137718fb,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:27.620346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: ce6ae22d-887a-4856-857f-fc9c8864e19e {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:36:27.621865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ce6ae22d-887a-4856-857f-fc9c8864e19e not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:36:27.625533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.626980 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7158518 Dec 09 09:36:27.628528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.635545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57722) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:27.635679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:27.635768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b680cd1-68da-4154-a987-a0d9d1d155e5 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:27.640372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:27.648564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:27.688490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:27.691526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': '70b97fa9-db01-4dd4-ad07-799966da4df7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6b1a8f8b-5eb7-46b2-b674-230236cbd266', 'remote_ip_prefix': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:27.692814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:27.693541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.699281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:27.704696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:27.707950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:27.723976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:27.733453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Port': ['ID=cfdca02c-e84a-4fe9-9e1d-a2a50c966ec4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:27.745049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:27.764270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=c0987667-6dbb-48c4-b589-a302a9490f09,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:27.774936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:27.801902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f87baf1e-b924-47fe-8cd5-5b7d63c13940 req-0f27387f-ccae-49d9-9b5d-8ab411991af5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42 HTTP/1.1" status: 200 len: 998 time: 0.3727071 Dec 09 09:36:27.847007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ab46e7-ea30-4da3-91c8-d0d143a43ab5 None None] New status for floating IP 3eb396ba-936a-4615-a721-f3e8854924eb: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:36:27.849221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:27.891404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87baf1e-b924-47fe-8cd5-5b7d63c13940 req-6db08514-e12b-489d-98df-1e1f6113ce3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:27.894240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f87baf1e-b924-47fe-8cd5-5b7d63c13940 req-6db08514-e12b-489d-98df-1e1f6113ce3b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.0794160 Dec 09 09:36:27.902900 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1902342 Dec 09 09:36:27.906163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57726) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:28.038382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.109155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-22141cfb-3c06-49c9-858b-1f7979a3253c None None] Provisioning for port 48250e61-f5f5-4a05-a892-d6e3137718fb completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:28.115820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-22141cfb-3c06-49c9-858b-1f7979a3253c None None] Provisioning complete for port 48250e61-f5f5-4a05-a892-d6e3137718fb triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:28.116460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22141cfb-3c06-49c9-858b-1f7979a3253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.148610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.160052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 48250e61-f5f5-4a05-a892-d6e3137718fb {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:28.160855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.186145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-22141cfb-3c06-49c9-858b-1f7979a3253c None None] Port 48250e61-f5f5-4a05-a892-d6e3137718fb cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:36:28.200020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.210857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c62a350-28ca-4e0c-bb9f-e3f99d561f4e tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:28.243699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.254074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.617560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd94f28-f8e1-4b3f-8ba6-a4f4b7463aa5,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:28.634254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:28.683410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f87baf1e-b924-47fe-8cd5-5b7d63c13940 req-f2f5ed01-5cc0-4774-8b62-cc0bce523d3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7780237 Dec 09 09:36:28.698145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.751236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.752534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0689282 Dec 09 09:36:28.778350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57730) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:28.809003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.842759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.883386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.986604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:28.987165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Fanout notify agent at l3_agent the message router_deleted on router 83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:36:28.989341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3eb5b1c2-9f22-431a-950c-f9caf198554c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.011251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.014929 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/routers/83878b2f-c4a9-4148-a4e0-d7d9ac0ec63d HTTP/1.1" status: 204 len: 168 time: 3.1913118 Dec 09 09:36:29.014929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.022093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57734) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:29.049320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3eb5b1c2-9f22-431a-950c-f9caf198554c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.056118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.056708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Fanout notify agent at l3_agent the message router_deleted on router 816f0a9d-2c6f-4feb-baa7-aba174894d23 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:36:29.092820 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f87baf1e-b924-47fe-8cd5-5b7d63c13940 req-4353782a-a40c-472d-83b9-6aa3504769fc service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981495 Dec 09 09:36:29.129241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.130432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/816f0a9d-2c6f-4feb-baa7-aba174894d23 HTTP/1.1" status: 204 len: 168 time: 7.1422915 Dec 09 09:36:29.138459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57738) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:29.178665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1575917980'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:29.188266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 48250e61-f5f5-4a05-a892-d6e3137718fb owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:29.211099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:29.214595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3eb5b1c2-9f22-431a-950c-f9caf198554c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.220780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d5ccff82-3f8b-4b2b-a7f8-8575c3e86c61 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:29.237059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:network and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:29.482446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Deleting subnet be449ef4-15c1-48b8-8e53-5098dbe75964 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:29.518958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.550773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:29.570284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5b1c2-9f22-431a-950c-f9caf198554c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bd94f28-f8e1-4b3f-8ba6-a4f4b7463aa5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:29.574086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:29.590464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3eb5b1c2-9f22-431a-950c-f9caf198554c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:29.596676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3eb5b1c2-9f22-431a-950c-f9caf198554c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.597938 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3eb5b1c2-9f22-431a-950c-f9caf198554c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7bd94f28-f8e1-4b3f-8ba6-a4f4b7463aa5 HTTP/1.1" status: 204 len: 168 time: 0.8093057 Dec 09 09:36:29.602281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57742) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:29.604357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.630028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.632772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:29.638625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.670169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.681967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Deleting port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:29.682346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.682646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd65da0d-35db-4474-ba9a-5bb7ad13b0e6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:29.736499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=48250e61-f5f5-4a05-a892-d6e3137718fb,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:29.746868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:29.755820 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f87baf1e-b924-47fe-8cd5-5b7d63c13940 req-aa6d0831-c4ea-4ce2-886a-d4ef2bbbb88f service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188357 Dec 09 09:36:29.756285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.793392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:36:29.842113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.842510 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added segment cda38882-3a1c-4357-aba6-eb70a9f79fb0 of type vlan for network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 Dec 09 09:36:29.912614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6869541c-d99d-4666-864d-0bc8f41e2559 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:29.926594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:29.950794 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/48250e61-f5f5-4a05-a892-d6e3137718fb HTTP/1.1" status: 204 len: 168 time: 2.0403798 Dec 09 09:36:29.952968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57746) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:29.961342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.008521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6869541c-d99d-4666-864d-0bc8f41e2559 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:30.011052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6869541c-d99d-4666-864d-0bc8f41e2559 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3757529 Dec 09 09:36:30.016585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57750) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:30.019349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.029886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e0202ee-3f69-4a25-9c8b-c66054032391 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:30.072709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Subnet': ['ID=be449ef4-15c1-48b8-8e53-5098dbe75964,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:30.077633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:30.082580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.100041 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/subnets/be449ef4-15c1-48b8-8e53-5098dbe75964 HTTP/1.1" status: 204 len: 168 time: 1.0759652 Dec 09 09:36:30.101914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57754) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:30.124717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2a4879-2710-4d31-b9fc-4e34f9c2167b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:30.125561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5b2a4879-2710-4d31-b9fc-4e34f9c2167b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:30.142046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5b2a4879-2710-4d31-b9fc-4e34f9c2167b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:30.143621 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5b2a4879-2710-4d31-b9fc-4e34f9c2167b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1871769 Dec 09 09:36:30.146325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57758) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:30.146462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port a3467f8a-7d58-4113-b818-125ac176d26d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:30.146776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.178836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] For port f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:30.179822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.239086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60357124-1d8e-466a-b3ce-9860af307cda tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:30.240685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-60357124-1d8e-466a-b3ce-9860af307cda tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0930271 Dec 09 09:36:30.243485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57762) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:30.287366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.291489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:30.292139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.316227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99df55-39b2-43c2-9fc6-1c0bd54bada6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:30.317848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99df55-39b2-43c2-9fc6-1c0bd54bada6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:30.319302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99df55-39b2-43c2-9fc6-1c0bd54bada6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:30.320145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0b99df55-39b2-43c2-9fc6-1c0bd54bada6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:30.336267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0b99df55-39b2-43c2-9fc6-1c0bd54bada6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:30.337570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0b99df55-39b2-43c2-9fc6-1c0bd54bada6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0930867 Dec 09 09:36:30.340385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57766) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:30.358751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91ef9144-551d-4cf9-9ad5-3b07e8ca7f37 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:30.383322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Calling delete_port for f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:30.547733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 4db47334-7490-42f4-9f96-a94490b6bffa {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:30.550853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.600732 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4347398 Dec 09 09:36:30.603683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57770) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:30.614612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'subnet': {'network_id': '8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:30.633316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.684023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.747129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Network': ['ID=8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:30.750241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:30.759021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:36:30.779519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7623ed8e-d246-453b-8bb1-dac1603391b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.813972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:30.813972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:subnet and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:30.827567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:30.848061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:30.860414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:30.906411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7623ed8e-d246-453b-8bb1-dac1603391b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.967538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:30.976907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.036310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.165187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for a3467f8a-7d58-4113-b818-125ac176d26d owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:31.279132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.330757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:31.362320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a85417-5324-464e-bc96-a6bbc9279b57') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:31.362320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a85417-5324-464e-bc96-a6bbc9279b57') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:31.389562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.397437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37d68e75-72af-4440-bd32-8b1d93eeb139 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:31.434223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.440750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=4db47334-7490-42f4-9f96-a94490b6bffa,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:31.450175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:31.465673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc12474e-3f9b-450f-8931-1b056fb7af72 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:31.483272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.486722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.509797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:36:31.509797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:36:31.541107 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:36:31.619067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.628966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d48a4d04-a30a-46bf-8ee8-19f6290fda67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:31.650291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.660201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af3f6270-482a-45e7-a802-a8dd75191d4d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:31.691808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7623ed8e-d246-453b-8bb1-dac1603391b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.746407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event deleted for resources: {'Port': ['ID=f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:31.789631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:31.789631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-812c0af5-64d7-42c3-ad95-58e5552ae728 tempest-ServerActionsTestJSON-1375939894 tempest-ServerActionsTestJSON-1375939894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:31.820277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.873565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623ed8e-d246-453b-8bb1-dac1603391b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a8f8b-5eb7-46b2-b674-230236cbd266,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:31.883800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.893848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7623ed8e-d246-453b-8bb1-dac1603391b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:31.949387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2aeeab6d-ba90-430e-8a96-1941fe821928 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:31.999077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7623ed8e-d246-453b-8bb1-dac1603391b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:31.999077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7623ed8e-d246-453b-8bb1-dac1603391b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/6b1a8f8b-5eb7-46b2-b674-230236cbd266 HTTP/1.1" status: 204 len: 168 time: 1.9742279 Dec 09 09:36:32.011581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57774) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:32.024181 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] 10.222.0.18 "DELETE /v2.0/networks/3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb HTTP/1.1" status: 204 len: 168 time: 1.9068906 Dec 09 09:36:32.026163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Pushing event deleted for resources: {'Network': ['ID=3d6cc9b1-affe-4eee-ab8c-64fbbe543fcb,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:32.027582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:32.048127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/4db47334-7490-42f4-9f96-a94490b6bffa HTTP/1.1" status: 204 len: 168 time: 1.7060363 Dec 09 09:36:32.094111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Subnet': ['ID=b72d4d91-313b-4155-9b5b-54d73228f321,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:32.104771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57780) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:32.105949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:32.227314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 7dcc5652-3da2-4ba2-b9fd-54d580f1397f {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:32.231192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Checking segment: {'id': 'cda38882-3a1c-4357-aba6-eb70a9f79fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:32.231672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network hostable DHCP agents. Network: 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:36:32.240272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.323139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:36:32.327993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.332900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.343693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c02f734-8603-4445-91eb-155ca69f93c2 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:32.382345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:32.392029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:32.392761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.414767 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8095977 Dec 09 09:36:32.418816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57786) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:32.423950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaad57b-2afe-422c-81b8-d090209d6ecf None None] Network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:32.429844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1648424116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:32.440843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57790) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:32.453758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:32.467995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:router and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:32.477146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:32.491190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:32.532436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.533694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.553213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.584380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.593578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.627697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=a3467f8a-7d58-4113-b818-125ac176d26d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:32.807784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.807784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-209e27c6-6680-4a2e-88ce-f36bb922bee9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3798082 Dec 09 09:36:32.826263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:32.834179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57796) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:32.930838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.937074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af121dbd-2fa5-4d49-a56b-5202809ca537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:32.944192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79', 'network_id': '8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'fixed_ips': [{'subnet_id': 'b72d4d91-313b-4155-9b5b-54d73228f321'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:36:32.945368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:32.990977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.039289 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3bc3f5fc-b628-4bc9-a899-ea99a95d7c0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d4a98b72c3b46acb31d1eafd905ef46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5934074 Dec 09 09:36:33.048092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57800) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:33.091695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcc5652-3da2-4ba2-b9fd-54d580f1397f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:33.094453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:33.114578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.148266 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/7dcc5652-3da2-4ba2-b9fd-54d580f1397f HTTP/1.1" status: 204 len: 168 time: 1.0344310 Dec 09 09:36:33.157021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fcea3adf-78d7-4614-94f3-1315d7ec2602 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:33.159683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57804) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:33.163948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.234773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c1df77-6b69-4350-b316-f9784bb532ac None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:33.265625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Allocated IP 172.20.0.2 (8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79/b72d4d91-313b-4155-9b5b-54d73228f321/6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:33.268109 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6801033a-989e-4824-adad-a12e7c055fad tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998845 Dec 09 09:36:33.292639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57808) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:33.315594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:33.358597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1950b6fe-3ccb-4029-a576-7a1c65b6b5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.397752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fcea3adf-78d7-4614-94f3-1315d7ec2602 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:33.399087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fcea3adf-78d7-4614-94f3-1315d7ec2602 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 1.3760226 Dec 09 09:36:33.435886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57812) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:33.501986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1950b6fe-3ccb-4029-a576-7a1c65b6b5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.534808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.545491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.580894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-14eb842a-5571-4163-ab59-194b4f0514d8 None None] Provisioning complete for port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:33.580894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14eb842a-5571-4163-ab59-194b4f0514d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.664316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:33.702958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:33.702958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:33.750375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:33.787376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65030be3-6506-4b0c-b31e-f433fb92b37a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.866315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:33.872952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.888058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1950b6fe-3ccb-4029-a576-7a1c65b6b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.889425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.891322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Fanout notify agent at l3_agent the message router_deleted on router d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:36:33.902668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ccf4b6fe-8706-40b1-b550-e575e9b5bcd0 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:33.917337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65030be3-6506-4b0c-b31e-f433fb92b37a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.967420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950b6fe-3ccb-4029-a576-7a1c65b6b5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f528412-3347-41df-a6f4-1de80d75f96a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:33.970259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1950b6fe-3ccb-4029-a576-7a1c65b6b5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:33.992221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:33.993530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "DELETE /v2.0/routers/d1cd7980-8c61-4d26-ada1-9f4b2e12cde6 HTTP/1.1" status: 204 len: 168 time: 7.5853004 Dec 09 09:36:33.997903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57818) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:34.053358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.087732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c2ee92-accf-4ee3-b645-96dc028000bf None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:36:34.090548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1950b6fe-3ccb-4029-a576-7a1c65b6b5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.093237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Transition to ACTIVE for port object 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:34.095582 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1950b6fe-3ccb-4029-a576-7a1c65b6b5a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f528412-3347-41df-a6f4-1de80d75f96a HTTP/1.1" status: 204 len: 168 time: 1.0463173 Dec 09 09:36:34.096099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-08c2ee92-accf-4ee3-b645-96dc028000bf None None] Deleting port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:34.096624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08c2ee92-accf-4ee3-b645-96dc028000bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.112050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.166524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Transition to ACTIVE for port object 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:34.188314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.196921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:34.324949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65030be3-6506-4b0c-b31e-f433fb92b37a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.345806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-be906ede-e406-4276-91da-a1b0ed274469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:34.450644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:34.463913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65030be3-6506-4b0c-b31e-f433fb92b37a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b97fa9-db01-4dd4-ad07-799966da4df7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:34.467461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:34.470456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65030be3-6506-4b0c-b31e-f433fb92b37a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:34.475891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:34.568774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Pushing event updated for resources: {'Port': ['ID=6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:34.568774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:34.629006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.653722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router 53b515b5-f357-4e2a-9150-70aaaf6dc1c6 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:34.672751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-128961c6-13ef-4e2f-856e-25a6421c8c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.746602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Attempting to bind port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:36:34.746602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Attempting to bind port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'cda38882-3a1c-4357-aba6-eb70a9f79fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:36:34.746602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Attempting to bind port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f on network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:36:34.768651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:36:34.768651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Checking segment: {'id': 'cda38882-3a1c-4357-aba6-eb70a9f79fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:34.768651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.768651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Bound using segment: {'id': 'cda38882-3a1c-4357-aba6-eb70a9f79fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:36:34.768651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Bound port: 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda38882-3a1c-4357-aba6-eb70a9f79fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:36:34.768651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:34.888114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.20.0.1 (8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79/b72d4d91-313b-4155-9b5b-54d73228f321/5aeae59c-6026-4929-9e48-7e0695bbbba9) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:35.062314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.095754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-08c2ee92-accf-4ee3-b645-96dc028000bf None None] For port 03a9868e-9edf-4ed8-9a50-3958ef2c8577, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=03a9868e-9edf-4ed8-9a50-3958ef2c8577,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:35.095754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08c2ee92-accf-4ee3-b645-96dc028000bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.147622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:35.154204 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/53b515b5-f357-4e2a-9150-70aaaf6dc1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6230717 Dec 09 09:36:35.154204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52bd21f5-cbf3-4594-8b2a-d04627c72731']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:35.165666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57832) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:35.217435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.228116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-21f30748-8331-4d10-ab6d-5dfdcf6cc06f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:35.244967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f970a7ca-a510-45a9-9e41-a6a51842b12a') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:35.244967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f970a7ca-a510-45a9-9e41-a6a51842b12a') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:35.252110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Transition to ACTIVE for port object 5aeae59c-6026-4929-9e48-7e0695bbbba9 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:35.268295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.283557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.298526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:36:35.298526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-21f30748-8331-4d10-ab6d-5dfdcf6cc06f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-21f30748-8331-4d10-ab6d-5dfdcf6cc06f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=53b515b5-f357-4e2a-9150-70aaaf6dc1c6 HTTP/1.1" status: 200 len: 205 time: 0.1605082 Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:36:35.328131 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:36:35.343476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57838) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:35.350942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.367554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-08c2ee92-accf-4ee3-b645-96dc028000bf None None] Calling delete_port for 03a9868e-9edf-4ed8-9a50-3958ef2c8577 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:35.426070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-719a6c51-0fc0-45dc-9697-16fef9b6d6da tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:35.460207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80780180-1160-46c4-82bb-4a0a89969e0a None None] Sync routers for ids ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:35.472344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.479268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6d01c5f-adb4-45d2-8b18-9edbd873fac7 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:35.479773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] For port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:36:35.484868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] For port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f,segment=NetworkSegment(cda38882-3a1c-4357-aba6-eb70a9f79fb0),segment_id=cda38882-3a1c-4357-aba6-eb70a9f79fb0)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:36:35.492882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:35.524252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.524983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08c2ee92-accf-4ee3-b645-96dc028000bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.527914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event deleted for resources: {'Network': ['ID=52bd21f5-cbf3-4594-8b2a-d04627c72731,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:35.537382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:35.537532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.550717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65030be3-6506-4b0c-b31e-f433fb92b37a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.555088 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-65030be3-6506-4b0c-b31e-f433fb92b37a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/70b97fa9-db01-4dd4-ad07-799966da4df7 HTTP/1.1" status: 204 len: 168 time: 2.1140494 Dec 09 09:36:35.556700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:35.558029 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "DELETE /v2.0/networks/52bd21f5-cbf3-4594-8b2a-d04627c72731 HTTP/1.1" status: 204 len: 168 time: 1.5587666 Dec 09 09:36:35.559115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57846) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:35.559859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57848) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:35.609790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2ee92-accf-4ee3-b645-96dc028000bf None None] No DVR routers for this DVR port 03a9868e-9edf-4ed8-9a50-3958ef2c8577 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:36:35.626656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:36:35.627059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f0b4bdc7-c128-42f3-b83f-23cb2c79d5b2 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:36:35.627524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 03a9868e-9edf-4ed8-9a50-3958ef2c8577 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:35.657470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=5aeae59c-6026-4929-9e48-7e0695bbbba9,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:35.676873 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9924227b-dd47-4fe8-88dd-c30c415456e9 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1155565 Dec 09 09:36:35.685160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 03a9868e-9edf-4ed8-9a50-3958ef2c8577 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:36:35.685563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 03a9868e-9edf-4ed8-9a50-3958ef2c8577 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:36:35.695821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80780180-1160-46c4-82bb-4a0a89969e0a None None] Routers {'53b515b5-f357-4e2a-9150-70aaaf6dc1c6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:35.697405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-80780180-1160-46c4-82bb-4a0a89969e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:35.703577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57856) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:35.779464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2ee92-accf-4ee3-b645-96dc028000bf None None] Pushing event deleted for resources: {'Port': ['ID=03a9868e-9edf-4ed8-9a50-3958ef2c8577,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:35.783283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-234bb274-0227-4fa2-a139-21b483f63456 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.789992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-80780180-1160-46c4-82bb-4a0a89969e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:35.797887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-secgroup--2037337242'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:35.806730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:35.831454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:35.849966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:35.866028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:35.886734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.893027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57860) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:35.928863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.934099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80780180-1160-46c4-82bb-4a0a89969e0a None None] Routers {'53b515b5-f357-4e2a-9150-70aaaf6dc1c6'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:35.934099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-80780180-1160-46c4-82bb-4a0a89969e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:35.974010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-234bb274-0227-4fa2-a139-21b483f63456 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:35.985361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:36.018167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:36.025643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:36.028900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:36.053422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:36.063737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-80780180-1160-46c4-82bb-4a0a89969e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:36.065015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80780180-1160-46c4-82bb-4a0a89969e0a None None] The sync data for ids ['53b515b5-f357-4e2a-9150-70aaaf6dc1c6'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:36.068099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:36.077889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:36.086187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:36.092120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.114527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05b08dae-719f-467c-836e-ea8cb71a76d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:36.118089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Pushing event updated for resources: {'Port': ['ID=6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:36.121463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:36.122019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.528s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:36.122417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:36.170000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ec03eb1-eea2-4023-b454-4c7859c19250 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.218209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2017594989'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:36.234054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:36.271478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:network and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:36.316826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.316826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:36.327354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:36.329064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:36.345249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:36.354485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed4fee-ef7f-4924-9393-fe88bbd0f022 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:36.354752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:36.355416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.368639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.399492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=2e92d32f-7e42-403a-8cd5-638969fa72dc,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:36.412663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:36.430697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:36.459013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.472920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-234bb274-0227-4fa2-a139-21b483f63456 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.476449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.509678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:36.556634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.604473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:36.616018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:security_group_rule and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:36.616018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:36.621006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:36.630673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bb274-0227-4fa2-a139-21b483f63456 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55c6af4-385e-4518-bbec-60aadc01dd3c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:36.671237 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3729150 Dec 09 09:36:36.677017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '2e92d32f-7e42-403a-8cd5-638969fa72dc'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:36:36.677925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.682445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57866) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:36.742611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:36.867591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad194904-be65-4ced-ae17-52b5e1f18ed1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:36.870734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:36.873723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8a2739c-8e2e-4838-9046-8229f89363a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.889342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:36.889812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:36.892216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Allocated IP 2001:db8::f816:3eff:fece:fbc0 (2d5d328b-91d8-47d0-9229-6819f3b6112b/2e92d32f-7e42-403a-8cd5-638969fa72dc/8d684846-054c-4f2c-b680-40d2262c174d) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:36.895158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-234bb274-0227-4fa2-a139-21b483f63456 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.896519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-234bb274-0227-4fa2-a139-21b483f63456 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] 10.222.0.18 "DELETE /v2.0/security-groups/c55c6af4-385e-4518-bbec-60aadc01dd3c HTTP/1.1" status: 204 len: 168 time: 1.3335819 Dec 09 09:36:36.935894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.940140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1563065 Dec 09 09:36:36.968582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ec03eb1-eea2-4023-b454-4c7859c19250 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:36.977903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57872) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:37.012457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.016984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': 'ad194904-be65-4ced-ae17-52b5e1f18ed1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:37.025885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:37.026844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.032502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:37.036360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:37.045432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:37.046466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39917eae-5a98-40e4-b6cf-7d38dfd2ee99 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:37.054264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ec03eb1-eea2-4023-b454-4c7859c19250 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.105034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.111423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:36:37.133649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e31970c-1998-4bdb-81d4-dc8890751044,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:37.144960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.159479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:36:37.172425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.173296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment 27b55b2e-2966-4f35-8e4b-09faa5cadf13 of type vlan for network 22761d8f-c89f-4f27-beea-d1e949c4f199 Dec 09 09:36:37.211421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.218364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.243722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.247281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:37.258169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Transition to ACTIVE for port object 8d684846-054c-4f2c-b680-40d2262c174d will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:37.265854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:37.285296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:37.291782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:37.299753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Transition to ACTIVE for port object 8d684846-054c-4f2c-b680-40d2262c174d will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:37.311463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:37.315989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.320643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:37.322084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.332378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-292b4e21-b9fc-43a4-870a-8511f15a77a0 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:37.332827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:37.333247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ec03eb1-eea2-4023-b454-4c7859c19250 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.333859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec03eb1-eea2-4023-b454-4c7859c19250 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Fanout notify agent at l3_agent the message router_deleted on router 53b515b5-f357-4e2a-9150-70aaaf6dc1c6 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:36:37.345288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.390161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ec03eb1-eea2-4023-b454-4c7859c19250 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.390161 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2ec03eb1-eea2-4023-b454-4c7859c19250 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/53b515b5-f357-4e2a-9150-70aaaf6dc1c6 HTTP/1.1" status: 204 len: 168 time: 2.0213130 Dec 09 09:36:37.449873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57878) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:37.483054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=22761d8f-c89f-4f27-beea-d1e949c4f199,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:37.508200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:37.527832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:37.602073 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7077608 Dec 09 09:36:37.678206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 22761d8f-c89f-4f27-beea-d1e949c4f199 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:36:37.872882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.886133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57886) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:37.913991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting subnet 26608c81-2107-44f3-8953-e34a9c997235 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:37.918097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.925161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:37.931417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d50ef13-94b7-4227-8dca-e8ff17272429 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:37.976766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.010814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd5bd745-a669-4dd8-a5a9-4d57b5e7ea51 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:38.050600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Pushing event updated for resources: {'Port': ['ID=8d684846-054c-4f2c-b680-40d2262c174d,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:38.061628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:38.062936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af33510a-c482-421b-b7d0-dcf3252bf9d3,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:38.071456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:38.072338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:38.075075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:38.094401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:38.097180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:38.209286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.213677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.2319934 Dec 09 09:36:38.219934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57892) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:38.250962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.259143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Attempting to bind port 8d684846-054c-4f2c-b680-40d2262c174d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:36:38.260029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Attempting to bind port 8d684846-054c-4f2c-b680-40d2262c174d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:36:38.261059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Attempting to bind port 8d684846-054c-4f2c-b680-40d2262c174d on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:36:38.267283 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2e92d32f-7e42-403a-8cd5-638969fa72dc (CIDR: 2001:db8::/64) Dec 09 09:36:38.274311 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:36:38.274847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:36:38.287127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:36:38.287483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:38.287939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.288379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:36:38.296573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Bound port: 8d684846-054c-4f2c-b680-40d2262c174d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:36:38.303479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.324813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e055e2d-0f43-4f59-ae36-3a8e0297cbf6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6330011 Dec 09 09:36:38.327757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57896) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:38.337470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:38.390583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2416-88b6-4e7b-94e6-58ce338cfe3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.405465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2416-88b6-4e7b-94e6-58ce338cfe3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.446094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2416-88b6-4e7b-94e6-58ce338cfe3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.512118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:38.523713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] For port 8d684846-054c-4f2c-b680-40d2262c174d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:36:38.537060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] For port 8d684846-054c-4f2c-b680-40d2262c174d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8d684846-054c-4f2c-b680-40d2262c174d,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:36:38.568770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.583636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:38.651784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:38.656866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:38.660425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:38.662377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Pushing event updated for resources: {'Port': ['ID=8d684846-054c-4f2c-b680-40d2262c174d,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:38.666039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d1a5a7-307e-4acc-8c63-51339a533bea None None] Network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:38.667552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:38.688649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf2416-88b6-4e7b-94e6-58ce338cfe3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af33510a-c482-421b-b7d0-dcf3252bf9d3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:38.696925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ebf2416-88b6-4e7b-94e6-58ce338cfe3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:38.699718 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c904a75b-4850-4592-89be-5500d22aa68b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9729ca7a00364fbfb9b28cd6f194f8ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7770836 Dec 09 09:36:38.700272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:38.710394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.753920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57900) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:38.839233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2416-88b6-4e7b-94e6-58ce338cfe3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.842785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2ebf2416-88b6-4e7b-94e6-58ce338cfe3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/af33510a-c482-421b-b7d0-dcf3252bf9d3 HTTP/1.1" status: 204 len: 168 time: 0.6197922 Dec 09 09:36:38.875326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:38.886463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57904) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:38.892359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac0ee-7883-4d69-b602-f083e0acf470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.944603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac0ee-7883-4d69-b602-f083e0acf470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:38.990130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.018496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-47c32b9b-b0a7-4d0d-9a9c-1a9554a1881d None None] Provisioning for port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:39.034875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-47c32b9b-b0a7-4d0d-9a9c-1a9554a1881d None None] Provisioning complete for port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:39.036412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-47c32b9b-b0a7-4d0d-9a9c-1a9554a1881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.203923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac0ee-7883-4d69-b602-f083e0acf470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.224512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2620e78a-3469-43e5-8813-514c065a222d tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:39.263852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac0ee-7883-4d69-b602-f083e0acf470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.267532 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fa3ac0ee-7883-4d69-b602-f083e0acf470 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a80fbe25-23b5-46de-b36d-2662693ab9de HTTP/1.1" status: 204 len: 168 time: 0.5100741 Dec 09 09:36:39.349476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1472fa49-4445-4b2e-aa1d-52d43d48ece6 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:39.353838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ac0ee-7883-4d69-b602-f083e0acf470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80fbe25-23b5-46de-b36d-2662693ab9de,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:39.392309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fa3ac0ee-7883-4d69-b602-f083e0acf470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:39.445578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-47c32b9b-b0a7-4d0d-9a9c-1a9554a1881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.457769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.480380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.495365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b06d9de4-4950-477a-a31e-3cbfb38a7fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:39.552746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-47c32b9b-b0a7-4d0d-9a9c-1a9554a1881d None None] For port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f,segment=NetworkSegment(cda38882-3a1c-4357-aba6-eb70a9f79fb0),segment_id=cda38882-3a1c-4357-aba6-eb70a9f79fb0)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:39.565021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-47c32b9b-b0a7-4d0d-9a9c-1a9554a1881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.567287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ead73c1-4a6b-47a7-9a75-15994f8047e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:39.657083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1472fa49-4445-4b2e-aa1d-52d43d48ece6 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:39.661595 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1472fa49-4445-4b2e-aa1d-52d43d48ece6 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6207042 Dec 09 09:36:39.669984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57910) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:39.748034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c32b9b-b0a7-4d0d-9a9c-1a9554a1881d None None] Pushing event updated for resources: {'Port': ['ID=6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:39.774933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-47c32b9b-b0a7-4d0d-9a9c-1a9554a1881d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:39.815648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=8048d3a7-5d4d-4f75-9716-fdd41506ad5b,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:39.836585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:39.877788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:39.880669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:39.889545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:39.895831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.898293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76df072b-641b-4348-8f36-af3dab49728d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:39.919237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b4225a44-f445-4639-9985-fd2d0c2e015e None None] Provisioning complete for port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:39.920849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4225a44-f445-4639-9985-fd2d0c2e015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.000432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6669476 Dec 09 09:36:40.003002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57916) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:40.016487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:7f:dd:6b', 'name': 'tempest-NetworksTestDHCPv6-1395803733'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:40.058591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.086231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.091632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a4988e2-c8d9-46ed-9b69-05f2b39a6796 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:40.225430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76df072b-641b-4348-8f36-af3dab49728d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.255776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.354896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:40.361759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:40.365620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:40.376996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:40.398679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b4225a44-f445-4639-9985-fd2d0c2e015e None None] Provisioning for port 5aeae59c-6026-4929-9e48-7e0695bbbba9 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:40.407033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:40.407643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b4225a44-f445-4639-9985-fd2d0c2e015e None None] Provisioning complete for port 5aeae59c-6026-4929-9e48-7e0695bbbba9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:40.408279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4225a44-f445-4639-9985-fd2d0c2e015e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.413054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Subnet': ['ID=26608c81-2107-44f3-8953-e34a9c997235,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:40.427153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:40.434097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c54d4b99-e269-409e-afed-7215de91c2f4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:40.438867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.499601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b4225a44-f445-4639-9985-fd2d0c2e015e None None] Port 5aeae59c-6026-4929-9e48-7e0695bbbba9 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:36:40.533377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port 0a2b3798-0d64-4928-8520-3b75ac743cf8 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:36:40.574873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.580411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57920) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:40.623590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c886b85d-a3f0-418e-aa05-6ecc5236c75b None None] Provisioning complete for port 5aeae59c-6026-4929-9e48-7e0695bbbba9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:40.624022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c886b85d-a3f0-418e-aa05-6ecc5236c75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.679028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.689464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1227547a-5939-4602-9919-5ec002cb5bce None None] Network 414276cb-a536-4fbd-8f8a-456002600dbc requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:40.807884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.827104 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/26608c81-2107-44f3-8953-e34a9c997235 HTTP/1.1" status: 204 len: 168 time: 3.3783290 Dec 09 09:36:40.851812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:40.855901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Usage tracker for resource:security_group_rule and tenant:8a1ac91e06384b48bfc163237d39eafd is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:40.860062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:40.866454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:40.911648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c886b85d-a3f0-418e-aa05-6ecc5236c75b None None] Port 5aeae59c-6026-4929-9e48-7e0695bbbba9 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:36:40.925463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8:0:1::10f (2d5d328b-91d8-47d0-9229-6819f3b6112b/8048d3a7-5d4d-4f75-9716-fdd41506ad5b/0a2b3798-0d64-4928-8520-3b75ac743cf8) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:40.933884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::f816:3eff:fe7f:dd6b (2d5d328b-91d8-47d0-9229-6819f3b6112b/2e92d32f-7e42-403a-8cd5-638969fa72dc/0a2b3798-0d64-4928-8520-3b75ac743cf8) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:40.943738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.945645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=5aeae59c-6026-4929-9e48-7e0695bbbba9,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:40.959456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57924) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:40.963420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:40.976720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:40.979149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11a02138-fd6d-4f33-8400-c4b04a7973cc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:41.408640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:41.460961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:41.468828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] DHCP port deletion for 414276cb-a536-4fbd-8f8a-456002600dbc request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:36:41.483943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] Deleting port a1e913f4-8f1c-40d0-a61b-723cc4b41081 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:41.484636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:41.497373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object 0a2b3798-0d64-4928-8520-3b75ac743cf8 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:41.503825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76df072b-641b-4348-8f36-af3dab49728d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:41.536683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57928) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:41.546475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': '22761d8f-c89f-4f27-beea-d1e949c4f199', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:41.571921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584c5c9d-2de4-434e-8bf3-3dc2cc40f72b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:41.593439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:41.599798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93354793-e4a8-439e-b091-0d747b5ca1ef tempest-TagsExtTest-1835018542 tempest-TagsExtTest-1835018542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:41.621225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df072b-641b-4348-8f36-af3dab49728d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad194904-be65-4ced-ae17-52b5e1f18ed1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:41.632908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-76df072b-641b-4348-8f36-af3dab49728d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:41.637334 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-76df072b-641b-4348-8f36-af3dab49728d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/ad194904-be65-4ced-ae17-52b5e1f18ed1 HTTP/1.1" status: 204 len: 168 time: 1.9553864 Dec 09 09:36:41.639091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57932) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:41.642518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-76df072b-641b-4348-8f36-af3dab49728d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:41.689438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a1ac91e06384b48bfc163237d39eafd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0940230 Dec 09 09:36:41.689672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:41.689672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:41.692422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57936) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:41.695374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:subnet and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:41.719130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:41.722597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:41.754315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:41.790458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:41.822291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:41.823045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:41.826774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:41.827484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:41.845644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:41.858697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:41.864418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:41.865986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:41.906316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] For port a1e913f4-8f1c-40d0-a61b-723cc4b41081, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a1e913f4-8f1c-40d0-a61b-723cc4b41081,segment=NetworkSegment(e97c3be0-d0e9-43ef-8bb4-5600e2126dff),segment_id=e97c3be0-d0e9-43ef-8bb4-5600e2126dff)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:41.906779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:41.924331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9198763 Dec 09 09:36:41.926887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57940) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:41.932250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=0a2b3798-0d64-4928-8520-3b75ac743cf8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:41.937333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:41.969086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0228ec87-8ce5-443b-8b7c-b0100f7cb0f5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:42.070843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d604a-8715-45cd-a444-be4acf6b6902 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:42.075148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:42.081247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.105716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] Calling delete_port for a1e913f4-8f1c-40d0-a61b-723cc4b41081 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:42.107168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting subnet 326ed4e6-4b43-4b2a-a9ad-3950b0d9430f {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:42.119520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0228ec87-8ce5-443b-8b7c-b0100f7cb0f5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:42.125715 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0228ec87-8ce5-443b-8b7c-b0100f7cb0f5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4784586 Dec 09 09:36:42.127166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.165704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57944) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:42.179060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-secgroup--148836510'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:42.186666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:42.194904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3fe36046-294e-4caa-8caf-a7ceb5a96d3d None None] Provisioning for port 8d684846-054c-4f2c-b680-40d2262c174d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:42.198886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:42.214588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52981a60-3ef1-42d7-9184-1d1b02584d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.242188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.266850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52981a60-3ef1-42d7-9184-1d1b02584d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.294804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port 0a2b3798-0d64-4928-8520-3b75ac743cf8 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:42.295169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.360204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8d684846-054c-4f2c-b680-40d2262c174d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:42.363545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.386748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52981a60-3ef1-42d7-9184-1d1b02584d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.392932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87a46f3d-f33d-44d4-afc7-85f03252864a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:42.421725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52981a60-3ef1-42d7-9184-1d1b02584d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584c5c9d-2de4-434e-8bf3-3dc2cc40f72b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:42.434955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:42.436909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-52981a60-3ef1-42d7-9184-1d1b02584d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:42.439260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.451636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c52a304-714d-4bd4-9986-a091a24d41fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:42.455301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52981a60-3ef1-42d7-9184-1d1b02584d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.459176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-52981a60-3ef1-42d7-9184-1d1b02584d52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/584c5c9d-2de4-434e-8bf3-3dc2cc40f72b HTTP/1.1" status: 204 len: 168 time: 0.7630904 Dec 09 09:36:42.460424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.469149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e5d6dfe-4c3f-4529-b048-38f2c22d13a7 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:42.533985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:42.553314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=d7a70db9-aa29-4abc-bce2-d46fc02f7b35,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:42.556163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:42.568512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] Pushing event deleted for resources: {'Port': ['ID=a1e913f4-8f1c-40d0-a61b-723cc4b41081,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:42.584184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:42.596595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e55099d3-b000-4cfd-b162-907875dca361 None None] Provisioning complete for port 5aeae59c-6026-4929-9e48-7e0695bbbba9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:42.597021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e55099d3-b000-4cfd-b162-907875dca361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.613562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking segment: {'id': '27b55b2e-2966-4f35-8e4b-09faa5cadf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '22761d8f-c89f-4f27-beea-d1e949c4f199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:42.614105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network hostable DHCP agents. Network: 22761d8f-c89f-4f27-beea-d1e949c4f199, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:36:42.621337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:42.644778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network 22761d8f-c89f-4f27-beea-d1e949c4f199 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:36:42.669191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] No DVR routers for this DVR port a1e913f4-8f1c-40d0-a61b-723cc4b41081 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:36:42.670582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e55099d3-b000-4cfd-b162-907875dca361 None None] Port 5aeae59c-6026-4929-9e48-7e0695bbbba9 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:36:42.686053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 22761d8f-c89f-4f27-beea-d1e949c4f199) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:42.703671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:42.704342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.730998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6693d3c2-45fc-4d0b-809a-2df624ca67a7 None None] Network 22761d8f-c89f-4f27-beea-d1e949c4f199 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:42.747605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:42.786410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 8d684846-054c-4f2c-b680-40d2262c174d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:42.801269 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2619734 Dec 09 09:36:42.806794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57952) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:42.833178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-917685669'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:42.855624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:42.870287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:network and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:42.879259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:42.910530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:42.952929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:42.957676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:42.971431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.025827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:36:43.043167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.043762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 8d684846-054c-4f2c-b680-40d2262c174d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:43.044814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.045178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment ee6042b4-a0f8-4972-bc81-41eab9cdbb4d of type vlan for network 16f8828a-c353-47a7-ae11-f135a375b634 Dec 09 09:36:43.102459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.193843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.207653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:43.209461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.230250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.251947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.269618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-458abb7d-d996-4684-82fd-1fb02600e6f6 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:43.293640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69cf5f66-63a9-4a73-b4c6-98e593e4e30d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:43.321867 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5094500 Dec 09 09:36:43.325719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.332888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57962) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:43.366235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': '16f8828a-c353-47a7-ae11-f135a375b634', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:43.418131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.421004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.435268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd33e5-946e-4edd-b33b-dd865ebdd2e0,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:43.447503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:43.461478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3a1f6fe-d411-45dd-a51c-ce6c0bbc3261 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:43.492173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] Update dhcp port {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': '2e92d32f-7e42-403a-8cd5-638969fa72dc', 'ip_address': '2001:db8::f816:3eff:fece:fbc0'}, {'subnet_id': '8048d3a7-5d4d-4f75-9716-fdd41506ad5b'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': '8d684846-054c-4f2c-b680-40d2262c174d'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:36:43.518981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-22761d8f-c89f-4f27-beea-d1e949c4f199', 'network_id': '22761d8f-c89f-4f27-beea-d1e949c4f199', 'tenant_id': '9c721f8f02e74ef4afb0431737ec0c9b', 'fixed_ips': [{'subnet_id': 'd7a70db9-aa29-4abc-bce2-d46fc02f7b35'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:36:43.520378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.550243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f44843-7a75-48b0-ae3c-1cb34c70e2e6 None None] Network bf056e82-1002-4f04-8d5a-a4585d03d0c3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:43.620976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.674168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.687578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 8d684846-054c-4f2c-b680-40d2262c174d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8d684846-054c-4f2c-b680-40d2262c174d,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:43.726970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Subnet': ['ID=326ed4e6-4b43-4b2a-a9ad-3950b0d9430f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:43.741040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for 0a2b3798-0d64-4928-8520-3b75ac743cf8 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:43.776045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.784947 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6177268 Dec 09 09:36:43.797071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:43.798350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57968) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:43.804680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/326ed4e6-4b43-4b2a-a9ad-3950b0d9430f HTTP/1.1" status: 204 len: 168 time: 2.8398750 Dec 09 09:36:43.814555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 57972) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:43.819799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:43.820593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': '14cd33e5-946e-4edd-b33b-dd865ebdd2e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:43.853172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b93e32c-a2f8-4443-a5e5-52973afda987 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:43.863375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:43.897493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:43.911074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:43.945709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:43.972047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=8d684846-054c-4f2c-b680-40d2262c174d,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:44.040726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:36:44.059933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Allocated IP 2001:db8:0:ffff::2 (22761d8f-c89f-4f27-beea-d1e949c4f199/d7a70db9-aa29-4abc-bce2-d46fc02f7b35/8cc04110-d6b7-4d7c-998c-4c81d2d1617c) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:44.072526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=16f8828a-c353-47a7-ae11-f135a375b634,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:44.084473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:44.101962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:44.142776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a1e913f4-8f1c-40d0-a61b-723cc4b41081 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:44.165545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 16f8828a-c353-47a7-ae11-f135a375b634 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:36:44.168077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:44.184409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:44.225351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:44.232361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:subnet and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:44.239263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:44.246306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:44.263349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:44.397785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:44.424222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: a1e913f4-8f1c-40d0-a61b-723cc4b41081 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:36:44.424582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a1e913f4-8f1c-40d0-a61b-723cc4b41081 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:36:44.471938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:44.824164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] Allocated IP 2001:db8:0:1::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/8048d3a7-5d4d-4f75-9716-fdd41506ad5b/8d684846-054c-4f2c-b680-40d2262c174d) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:44.876694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] DHCP port deletion for bf056e82-1002-4f04-8d5a-a4585d03d0c3 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:36:44.898455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] Deleting port 5f894e32-87c8-48e4-8fd7-e76d088c1afe {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:44.899287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:44.919874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:44.928478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:44.930621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16623c29-76f3-4050-bc42-cf524c5b16f1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:44.964519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['414276cb-a536-4fbd-8f8a-456002600dbc']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:44.990681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97c3be0-d0e9-43ef-8bb4-5600e2126dff') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:44.990681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97c3be0-d0e9-43ef-8bb4-5600e2126dff') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:45.009049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.032296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=a749ca3d-471c-4542-8d73-91e2867d3fa8,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:45.036227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:45.047391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking segment: {'id': 'ee6042b4-a0f8-4972-bc81-41eab9cdbb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '16f8828a-c353-47a7-ae11-f135a375b634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:45.047780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network hostable DHCP agents. Network: 16f8828a-c353-47a7-ae11-f135a375b634, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:36:45.098978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network 16f8828a-c353-47a7-ae11-f135a375b634 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:36:45.124086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 16f8828a-c353-47a7-ae11-f135a375b634) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:45.132568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:45.134528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.159569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.168091 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8312898 Dec 09 09:36:45.168498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 57992) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:45.191677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:36:45.192067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:36:45.215323 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:36:45.283104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c346e8-8dbf-4b62-8c2b-a1cce6beeacc None None] Network 16f8828a-c353-47a7-ae11-f135a375b634 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:45.303168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Transition to ACTIVE for port object 8cc04110-d6b7-4d7c-998c-4c81d2d1617c will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:45.388326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.389726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.391809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.393079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] For port 8d684846-054c-4f2c-b680-40d2262c174d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8d684846-054c-4f2c-b680-40d2262c174d,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:45.394067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.399175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87a5943f-16d5-4e30-9a9a-cf59f8233f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:45.422831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.431317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Network': ['ID=414276cb-a536-4fbd-8f8a-456002600dbc,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:45.437826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.444581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:45.444581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ebf2416-88b6-4e7b-94e6-58ce338cfe3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:45.479670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Transition to ACTIVE for port object 8cc04110-d6b7-4d7c-998c-4c81d2d1617c will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:45.484885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e4bebc-a438-4f15-993a-c51093bfb9fa,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:45.493565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:45.504621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b39ba036-52bc-4351-af5f-93cb04905c6d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:45.507678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.535718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.542434 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/networks/414276cb-a536-4fbd-8f8a-456002600dbc HTTP/1.1" status: 204 len: 168 time: 1.7085075 Dec 09 09:36:45.560112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58000) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:45.568980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-77f6ad59-a737-4afe-8dec-661363f3cdde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:45.603130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=0a2b3798-0d64-4928-8520-3b75ac743cf8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:45.605283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:45.617533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.626144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-14c79ad0-e3e9-4e34-9d8e-7525422dce5b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:45.691185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=a749ca3d-471c-4542-8d73-91e2867d3fa8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:45.696312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:45.751258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.755776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.763463 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.9528234 Dec 09 09:36:45.764592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58006) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:45.778933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Network 22761d8f-c89f-4f27-beea-d1e949c4f199 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:45.811151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.812545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:45.816509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:45.862245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] For port 5f894e32-87c8-48e4-8fd7-e76d088c1afe, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5f894e32-87c8-48e4-8fd7-e76d088c1afe,segment=NetworkSegment(4ea20d7c-573c-4ca3-b246-2e878cddc914),segment_id=4ea20d7c-573c-4ca3-b246-2e878cddc914)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:45.862694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.882566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:45.893140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0542004 Dec 09 09:36:45.893663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f37607-c191-4e4d-820c-b7d60dff21a1 None None] Sync routers for ids ['ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:45.914419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f37607-c191-4e4d-820c-b7d60dff21a1 None None] Routers {'ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:45.916433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58012) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:45.916858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-97f37607-c191-4e4d-820c-b7d60dff21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:45.919419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:45.924329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/0a2b3798-0d64-4928-8520-3b75ac743cf8 HTTP/1.1" status: 204 len: 168 time: 3.9561090 Dec 09 09:36:45.924916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Pushing event updated for resources: {'Port': ['ID=8cc04110-d6b7-4d7c-998c-4c81d2d1617c,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:45.933709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58014) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:45.936977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:45.974332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.024584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f8828a-c353-47a7-ae11-f135a375b634']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:46.041625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d638445-801f-43b9-9a04-e212913b0c0a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules/b9e4bebc-a438-4f15-993a-c51093bfb9fa HTTP/1.1" status: 200 len: 705 time: 0.2672980 Dec 09 09:36:46.041969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58022) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:46.047580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6042b4-a0f8-4972-bc81-41eab9cdbb4d') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:46.048054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6042b4-a0f8-4972-bc81-41eab9cdbb4d') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:46.057607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 5f894e32-87c8-48e4-8fd7-e76d088c1afe {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:46.057995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.073058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8d684846-054c-4f2c-b680-40d2262c174d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:46.105542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-97f37607-c191-4e4d-820c-b7d60dff21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:46.106813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.138092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f37607-c191-4e4d-820c-b7d60dff21a1 None None] Routers {'ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:46.145360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-97f37607-c191-4e4d-820c-b7d60dff21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:46.171305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.183315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ca73e8-a8be-43ba-86b1-010d2c912b99 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:46.184745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f0ca73e8-a8be-43ba-86b1-010d2c912b99 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:46.197318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:36:46.202835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.212378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] Transition to ACTIVE for port object 8d684846-054c-4f2c-b680-40d2262c174d will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:46.246345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-97f37607-c191-4e4d-820c-b7d60dff21a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:46.246345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f37607-c191-4e4d-820c-b7d60dff21a1 None None] The sync data for ids ['ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:36:46.258451 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:36:46.319766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58026) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:46.373005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] Calling delete_port for 5f894e32-87c8-48e4-8fd7-e76d088c1afe owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:46.386094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8460c02f-0753-40ab-8024-dd9dd6446fd5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:46.394831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.401426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4015341b-d2bc-4c16-a371-a1cc7120c08d tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:46.414756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.426144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.428244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:46.431952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=16f8828a-c353-47a7-ae11-f135a375b634,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:46.437954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f0ca73e8-a8be-43ba-86b1-010d2c912b99 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:46.438185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:46.442520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f0ca73e8-a8be-43ba-86b1-010d2c912b99 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports/5aeae59c-6026-4929-9e48-7e0695bbbba9 HTTP/1.1" status: 200 len: 910 time: 0.5111709 Dec 09 09:36:46.445819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58032) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:46.456730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/16f8828a-c353-47a7-ae11-f135a375b634 HTTP/1.1" status: 204 len: 168 time: 1.2860196 Dec 09 09:36:46.459240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port 5f894e32-87c8-48e4-8fd7-e76d088c1afe, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5f894e32-87c8-48e4-8fd7-e76d088c1afe,segment=NetworkSegment(4ea20d7c-573c-4ca3-b246-2e878cddc914),segment_id=4ea20d7c-573c-4ca3-b246-2e878cddc914)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:46.459882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.461211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b72d4d91-313b-4155-9b5b-54d73228f321'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:46.476776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58036) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:46.500033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8460c02f-0753-40ab-8024-dd9dd6446fd5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:46.502795 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8460c02f-0753-40ab-8024-dd9dd6446fd5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4593530 Dec 09 09:36:46.507774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1944180589'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:46.514971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58040) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:46.523742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f1af5-4b2c-4dc4-ae74-cb05da707cdb None None] Network 16f8828a-c353-47a7-ae11-f135a375b634 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:46.585823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c1da3d-00bf-484f-a123-6d3e903d9df7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:46.586871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0c1da3d-00bf-484f-a123-6d3e903d9df7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:46.592623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] Pushing event updated for resources: {'Port': ['ID=8d684846-054c-4f2c-b680-40d2262c174d,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:46.596964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:46.636402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489f1af5-4b2c-4dc4-ae74-cb05da707cdb None None] Network 16f8828a-c353-47a7-ae11-f135a375b634 could not be found, it might have been deleted concurrently. {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 09 09:36:46.694569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:46.706050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for 5f894e32-87c8-48e4-8fd7-e76d088c1afe owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:46.740444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Attempting to bind port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:36:46.740880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Attempting to bind port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '27b55b2e-2966-4f35-8e4b-09faa5cadf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '22761d8f-c89f-4f27-beea-d1e949c4f199'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:36:46.741349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Attempting to bind port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c on network 22761d8f-c89f-4f27-beea-d1e949c4f199 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:36:46.744221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:network and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:46.761149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:46.797621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:46.803013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.808149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:36:46.812557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Checking segment: {'id': '27b55b2e-2966-4f35-8e4b-09faa5cadf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '22761d8f-c89f-4f27-beea-d1e949c4f199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:46.814996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.815638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Bound using segment: {'id': '27b55b2e-2966-4f35-8e4b-09faa5cadf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '22761d8f-c89f-4f27-beea-d1e949c4f199'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:36:46.816407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Bound port: 8cc04110-d6b7-4d7c-998c-4c81d2d1617c, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b55b2e-2966-4f35-8e4b-09faa5cadf13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '22761d8f-c89f-4f27-beea-d1e949c4f199'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:36:46.816553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0c1da3d-00bf-484f-a123-6d3e903d9df7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:46.818263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.821373 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b0c1da3d-00bf-484f-a123-6d3e903d9df7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.8817575 Dec 09 09:36:46.824432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58044) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:46.858645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.866336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f427cd41-6af9-42a6-9189-b0056a6c77c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:46.886568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.910936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.912193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'network': {'name': 'tempest-network-smoke--1167739220', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'port_security_enabled': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:46.919971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:46.926899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:46.958529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:46.971204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:network and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:46.984361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] Pushing event deleted for resources: {'Port': ['ID=5f894e32-87c8-48e4-8fd7-e76d088c1afe,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:46.995086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:46.997597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:47.018884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] No DVR routers for this DVR port 5f894e32-87c8-48e4-8fd7-e76d088c1afe on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:36:47.019398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:47.042750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.053314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] For port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:36:47.053680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:36:47.053680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:36:47.055101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02a262eb-4434-4571-b9f4-c3bdcb667d3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:47.063651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] For port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8cc04110-d6b7-4d7c-998c-4c81d2d1617c,segment=NetworkSegment(27b55b2e-2966-4f35-8e4b-09faa5cadf13),segment_id=27b55b2e-2966-4f35-8e4b-09faa5cadf13)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:36:47.071769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:47.073045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.079179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.096573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a894ecf0-9e22-4e7b-8b3a-c5ebe7fba69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:47.101799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:36:47.124801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.139937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.139937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment 1e8d389d-a38b-49c1-acac-ca3f1f00531f of type vlan for network 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e Dec 09 09:36:47.189633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adfb4e-3eb6-4762-aaec-884d188ec90b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:47.194343 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34adfb4e-3eb6-4762-aaec-884d188ec90b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3642330 Dec 09 09:36:47.196677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58048) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:47.203530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5f894e32-87c8-48e4-8fd7-e76d088c1afe no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:47.276845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 5f894e32-87c8-48e4-8fd7-e76d088c1afe {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:36:47.277569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5f894e32-87c8-48e4-8fd7-e76d088c1afe not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:36:47.281053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.309240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9e4bebc-a438-4f15-993a-c51093bfb9fa,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:47.309482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.327367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Pushing event updated for resources: {'Port': ['ID=8cc04110-d6b7-4d7c-998c-4c81d2d1617c,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:47.338763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:47.339965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:47.363897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:47.364530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.364693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.365326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.365916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.366974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.367560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.368279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.369259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.369693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.370297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.373585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:47.375820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:47.377183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:47.382523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.386289 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b9e4bebc-a438-4f15-993a-c51093bfb9fa HTTP/1.1" status: 204 len: 168 time: 0.8643699 Dec 09 09:36:47.387792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58052) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:47.404432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5519b4e-aff1-4942-94c7-54d2d965eb13 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:47.406109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5519b4e-aff1-4942-94c7-54d2d965eb13 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:47.408807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5519b4e-aff1-4942-94c7-54d2d965eb13 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:47.409977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a5519b4e-aff1-4942-94c7-54d2d965eb13 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:47.413495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:47.462019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.468111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:47.471215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.481561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-09c1bb74-d0cc-46e6-8253-e1c42b551fc2 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:47.504659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6efd5bf-bded-4be8-9c42-bcb7be77ff3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:47.518016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a5519b4e-aff1-4942-94c7-54d2d965eb13 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:47.522268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a5519b4e-aff1-4942-94c7-54d2d965eb13 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3130214 Dec 09 09:36:47.525733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58056) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:47.551827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 5f894e32-87c8-48e4-8fd7-e76d088c1afe {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:47.552184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.612825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6efd5bf-bded-4be8-9c42-bcb7be77ff3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:47.617168 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6efd5bf-bded-4be8-9c42-bcb7be77ff3d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2256510 Dec 09 09:36:47.622179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58060) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:47.638642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': '14cd33e5-946e-4edd-b33b-dd865ebdd2e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:47.653483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:47.675203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:47.766217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] The port '5f894e32-87c8-48e4-8fd7-e76d088c1afe' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:36:47.998110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:47.998440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.033991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf056e82-1002-4f04-8d5a-a4585d03d0c3']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:48.049546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea20d7c-573c-4ca3-b246-2e878cddc914') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:48.049889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea20d7c-573c-4ca3-b246-2e878cddc914') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:48.069661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.083336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.092379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:36:48.093191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.127608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.139526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8cc04110-d6b7-4d7c-998c-4c81d2d1617c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:48.171992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.223722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a28573a-a970-401b-9dfa-660e82a4f83d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:48.241573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:36:48.260182 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:36:48.265845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7752271 Dec 09 09:36:48.267240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:48.290130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58064) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:48.291076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:48.294381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.298269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8d684846-054c-4f2c-b680-40d2262c174d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:48.298688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.324193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': '56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:48.342656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=5aeae59c-6026-4929-9e48-7e0695bbbba9,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:48.354078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:48.403476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:48.403476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.405335 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/ports/5aeae59c-6026-4929-9e48-7e0695bbbba9 HTTP/1.1" status: 200 len: 910 time: 1.9561393 Dec 09 09:36:48.413768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58068) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:48.439749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.477257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.478932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.479508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.480163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.480735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.481358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.481907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.483514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-79277b7f-6464-485f-b9aa-f9236568b8a6 None None] Could not find standard attr ID for object 0a2b3798-0d64-4928-8520-3b75ac743cf8. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:36:48.485350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.486134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.487804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.488624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:48.490210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.519923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:36:48.546259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:36:48.548836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:48.556358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.557288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/networks/bf056e82-1002-4f04-8d5a-a4585d03d0c3 HTTP/1.1" status: 204 len: 168 time: 2.9956100 Dec 09 09:36:48.558051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-395d4a2f-2610-4c32-8979-b1f2bbe98cc3 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:48.568809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58072) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:48.570288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9342c5cb-606b-44cd-aff8-e9f6dca26146 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:48.586825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:48.601909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-202169335'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:48.605602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:subnet and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:48.610325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:48.615406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:48.631606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55eec788-f001-4160-b0a4-df093e5ce69d,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:48.635320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:48.642963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:48.642963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:network and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:48.649792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.649792 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Added segment 16f77066-1510-4abf-b274-e9dcab418b93 of type vlan for network bdc46751-1c39-4b69-8e3a-794781aa87a1 Dec 09 09:36:48.650395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:48.659254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:48.675205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:48.690122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-79277b7f-6464-485f-b9aa-f9236568b8a6 None None] Provisioning for port 8d684846-054c-4f2c-b680-40d2262c174d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:48.700790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:48.703489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.703489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0703580 Dec 09 09:36:48.706611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.379s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:48.709555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58076) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:48.714069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-79277b7f-6464-485f-b9aa-f9236568b8a6 None None] Provisioning complete for port 8d684846-054c-4f2c-b680-40d2262c174d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:48.714069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79277b7f-6464-485f-b9aa-f9236568b8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.732245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:48.740003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.752176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:48.775109 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3681dd5c-4fca-4d5b-ad5e-155c2acafd27 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules/55eec788-f001-4160-b0a4-df093e5ce69d HTTP/1.1" status: 200 len: 705 time: 0.0681181 Dec 09 09:36:48.775616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58080) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:48.789937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 2e92d32f-7e42-403a-8cd5-638969fa72dc {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:48.792268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Network': ['ID=bf056e82-1002-4f04-8d5a-a4585d03d0c3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:48.801089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.832846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:48.833549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:48.913420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:36:49.029207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1d1f8b44-8ce4-4569-bbc0-837ce39b9db7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:49.034161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.036796 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added segment 86e005c3-202b-4b26-9903-4d5806089b32 of type vlan for network 88755059-a1ca-4c75-83a6-ec2c647a81fa Dec 09 09:36:49.087921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1d1f8b44-8ce4-4569-bbc0-837ce39b9db7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:49.088956 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1d1f8b44-8ce4-4569-bbc0-837ce39b9db7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3109419 Dec 09 09:36:49.092871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.097630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58084) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:49.217289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f56cd00a-c482-45cb-8fc0-9b374cd73af1 None None] Could not find standard attr ID for object 0a2b3798-0d64-4928-8520-3b75ac743cf8. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:36:49.311589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.365542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.374953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:49.375877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.391150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e50f3e30-781c-4d79-8e84-ec8e7e6f15b8 tempest-ExternalNetworksTestJSON-205470882 tempest-ExternalNetworksTestJSON-205470882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:49.426393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.494136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5039-16e2-4e7f-8882-255fff5308a7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.517241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.521885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:49.523176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.535297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5039-16e2-4e7f-8882-255fff5308a7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.546295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:49.670285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.3493524 Dec 09 09:36:49.684964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58088) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:49.695691 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1109159 Dec 09 09:36:49.705672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-101104437', 'admin_state_up': True, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:49.705822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58092) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:49.720681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.734596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Network': ['ID=bdc46751-1c39-4b69-8e3a-794781aa87a1,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:49.746470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:49.747654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network bdc46751-1c39-4b69-8e3a-794781aa87a1 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:36:49.752282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:49.761428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:router and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:49.767019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:49.783001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:49.783924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5039-16e2-4e7f-8882-255fff5308a7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.789079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'subnet': {'network_id': '88755059-a1ca-4c75-83a6-ec2c647a81fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:49.813992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.814797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.818645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Network': ['ID=88755059-a1ca-4c75-83a6-ec2c647a81fa,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:49.838321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 88755059-a1ca-4c75-83a6-ec2c647a81fa details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:36:49.846774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:49.950184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:50.000661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.034809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd491f62-c6f6-40ed-a286-eff5948cbe10 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:50.044645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:50.058916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:subnet and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:50.061334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.062815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd5039-16e2-4e7f-8882-255fff5308a7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55eec788-f001-4160-b0a4-df093e5ce69d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:50.065063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:50.070832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9bd5039-16e2-4e7f-8882-255fff5308a7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:50.076694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9bd5039-16e2-4e7f-8882-255fff5308a7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.076898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-620ab355-a4c0-4631-8d4b-9038ff503fee tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:50.081203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9bd5039-16e2-4e7f-8882-255fff5308a7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/55eec788-f001-4160-b0a4-df093e5ce69d HTTP/1.1" status: 204 len: 168 time: 0.9785886 Dec 09 09:36:50.081203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:50.085254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58096) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:50.136733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:50.209721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf1397-de65-4fbf-a7fb-7bae833cb323 None None] Network 22761d8f-c89f-4f27-beea-d1e949c4f199 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:50.211758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b5c8a077-d6a2-4591-ac3d-06894d8d8d23 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:50.224328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=2e92d32f-7e42-403a-8cd5-638969fa72dc,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:50.231362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:50.316596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.325958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.342258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.347126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44fceb2f-4e8d-448f-99c3-f12d85e04b67 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:50.357200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0d6c0-e543-4b8a-a32e-3aa61f7b8386 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:50.358071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b5c8a077-d6a2-4591-ac3d-06894d8d8d23 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:50.359477 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b5c8a077-d6a2-4591-ac3d-06894d8d8d23 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2733924 Dec 09 09:36:50.365568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58100) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:50.397401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/2e92d32f-7e42-403a-8cd5-638969fa72dc HTTP/1.1" status: 204 len: 168 time: 2.8641593 Dec 09 09:36:50.412503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58104) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:50.431690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': '14cd33e5-946e-4edd-b33b-dd865ebdd2e0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:50.480273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:50.499290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6adab63a-f4e5-469a-aa1e-a360ac9a7ea5 None None] Provisioning for port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:50.513647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=18e0bd2c-1ee2-4981-a3a8-d5e703bedf58,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:50.519521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:50.521453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:50.546671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.572191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6adab63a-f4e5-469a-aa1e-a360ac9a7ea5 None None] Provisioning complete for port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:50.572587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6adab63a-f4e5-469a-aa1e-a360ac9a7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.591087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 8048d3a7-5d4d-4f75-9716-fdd41506ad5b {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:36:50.617436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.622859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.667290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking segment: {'id': '1e8d389d-a38b-49c1-acac-ca3f1f00531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:50.667756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network hostable DHCP agents. Network: 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:36:50.720319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.842979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:36:50.884082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.885268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.892745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a4ec1dae-3b07-4d6b-ad3c-0e65d7c7a7b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:50.895664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:50.904662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:50.904968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.935919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.938626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b768b-d408-47f5-89f7-f220cb519f7a None None] Network 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:50.941939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.975887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6adab63a-f4e5-469a-aa1e-a360ac9a7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:50.987775 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6908185 Dec 09 09:36:50.999793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58110) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:51.016346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1370203358'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:51.032887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:51.050080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:network and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:51.051686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Subnet': ['ID=b787d026-b3de-4698-84fc-49d352306698,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:51.056130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:51.056645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:51.061192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:51.077980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:51.084768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.089000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7202559 Dec 09 09:36:51.089254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5c8efe-82fd-44ac-96d8-3bf5a86e0f22,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:51.094511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:51.095010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58114) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:51.112469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Checking segment: {'id': '86e005c3-202b-4b26-9903-4d5806089b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '88755059-a1ca-4c75-83a6-ec2c647a81fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:51.113140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network hostable DHCP agents. Network: 88755059-a1ca-4c75-83a6-ec2c647a81fa, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:36:51.146528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-965f8d61-cc09-464e-8461-61bf2e66382d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules/1b5c8efe-82fd-44ac-96d8-3bf5a86e0f22 HTTP/1.1" status: 200 len: 706 time: 0.0440626 Dec 09 09:36:51.146528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58118) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:51.161041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.172578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6adab63a-f4e5-469a-aa1e-a360ac9a7ea5 None None] For port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8cc04110-d6b7-4d7c-998c-4c81d2d1617c,segment=NetworkSegment(27b55b2e-2966-4f35-8e4b-09faa5cadf13),segment_id=27b55b2e-2966-4f35-8e4b-09faa5cadf13)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:51.183538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6adab63a-f4e5-469a-aa1e-a360ac9a7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.196801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:51.229716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.272353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:51.278883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.302501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c91512d7-ced0-462e-8b40-f53645b02666 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:51.311334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 88755059-a1ca-4c75-83a6-ec2c647a81fa is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:36:51.326505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.350360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c91512d7-ced0-462e-8b40-f53645b02666 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:51.351976 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c91512d7-ced0-462e-8b40-f53645b02666 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2045262 Dec 09 09:36:51.357294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58122) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:51.361429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-68e38757-91dc-45bb-b735-99f1e7318b7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:51.410537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e', 'network_id': '56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e', 'tenant_id': '9c721f8f02e74ef4afb0431737ec0c9b', 'fixed_ips': [{'subnet_id': '18e0bd2c-1ee2-4981-a3a8-d5e703bedf58'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:36:51.411872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 88755059-a1ca-4c75-83a6-ec2c647a81fa) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:51.412399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.434769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:51.435850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.439657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b44e4c-0016-4133-adc8-d637fca490a5 None None] Network 88755059-a1ca-4c75-83a6-ec2c647a81fa requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:51.442332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=8048d3a7-5d4d-4f75-9716-fdd41506ad5b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:51.447099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:51.464477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.468686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:36:51.486854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e02712ee-d712-48ad-877e-dd6c2d058425 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.506269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.506636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment ad0e9c51-15df-4751-a0ca-5ce107e84723 of type vlan for network 8c4a3a20-736b-44e9-b456-6ec2571f7ba9 Dec 09 09:36:51.513972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adab63a-f4e5-469a-aa1e-a360ac9a7ea5 None None] Pushing event updated for resources: {'Port': ['ID=8cc04110-d6b7-4d7c-998c-4c81d2d1617c,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:51.520429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6adab63a-f4e5-469a-aa1e-a360ac9a7ea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:51.527077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e02712ee-d712-48ad-877e-dd6c2d058425 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.534286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 5aeae59c-6026-4929-9e48-7e0695bbbba9 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:51.534727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.555476 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/8048d3a7-5d4d-4f75-9716-fdd41506ad5b HTTP/1.1" status: 204 len: 168 time: 1.1417375 Dec 09 09:36:51.556881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58126) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:51.571844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8644242 Dec 09 09:36:51.581069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58130) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:51.591769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-583414146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:51.615611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:51.630012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:router and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:51.655830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:51.685157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:51.687929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e02712ee-d712-48ad-877e-dd6c2d058425 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.694709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e2d33744-1fd5-4156-8caa-f6ad8d931344 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1295121 Dec 09 09:36:51.695335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-151c2bfa-5df6-4a39-99e6-e803fc954672 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:51.717324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Allocated IP 2001:db8::1 (56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e/18e0bd2c-1ee2-4981-a3a8-d5e703bedf58/fd51b7a6-400b-4415-8c85-4de643149b50) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:51.719917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58134) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:51.723154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02712ee-d712-48ad-877e-dd6c2d058425 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b5c8efe-82fd-44ac-96d8-3bf5a86e0f22,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:51.726278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e02712ee-d712-48ad-877e-dd6c2d058425 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:51.735554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:51.742678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.768174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.197 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/d4cb6694-3486-44cf-8ebc-4c9c0011220b) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:51.844770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.851112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:51.851950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.868959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e9ee4a7-3367-4f71-b269-5baff4dbde31 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:51.891105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.946354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0bc52bd0-ffe7-4327-a723-9d78986e1953 None None] Provisioning complete for port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:51.946772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0bc52bd0-ffe7-4327-a723-9d78986e1953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:51.984695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8cc04110-d6b7-4d7c-998c-4c81d2d1617c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:52.013755 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0126736 Dec 09 09:36:52.072150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58138) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:52.085460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 5aeae59c-6026-4929-9e48-7e0695bbbba9 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:52.090096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=8c4a3a20-736b-44e9-b456-6ec2571f7ba9,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:52.103082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:52.139737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': '8c4a3a20-736b-44e9-b456-6ec2571f7ba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:52.165297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.174763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.176099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.200858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.206600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-180bbda9-80ce-4ee2-82fe-a31524f968e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:52.241318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 8c4a3a20-736b-44e9-b456-6ec2571f7ba9 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:36:52.257222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e02712ee-d712-48ad-877e-dd6c2d058425 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.258718 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e02712ee-d712-48ad-877e-dd6c2d058425 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1b5c8efe-82fd-44ac-96d8-3bf5a86e0f22 HTTP/1.1" status: 204 len: 168 time: 0.9002383 Dec 09 09:36:52.280303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58142) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:52.288914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=d4cb6694-3486-44cf-8ebc-4c9c0011220b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:52.296648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:52.306359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:52.312111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:52.321615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:52.351133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:52.431204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:52.445857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:52.453271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:52.543936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.545146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.545494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:52.562714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:52.574525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.579358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:52.579692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.605073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:subnet and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:52.614019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d135702f-edbf-4967-84a1-6322e483e7fc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:52.614852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca12b90-32bb-4496-8abd-76a1e8359480 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:52.622294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:52.687007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.728952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Transition to ACTIVE for port object fd51b7a6-400b-4415-8c85-4de643149b50 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:52.896262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-88755059-a1ca-4c75-83a6-ec2c647a81fa', 'network_id': '88755059-a1ca-4c75-83a6-ec2c647a81fa', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'fixed_ips': [{'subnet_id': 'b787d026-b3de-4698-84fc-49d352306698'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:36:52.897191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.959968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Transition to ACTIVE for port object fd51b7a6-400b-4415-8c85-4de643149b50 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:52.964287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4183d1d0-7a15-4d70-88a1-3e2835deb043 None None] Provisioning complete for port 8d684846-054c-4f2c-b680-40d2262c174d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:52.964712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4183d1d0-7a15-4d70-88a1-3e2835deb043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:52.966747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:53.008404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.022688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.046518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:53.061322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:36:53.061956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d135702f-edbf-4967-84a1-6322e483e7fc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:53.067683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d135702f-edbf-4967-84a1-6322e483e7fc tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.7641127 Dec 09 09:36:53.067784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58146) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:53.092505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.100703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6adab63a-f4e5-469a-aa1e-a360ac9a7ea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:53.228337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff656d90-3b6c-4300-be21-60693a06e205 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.272435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff656d90-3b6c-4300-be21-60693a06e205 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.284164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.288500 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fae54f15-5802-4ecc-b2fc-359362db1d3f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.7041276 Dec 09 09:36:53.289380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58150) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:53.320604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'port': {'network_id': '88755059-a1ca-4c75-83a6-ec2c647a81fa', 'name': 'tempest-RoutersIpV6Test-571858578'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:53.354672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Network 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:53.375981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.379056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:53.384452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Pushing event updated for resources: {'Port': ['ID=fd51b7a6-400b-4415-8c85-4de643149b50,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:53.388604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:53.391317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:53.422361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff656d90-3b6c-4300-be21-60693a06e205 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.431106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1950b6fe-3ccb-4029-a576-7a1c65b6b5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:53.454308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff656d90-3b6c-4300-be21-60693a06e205 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd33e5-946e-4edd-b33b-dd865ebdd2e0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:53.458303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff656d90-3b6c-4300-be21-60693a06e205 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:53.473486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:53.481491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff656d90-3b6c-4300-be21-60693a06e205 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.483622 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff656d90-3b6c-4300-be21-60693a06e205 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/14cd33e5-946e-4edd-b33b-dd865ebdd2e0 HTTP/1.1" status: 204 len: 168 time: 0.4156013 Dec 09 09:36:53.486379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58154) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:53.515061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Sync routers for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:53.523425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.527454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a96dd6f-3dab-4ac4-adfd-70cf3835e4b8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:53.533185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.533347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Allocated IP 2001:db8::2 (88755059-a1ca-4c75-83a6-ec2c647a81fa/b787d026-b3de-4698-84fc-49d352306698/ebe63bf1-3340-4bdd-9b38-e55808872c98) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:53.538084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8494596 Dec 09 09:36:53.538856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58158) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:53.574308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-016989ef-58bd-422c-8605-01a665598b8d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:53.593490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-016989ef-58bd-422c-8605-01a665598b8d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:53.595438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-016989ef-58bd-422c-8605-01a665598b8d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1079416 Dec 09 09:36:53.601732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58164) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:53.610454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group': {'name': 'tempest-secgroup--119435743'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:53.644419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:53.654856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Performing IP validity checks on allocation pools {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 09 09:36:53.655457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 09 09:36:53.663003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=5aeae59c-6026-4929-9e48-7e0695bbbba9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:53.681401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:53.685623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Attempting to bind port fd51b7a6-400b-4415-8c85-4de643149b50 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:36:53.686055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Attempting to bind port fd51b7a6-400b-4415-8c85-4de643149b50 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '1e8d389d-a38b-49c1-acac-ca3f1f00531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:36:53.686469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Attempting to bind port fd51b7a6-400b-4415-8c85-4de643149b50 on network 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:36:53.688690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:53.689445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:53.712460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:53.718357 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dee517d1-3333-4e8e-a613-1dd526aab0f8 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1749430 Dec 09 09:36:53.735389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58168) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:53.781437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.823452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:36:53.888206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Deleting port 8d684846-054c-4f2c-b680-40d2262c174d {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:53.889876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.897654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:53.923550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:36:53.924219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Checking segment: {'id': '1e8d389d-a38b-49c1-acac-ca3f1f00531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:53.924900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.925628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Bound using segment: {'id': '1e8d389d-a38b-49c1-acac-ca3f1f00531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:36:53.926414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Bound port: fd51b7a6-400b-4415-8c85-4de643149b50, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8d389d-a38b-49c1-acac-ca3f1f00531f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:36:53.927087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:53.939542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:port and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:53.954889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:53.957790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:53.968099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:53.975246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:53.994888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:53.996665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:54.004539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49633a2-0d24-4c3c-97d0-c91b356e5493 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:54.010049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c49633a2-0d24-4c3c-97d0-c91b356e5493 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2608268 Dec 09 09:36:54.015296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58172) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:54.051443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:54.059676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.069334 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8b67c547-d7f6-4dd9-84e0-62c52991823e tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0526679 Dec 09 09:36:54.071441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58176) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:54.081943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322150565', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:54.177742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] device_id is not set on port d7315897-c0ec-4286-a4cd-13c1b8d3f90f yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:36:54.253088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.256047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:54.260331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.267851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:subnet and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:54.270942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d501f626-76d5-48b2-ad96-3934160755af tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:54.281043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:54.297026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:54.300139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.314168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f4daa72-2f70-4e29-97bb-d3eee23b1945 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:54.334431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:54.384830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4b5459-115e-473d-a38d-4a33b2960605,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:54.391928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:54.393137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.394521 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7908657 Dec 09 09:36:54.397300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58180) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:54.406334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Request body: {'security_group_rule': {'security_group_id': '7c4b5459-115e-473d-a38d-4a33b2960605', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:54.444631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8d684846-054c-4f2c-b680-40d2262c174d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:36:54.466500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:54.483296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Usage tracker for resource:security_group_rule and tenant:bf10be7a781142f4a88b61cd7904644d is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:54.488226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:54.499813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.500784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.519738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:54.526771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:54.544266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=b81e2602-027d-4eb8-9c12-a851970e9922,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:54.547327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:54.550330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:54.552988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:54.553832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.571092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.616192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Transition to ACTIVE for port object ebe63bf1-3340-4bdd-9b38-e55808872c98 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:54.642188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.689744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.701841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c77b9172-85a8-41a3-bbab-fad3a9354d38 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:54.745467 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0176463 Dec 09 09:36:54.747873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58184) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:54.773410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Transition to ACTIVE for port object ebe63bf1-3340-4bdd-9b38-e55808872c98 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:54.782922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.788971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.793037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c9d5694-3310-422f-8383-58608212e316 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:54.820425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] For port 8d684846-054c-4f2c-b680-40d2262c174d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8d684846-054c-4f2c-b680-40d2262c174d,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:54.821065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.823473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0484a9a1-203a-4249-8eb1-878ddfd2efe4,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:54.828056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:54.830345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:54.843099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] For port fd51b7a6-400b-4415-8c85-4de643149b50, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:36:54.847197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.874863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.876513 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4781926 Dec 09 09:36:54.878143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:54.882649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58188) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:54.883407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59ff24bc-c16c-4c19-baaf-06e34a2aa2d2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:54.890367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-47c32b9b-b0a7-4d0d-9a9c-1a9554a1881d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:54.930740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:36:55.024699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=49ce0688-be68-4549-a4a8-21af70d83d8c,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:55.031012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:55.052220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Checking segment: {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:55.052599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network hostable DHCP agents. Network: bdc46751-1c39-4b69-8e3a-794781aa87a1, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:36:55.064713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc19c-d132-4102-a5e3-ec1970360473 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:55.076423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=f7b81b8b-6562-4241-942e-77a138c510a7,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:55.080454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:55.105145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc19c-d132-4102-a5e3-ec1970360473 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:55.133080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network bdc46751-1c39-4b69-8e3a-794781aa87a1 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:36:55.144602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Calling delete_port for 8d684846-054c-4f2c-b680-40d2262c174d owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:55.160368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, bdc46751-1c39-4b69-8e3a-794781aa87a1) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:55.164569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:55.165257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:55.182066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc19c-d132-4102-a5e3-ec1970360473 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:55.182598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] For port fd51b7a6-400b-4415-8c85-4de643149b50, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fd51b7a6-400b-4415-8c85-4de643149b50,segment=NetworkSegment(1e8d389d-a38b-49c1-acac-ca3f1f00531f),segment_id=1e8d389d-a38b-49c1-acac-ca3f1f00531f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:36:55.189009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35557729-6ddc-4a2a-825a-3da3f9c52866 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:55.197474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770be705-eb06-4305-9a29-41118a1dd05b None None] Network bdc46751-1c39-4b69-8e3a-794781aa87a1 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:55.213887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdc19c-d132-4102-a5e3-ec1970360473 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4b5459-115e-473d-a38d-4a33b2960605,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:55.218056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcfdc19c-d132-4102-a5e3-ec1970360473 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:55.219827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcfdc19c-d132-4102-a5e3-ec1970360473 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:55.220549 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bcfdc19c-d132-4102-a5e3-ec1970360473 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c4b5459-115e-473d-a38d-4a33b2960605 HTTP/1.1" status: 204 len: 168 time: 0.3066218 Dec 09 09:36:55.229898 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1572387 Dec 09 09:36:55.230808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58192) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:55.231141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58194) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:55.307988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:55.385215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Network 88755059-a1ca-4c75-83a6-ec2c647a81fa is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:55.399175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c59703a4-52ff-4070-9a7b-3c214aaea754 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:55.423129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:55.439252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:55.538126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:55.538588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c59703a4-52ff-4070-9a7b-3c214aaea754 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:55.542496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c59703a4-52ff-4070-9a7b-3c214aaea754 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3077114 Dec 09 09:36:55.544000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58202) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:55.576690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Pushing event updated for resources: {'Port': ['ID=ebe63bf1-3340-4bdd-9b38-e55808872c98,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:55.626986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:55.633677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e2bd7ff4-a3cc-4700-8c49-875f70c88f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:55.634812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f71b9eb1-1906-41a3-b244-95d023529a4a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:55.702587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 2001:db8::383 (88755059-a1ca-4c75-83a6-ec2c647a81fa/b787d026-b3de-4698-84fc-49d352306698/d7315897-c0ec-4286-a4cd-13c1b8d3f90f) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:55.741068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking segment: {'id': 'ad0e9c51-15df-4751-a0ca-5ce107e84723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '8c4a3a20-736b-44e9-b456-6ec2571f7ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:55.741486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network hostable DHCP agents. Network: 8c4a3a20-736b-44e9-b456-6ec2571f7ba9, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:36:55.752244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f71b9eb1-1906-41a3-b244-95d023529a4a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group_rule {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:55.753849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f71b9eb1-1906-41a3-b244-95d023529a4a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2088528 Dec 09 09:36:55.759995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58206) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:55.779944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:55.790067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:55.792579 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-36ab0e91-44f1-48f8-b2a3-54b6a72b5131 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] delete failed (client error): The resource could not be found. Dec 09 09:36:55.794308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-36ab0e91-44f1-48f8-b2a3-54b6a72b5131 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c4b5459-115e-473d-a38d-4a33b2960605 HTTP/1.1" status: 404 len: 347 time: 0.0330160 Dec 09 09:36:55.794916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:55.798325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58210) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:55.888951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:55.981764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 8d684846-054c-4f2c-b680-40d2262c174d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8d684846-054c-4f2c-b680-40d2262c174d,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:56.036717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.044987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:56.050233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Attempting to bind port ebe63bf1-3340-4bdd-9b38-e55808872c98 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:36:56.051699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.061940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Attempting to bind port ebe63bf1-3340-4bdd-9b38-e55808872c98 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '86e005c3-202b-4b26-9903-4d5806089b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '88755059-a1ca-4c75-83a6-ec2c647a81fa'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:36:56.064173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Attempting to bind port ebe63bf1-3340-4bdd-9b38-e55808872c98 on network 88755059-a1ca-4c75-83a6-ec2c647a81fa {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:36:56.075215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:36:56.075817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:36:56.094455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network 8c4a3a20-736b-44e9-b456-6ec2571f7ba9 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:36:56.150955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Pushing event updated for resources: {'Port': ['ID=fd51b7a6-400b-4415-8c85-4de643149b50,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:56.164326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:56.167075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b5a20792-acad-4852-9a8a-5ea0386a6cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:56.206223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:36:56.206746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Checking segment: {'id': '86e005c3-202b-4b26-9903-4d5806089b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '88755059-a1ca-4c75-83a6-ec2c647a81fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:36:56.207280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.207794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Bound using segment: {'id': '86e005c3-202b-4b26-9903-4d5806089b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '88755059-a1ca-4c75-83a6-ec2c647a81fa'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:36:56.208411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Bound port: ebe63bf1-3340-4bdd-9b38-e55808872c98, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e005c3-202b-4b26-9903-4d5806089b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '88755059-a1ca-4c75-83a6-ec2c647a81fa'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:36:56.209996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.214978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 8c4a3a20-736b-44e9-b456-6ec2571f7ba9) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:56.240042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e900d50-1b70-49fc-94b7-6d407285fed9 None None] Network 8c4a3a20-736b-44e9-b456-6ec2571f7ba9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:56.279832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:56.280455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.303541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87f5420a-a81b-4af8-829d-a32b4d7d5249 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Synchronizing usage tracker for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:56.386264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:36:56.426360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87f5420a-a81b-4af8-829d-a32b4d7d5249 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Unset dirty status for tenant:bf10be7a781142f4a88b61cd7904644d on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:56.428028 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87f5420a-a81b-4af8-829d-a32b4d7d5249 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6205447 Dec 09 09:36:56.453907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.3330116 Dec 09 09:36:56.474132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58216) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:56.490646 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b81e2602-027d-4eb8-9c12-a851970e9922 (CIDR: 2001:db8::/64) Dec 09 09:36:56.501434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.515475 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:36:56.517408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:36:56.797445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d58bc4c-fdbb-452f-9f70-0fbe41d16623 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0449526 Dec 09 09:36:56.798121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58220) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:56.799277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Transition to ACTIVE for port object d7315897-c0ec-4286-a4cd-13c1b8d3f90f will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:36:56.803555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.812535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.813509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:56.815285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Deleting port 8d684846-054c-4f2c-b680-40d2262c174d {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:36:56.815783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.949042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:36:56.961583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b656a4be-b878-4ad8-9ad0-73540ad00789 None None] Sync routers for ids ['ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:36:56.986967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-bdc46751-1c39-4b69-8e3a-794781aa87a1', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:36:56.988375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:56.990966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656a4be-b878-4ad8-9ad0-73540ad00789 None None] Routers {'ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:56.999390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b656a4be-b878-4ad8-9ad0-73540ad00789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:57.028584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58226) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:57.034006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6190109 Dec 09 09:36:57.050699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58228) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:57.058282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=8d684846-054c-4f2c-b680-40d2262c174d,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:57.086034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b656a4be-b878-4ad8-9ad0-73540ad00789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:57.100987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656a4be-b878-4ad8-9ad0-73540ad00789 None None] Routers {'ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:36:57.100987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b656a4be-b878-4ad8-9ad0-73540ad00789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:57.135157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:57.147610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-49f60441-30cf-4f79-a0a0-1a5230a9a305 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:36:57.179288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b656a4be-b878-4ad8-9ad0-73540ad00789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:57.180717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eaddb9bd-c7c2-4ca8-a424-2bd109e4ca99 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:57.180942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b656a4be-b878-4ad8-9ad0-73540ad00789 None None] The sync data for ids ['ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:36:57.286092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 88755059-a1ca-4c75-83a6-ec2c647a81fa is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:57.310971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:57.320423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:36:57.325831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:57.326546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:57.340689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-49f60441-30cf-4f79-a0a0-1a5230a9a305 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:36:57.343314 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-49f60441-30cf-4f79-a0a0-1a5230a9a305 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9 HTTP/1.1" status: 200 len: 205 time: 0.2908611 Dec 09 09:36:57.367689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58238) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:57.389290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:57.391139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.391564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.391947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.392322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.392696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.393070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.393463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.393833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.394199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.394561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.394963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:36:57.416960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4892d61b-479e-4443-8ca2-566022dbf221 req-44b78946-c698-477e-bebd-20408ad2202a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5476818 Dec 09 09:36:57.418768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:57.425094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=d7315897-c0ec-4286-a4cd-13c1b8d3f90f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:57.426421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.259s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:57.429240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:57.430448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] For port ebe63bf1-3340-4bdd-9b38-e55808872c98, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:36:57.438459 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1296742 Dec 09 09:36:57.439291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58242) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:57.442085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:57.456277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:57.596872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] For port ebe63bf1-3340-4bdd-9b38-e55808872c98, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ebe63bf1-3340-4bdd-9b38-e55808872c98,segment=NetworkSegment(86e005c3-202b-4b26-9903-4d5806089b32),segment_id=86e005c3-202b-4b26-9903-4d5806089b32)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:36:57.598898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:36:52Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:57.626419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ee83c6-c265-4775-aa74-c0e5ca2b9a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-8c4a3a20-736b-44e9-b456-6ec2571f7ba9', 'network_id': '8c4a3a20-736b-44e9-b456-6ec2571f7ba9', 'tenant_id': '9c721f8f02e74ef4afb0431737ec0c9b', 'fixed_ips': [{'subnet_id': 'f7b81b8b-6562-4241-942e-77a138c510a7'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:36:57.627259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0ee83c6-c265-4775-aa74-c0e5ca2b9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:57.648618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Checking router: 6adde3ed-479d-4e08-bd75-ba6b395d8b7e for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:36:57.649289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Updating router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e port d4cb6694-3486-44cf-8ebc-4c9c0011220b binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:36:57.675426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:57.752583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:57.758610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:57.768836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:57.808070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Allocated IP 172.20.0.2 (bdc46751-1c39-4b69-8e3a-794781aa87a1/49ce0688-be68-4549-a4a8-21af70d83d8c/4e87fcaa-b463-483b-b379-dfd87824247a) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:36:57.808537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-101b5fdc-31de-4973-b311-2d254ee6a5af tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:57.873954 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ebfd08e8-ed20-455b-bbd2-934ed52fa291 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf10be7a781142f4a88b61cd7904644d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8338604 Dec 09 09:36:57.880023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58248) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:57.976028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.040558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] For port 8d684846-054c-4f2c-b680-40d2262c174d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8d684846-054c-4f2c-b680-40d2262c174d,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:36:58.041011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.267405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.349849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Calling delete_port for 8d684846-054c-4f2c-b680-40d2262c174d owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:36:58.446311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d1d5-df47-4900-ad1b-ab9b3e9e75eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.452475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fd51b7a6-400b-4415-8c85-4de643149b50 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:36:58.469393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d1d5-df47-4900-ad1b-ab9b3e9e75eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.562980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d1d5-df47-4900-ad1b-ab9b3e9e75eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.568641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ef90f8-6471-4b90-8b28-2f2e3667fcc6 None None] Network 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:58.571278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4df5aa18-cf41-4920-ba29-b19bb9c68859 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:58.676314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4d1d5-df47-4900-ad1b-ab9b3e9e75eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7573dae8-0cff-47c5-9c2e-9cfe61208edc,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:58.691636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4892d61b-479e-4443-8ca2-566022dbf221 req-1ffc38e3-948f-430c-b5b6-bdd7a16fa5bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 1098 time: 1.1259060 Dec 09 09:36:58.744509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Pushing event updated for resources: {'Port': ['ID=ebe63bf1-3340-4bdd-9b38-e55808872c98,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:58.766620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3ac4d1d5-df47-4900-ad1b-ab9b3e9e75eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:58.795949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.817759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-101b5fdc-31de-4973-b311-2d254ee6a5af tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.819383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7e60479-7671-4cc8-9d18-3c0406310255 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:58.898841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b81b8b-6562-4241-942e-77a138c510a7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:58.904190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-101b5fdc-31de-4973-b311-2d254ee6a5af tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.931904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:58.950176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ac4d1d5-df47-4900-ad1b-ab9b3e9e75eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:58.955433 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3ac4d1d5-df47-4900-ad1b-ab9b3e9e75eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7573dae8-0cff-47c5-9c2e-9cfe61208edc HTTP/1.1" status: 204 len: 168 time: 1.0047014 Dec 09 09:36:58.982938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.230s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:59.128455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server [None req-f0ee83c6-c265-4775-aa74-c0e5ca2b9a38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7b81b8b-6562-4241-942e-77a138c510a7: This subnet is being modified by another concurrent operation. Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:36:59.135961 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7b81b8b-6562-4241-942e-77a138c510a7: This subnet is being modified by another concurrent operation. Dec 09 09:36:59.154887 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server Dec 09 09:36:59.202868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4a3a20-736b-44e9-b456-6ec2571f7ba9']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:59.224371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-101b5fdc-31de-4973-b311-2d254ee6a5af tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.224371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101b5fdc-31de-4973-b311-2d254ee6a5af tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Fanout notify agent at l3_agent the message router_deleted on router ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:36:59.259526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0e9c51-15df-4751-a0ca-5ce107e84723') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:59.259526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0e9c51-15df-4751-a0ca-5ce107e84723') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:36:59.273421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-101b5fdc-31de-4973-b311-2d254ee6a5af tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.274660 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-101b5fdc-31de-4973-b311-2d254ee6a5af tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9 HTTP/1.1" status: 204 len: 168 time: 1.8957219 Dec 09 09:36:59.279483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58254) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:59.303512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.319073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.348945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.357304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:36:59.358010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:36:59.376283 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:36:59.387709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a78e636-7547-4112-9e14-224458d77a95 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:59.536356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3655a5fc-084c-42e8-8b60-6d61fda8f1e6 None None] Network 8c4a3a20-736b-44e9-b456-6ec2571f7ba9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:36:59.568860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.573856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:59.582666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.587700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b5db3880-936e-4804-b6e1-b6d8d3303516 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:59.623010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.624391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=8c4a3a20-736b-44e9-b456-6ec2571f7ba9,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:59.630639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:59.631989 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/8c4a3a20-736b-44e9-b456-6ec2571f7ba9 HTTP/1.1" status: 204 len: 168 time: 3.1568911 Dec 09 09:36:59.638404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58258) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:59.645482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-798587397'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:36:59.655911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:36:59.659655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:36:59.673897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:network and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:36:59.673897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:36:59.687048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:36:59.687048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=31b056a7-e107-4e90-9fab-1062418450eb,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:59.692391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:36:59.701032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:59.701032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.701032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892d61b-479e-4443-8ca2-566022dbf221 req-7914e107-7939-4716-be30-4d63734fbaed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:59.701032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4892d61b-479e-4443-8ca2-566022dbf221 req-7914e107-7939-4716-be30-4d63734fbaed service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.8791435 Dec 09 09:36:59.701032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:59.704563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:36:59.711048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.765003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:36:59.782961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.783307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment 0dd7dd52-54d6-4693-9a12-bd9b5d833351 of type vlan for network afc48dbf-4e15-4603-8c97-0a8f0cf707b9 Dec 09 09:36:59.819271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.854640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.861934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:36:59.863457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.870139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38397758-5fb3-4760-b69d-173657beadb9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:36:59.871085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port fd51b7a6-400b-4415-8c85-4de643149b50 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:59.891567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-484b421d-ee11-4290-ab44-340f997dc13b None None] Provisioning for port fd51b7a6-400b-4415-8c85-4de643149b50 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:36:59.905066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Pushing event deleted for resources: {'Port': ['ID=8d684846-054c-4f2c-b680-40d2262c174d,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:36:59.920787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port fd51b7a6-400b-4415-8c85-4de643149b50 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:59.921243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:36:59.942131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3015685 Dec 09 09:36:59.943231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58262) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:59.947477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3655a5fc-084c-42e8-8b60-6d61fda8f1e6 None None] Network 8c4a3a20-736b-44e9-b456-6ec2571f7ba9 could not be found, it might have been deleted concurrently. {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 09 09:36:59.956182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:36:59.979738 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1761384 Dec 09 09:36:59.989826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58264) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:36:59.993075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-484b421d-ee11-4290-ab44-340f997dc13b None None] Provisioning complete for port fd51b7a6-400b-4415-8c85-4de643149b50 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:36:59.993524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-484b421d-ee11-4290-ab44-340f997dc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:00.017501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:8c:1b:df', 'name': 'tempest-NetworksTestDHCPv6-1317210476'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:00.019213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': 'afc48dbf-4e15-4603-8c97-0a8f0cf707b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:00.056457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=afc48dbf-4e15-4603-8c97-0a8f0cf707b9,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:00.066522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:00.070428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:00.093799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] No DVR routers for this DVR port 8d684846-054c-4f2c-b680-40d2262c174d on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:00.107900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network afc48dbf-4e15-4603-8c97-0a8f0cf707b9 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:00.186865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:00.194542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:subnet and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:00.202065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:00.214415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:00.231098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:00.240834 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4892d61b-479e-4443-8ca2-566022dbf221 req-8340736c-2b58-4edc-815c-ecfe82ad7100 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42 HTTP/1.1" status: 200 len: 1000 time: 0.5340884 Dec 09 09:37:00.250010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:00.278086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Transition to ACTIVE for port object d4cb6694-3486-44cf-8ebc-4c9c0011220b will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:00.298207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdfd6b7-01f1-425e-9955-9a8934c39522 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:00.328484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:00.346000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting subnet b72d4d91-313b-4155-9b5b-54d73228f321 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:00.347496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-da219e9e-e053-4c43-a280-4ae0ea0064a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:00.365780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:00.366715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:00.495343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84283175-9670-4698-93fc-5fab88598b34 None None] Pushing event updated for resources: {'Port': ['ID=d4cb6694-3486-44cf-8ebc-4c9c0011220b,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:00.520374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-84283175-9670-4698-93fc-5fab88598b34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:00.628287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Attempting to bind port d4cb6694-3486-44cf-8ebc-4c9c0011220b on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:00.628491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Attempting to bind port d4cb6694-3486-44cf-8ebc-4c9c0011220b by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:00.632123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Attempting to bind port d4cb6694-3486-44cf-8ebc-4c9c0011220b on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:00.707232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:00.827792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892d61b-479e-4443-8ca2-566022dbf221 req-55b76121-89e7-4df2-963a-13a54df99f27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:00.830208 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4892d61b-479e-4443-8ca2-566022dbf221 req-55b76121-89e7-4df2-963a-13a54df99f27 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.5585890 Dec 09 09:37:00.830877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:00.831518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:00.832141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:00.832733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:00.833915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Bound port: d4cb6694-3486-44cf-8ebc-4c9c0011220b, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:00.834369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:00.913270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba50f2e7-e1ef-4ae6-9354-e079a4d89b74 None None] Network 88755059-a1ca-4c75-83a6-ec2c647a81fa requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:00.973567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Transition to ACTIVE for port object 4e87fcaa-b463-483b-b379-dfd87824247a will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:01.036409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.041074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3ce403cf-9e29-45c3-882f-8553ec15e036 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:01.170304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=b74c3486-1d2a-45b4-b9d9-b901500edc35,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:01.181308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:01.192212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking segment: {'id': '0dd7dd52-54d6-4693-9a12-bd9b5d833351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'afc48dbf-4e15-4603-8c97-0a8f0cf707b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:01.193714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network hostable DHCP agents. Network: afc48dbf-4e15-4603-8c97-0a8f0cf707b9, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:01.237428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.238912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network afc48dbf-4e15-4603-8c97-0a8f0cf707b9 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:01.253996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, afc48dbf-4e15-4603-8c97-0a8f0cf707b9) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:01.260531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:01.263934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.294750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29287f0-693e-4c92-b686-169b80809c66 None None] Network afc48dbf-4e15-4603-8c97-0a8f0cf707b9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:01.309828 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3017447 Dec 09 09:37:01.312882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58270) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:01.313687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.380425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:01.398459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:port and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:01.420138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:01.440745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:01.488577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-484b421d-ee11-4290-ab44-340f997dc13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.489497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:01.489720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Transition to ACTIVE for port object 4e87fcaa-b463-483b-b379-dfd87824247a will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:01.523942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] For port d4cb6694-3486-44cf-8ebc-4c9c0011220b, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:01.549661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.549886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.556192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.563283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92417c9f-2599-40b5-aefd-bdfa1dc98e7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:01.575165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.612328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] For port d4cb6694-3486-44cf-8ebc-4c9c0011220b, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d4cb6694-3486-44cf-8ebc-4c9c0011220b,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:01.634183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ff86e17-2623-4508-a814-aa073cbb8037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:01.676068 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4892d61b-479e-4443-8ca2-566022dbf221 req-25abcef4-acf8-4159-9f71-0a8ee7238a72 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4532275 Dec 09 09:37:01.715517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.1 (bdc46751-1c39-4b69-8e3a-794781aa87a1/49ce0688-be68-4549-a4a8-21af70d83d8c/1d41e378-6bbf-4cd1-9844-9660b9274afa) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:01.717916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.776542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.864862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port fd51b7a6-400b-4415-8c85-4de643149b50, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fd51b7a6-400b-4415-8c85-4de643149b50,segment=NetworkSegment(1e8d389d-a38b-49c1-acac-ca3f1f00531f),segment_id=1e8d389d-a38b-49c1-acac-ca3f1f00531f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:01.873250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.925101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.952408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:01.977779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1318d00f-432d-4386-a07f-80c30d7958f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:01.998527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Network bdc46751-1c39-4b69-8e3a-794781aa87a1 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:02.052796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:02.091884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:02.120949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2d5d328b-91d8-47d0-9229-6819f3b6112b', 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'tenant_id': 'a6f74eb1a06a43b38efb07e3ce671819', 'fixed_ips': [{'subnet_id': '31b056a7-e107-4e90-9fab-1062418450eb'}, {'subnet_id': 'b81e2602-027d-4eb8-9c12-a851970e9922'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:02.122873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.133349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ebe63bf1-3340-4bdd-9b38-e55808872c98 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:02.185757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.194125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=b74c3486-1d2a-45b4-b9d9-b901500edc35,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:02.207577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:02.210927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.223914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Pushing event updated for resources: {'Port': ['ID=4e87fcaa-b463-483b-b379-dfd87824247a,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:02.240818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc48dbf-4e15-4603-8c97-0a8f0cf707b9']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:02.258190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:02.258190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d7dd82f-5181-4409-bef6-219916ff015a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:02.262655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.271216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd7dd52-54d6-4693-9a12-bd9b5d833351') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:02.271216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd7dd52-54d6-4693-9a12-bd9b5d833351') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:02.299678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.299897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.316906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112236b-350c-4280-80f5-b060593dd784 None None] Network afc48dbf-4e15-4603-8c97-0a8f0cf707b9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:02.318750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 1d41e378-6bbf-4cd1-9844-9660b9274afa will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:02.329053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.345869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:02.345869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.353178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=d7315897-c0ec-4286-a4cd-13c1b8d3f90f,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:02.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:02.386637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:02.400676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port d935c4f7-e16c-489b-a2cd-e7b945f73dee yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:37:02.431967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-484b421d-ee11-4290-ab44-340f997dc13b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:37:02.431967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-484b421d-ee11-4290-ab44-340f997dc13b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:37:02.457581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.463348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:02.501743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.520847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.548986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.552221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network bdc46751-1c39-4b69-8e3a-794781aa87a1 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:02.559615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:02.561080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4892d61b-479e-4443-8ca2-566022dbf221 req-6850912e-fd9b-44fc-aac8-b09427eb3090 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8584197 Dec 09 09:37:02.565235 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/afc48dbf-4e15-4603-8c97-0a8f0cf707b9 HTTP/1.1" status: 204 len: 168 time: 1.2498941 Dec 09 09:37:02.566167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:02.596094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.599149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58274) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:02.603031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=1d41e378-6bbf-4cd1-9844-9660b9274afa,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:02.607998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-374d6fc9-d754-40ec-af33-1642aaa17486 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:02.611263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1880432690'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:02.613268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:02.614362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:02.621004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:02.622265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b66ff324-2111-47cc-b0a8-68cb134c0a42 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:02.656584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:02.665520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=afc48dbf-4e15-4603-8c97-0a8f0cf707b9,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:02.668920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:network and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:02.675004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:02.677429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:02.682732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:02.698023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.710158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:02.715923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.749039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Subnet': ['ID=b72d4d91-313b-4155-9b5b-54d73228f321,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:02.762323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:02.804397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:02.821050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.821475 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment c28ca799-95d5-4795-947b-7b58f30282e0 of type vlan for network f9291107-d00c-42a0-8624-27671cc5aed0 Dec 09 09:37:02.827291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84283175-9670-4698-93fc-5fab88598b34 None None] Pushing event updated for resources: {'Port': ['ID=d4cb6694-3486-44cf-8ebc-4c9c0011220b,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:02.850398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.859061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Attempting to bind port 4e87fcaa-b463-483b-b379-dfd87824247a on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:02.859061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Attempting to bind port 4e87fcaa-b463-483b-b379-dfd87824247a by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:02.859475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Attempting to bind port 4e87fcaa-b463-483b-b379-dfd87824247a on network bdc46751-1c39-4b69-8e3a-794781aa87a1 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:02.882337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.883598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:02.944688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc8268b-88af-4f11-a600-3ba3a497905d None None] Network 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:02.970354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/b72d4d91-313b-4155-9b5b-54d73228f321 HTTP/1.1" status: 204 len: 168 time: 3.6809967 Dec 09 09:37:02.975266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58278) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:03.102581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:03.108063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:03.108726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:03.119955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-84a4586a-92f6-4d6f-9968-293f38b5c7e1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:03.180143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:03.181013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Checking segment: {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:03.182019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:03.182503 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4892d61b-479e-4443-8ca2-566022dbf221 req-1ae72a68-cd5f-4148-ad39-cef90826d556 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133811 Dec 09 09:37:03.182910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Bound using segment: {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:03.184335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Bound port: 4e87fcaa-b463-483b-b379-dfd87824247a, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:03.185211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:03.229745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::381 (2d5d328b-91d8-47d0-9229-6819f3b6112b/b81e2602-027d-4eb8-9c12-a851970e9922/d935c4f7-e16c-489b-a2cd-e7b945f73dee) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:03.250093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:1bdf (2d5d328b-91d8-47d0-9229-6819f3b6112b/31b056a7-e107-4e90-9fab-1062418450eb/d935c4f7-e16c-489b-a2cd-e7b945f73dee) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:03.329029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port ebe63bf1-3340-4bdd-9b38-e55808872c98 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:03.334588 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7259281 Dec 09 09:37:03.346594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58282) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:03.363904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': 'f9291107-d00c-42a0-8624-27671cc5aed0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:03.413888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:03.416051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=fd51b7a6-400b-4415-8c85-4de643149b50,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:03.454210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.196s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:03.455029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.502s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:03.455595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:03.523476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=f9291107-d00c-42a0-8624-27671cc5aed0,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:03.528989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:03.538282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:03.591718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network f9291107-d00c-42a0-8624-27671cc5aed0 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:03.633085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:03.633768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:03.729132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:03.745393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] For port 4e87fcaa-b463-483b-b379-dfd87824247a, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:03.784783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:03.795252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:subnet and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:03.803128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:03.804019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:03.807192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:03.818720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:03.821486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-19f2cb77-6d25-45dd-a331-a4b950d4d42f tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:03.961070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:04.043901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] For port 4e87fcaa-b463-483b-b379-dfd87824247a, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4e87fcaa-b463-483b-b379-dfd87824247a,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:04.165505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fd51b7a6-400b-4415-8c85-4de643149b50 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:04.170016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=d7315897-c0ec-4286-a4cd-13c1b8d3f90f,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:04.187284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:04.214657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.236486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:04.271568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 88755059-a1ca-4c75-83a6-ec2c647a81fa is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:04.273918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Provisioning complete for port fd51b7a6-400b-4415-8c85-4de643149b50 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:04.274327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.275146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:04.350331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.453673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object d935c4f7-e16c-489b-a2cd-e7b945f73dee will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:04.461813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.549437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Pushing event updated for resources: {'Port': ['ID=4e87fcaa-b463-483b-b379-dfd87824247a,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:04.553778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:04.554705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port fd51b7a6-400b-4415-8c85-4de643149b50 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:04.555306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.589359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] DHCP port deletion for 8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:37:04.592074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e32a96fa-9913-4486-9aee-c3f19f364507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.599529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.621370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] Deleting port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:04.621566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.623865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.666827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.672558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e44d598-e9e9-4afb-8e90-9e98d93b9e38 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:04.678746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75fe5886-be29-48ea-a4d2-96bb7bc0c7a6 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:04.776200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f,segment=NetworkSegment(cda38882-3a1c-4357-aba6-eb70a9f79fb0),segment_id=cda38882-3a1c-4357-aba6-eb70a9f79fb0)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:04.776604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.779873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=d935c4f7-e16c-489b-a2cd-e7b945f73dee,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:04.786151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:04.806662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:04.818330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:04.821633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:04.826637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:04.827782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:04.858364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8568215 Dec 09 09:37:04.861981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58286) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:05.013294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port d935c4f7-e16c-489b-a2cd-e7b945f73dee {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:05.013832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.029155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:05.129841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router c7e50d05-691b-48b5-ad04-78de6f83e0cd is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:37:05.131827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.152976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=1d41e378-6bbf-4cd1-9844-9660b9274afa,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:05.156201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:05.156939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:36:52Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:05.157188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.172424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:05.221440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8009989-9532-4d15-b9ba-1a20b3182c7b None None] The sync data for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv is: [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:36:52Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:05.222179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No DVR routers for this DVR port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:05.223852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/b81e2602-027d-4eb8-9c12-a851970e9922/c8955a90-7846-4032-b3e7-d7f39fa17730) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:05.278259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Allocated IP 2001:db8:0:1:f816:3eff:fec4:eb28 (2d5d328b-91d8-47d0-9229-6819f3b6112b/31b056a7-e107-4e90-9fab-1062418450eb/c8955a90-7846-4032-b3e7-d7f39fa17730) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:05.295085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] For port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f,segment=NetworkSegment(cda38882-3a1c-4357-aba6-eb70a9f79fb0),segment_id=cda38882-3a1c-4357-aba6-eb70a9f79fb0)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:05.295642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.298630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:05.301477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:05.374149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Provisioning for port ebe63bf1-3340-4bdd-9b38-e55808872c98 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:05.443863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.460941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] Calling delete_port for 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:05.479806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.501343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Provisioning complete for port ebe63bf1-3340-4bdd-9b38-e55808872c98 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:05.502161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.530566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:05.577836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for d935c4f7-e16c-489b-a2cd-e7b945f73dee owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:05.588743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda38882-3a1c-4357-aba6-eb70a9f79fb0') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:05.589383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda38882-3a1c-4357-aba6-eb70a9f79fb0') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:05.632828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.650887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:05.664619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.670871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/c7e50d05-691b-48b5-ad04-78de6f83e0cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2197273 Dec 09 09:37:05.671723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58290) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:05.676738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network bdc46751-1c39-4b69-8e3a-794781aa87a1 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:05.677446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5144c12-92b5-4698-a961-4a5a81be94f5 None None] Sync routers for ids ['c7e50d05-691b-48b5-ad04-78de6f83e0cd'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:05.681479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:05.753370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:05.753591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.754281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:05.773659 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:05.792633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5144c12-92b5-4698-a961-4a5a81be94f5 None None] Routers {'c7e50d05-691b-48b5-ad04-78de6f83e0cd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:05.799576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5144c12-92b5-4698-a961-4a5a81be94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c7e50d05-691b-48b5-ad04-78de6f83e0cd'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:05.834925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77084158-0fa1-434d-9e1d-b013155c3f38 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:05.836282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-77084158-0fa1-434d-9e1d-b013155c3f38 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:05.912464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:37:05.913201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:37:05.919132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-77084158-0fa1-434d-9e1d-b013155c3f38 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:05.922895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-77084158-0fa1-434d-9e1d-b013155c3f38 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports/d7315897-c0ec-4286-a4cd-13c1b8d3f90f HTTP/1.1" status: 200 len: 983 time: 0.2493474 Dec 09 09:37:05.928406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58294) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:06.022433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.041649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5144c12-92b5-4698-a961-4a5a81be94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:06.157914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.164604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Transition to ACTIVE for port object c8955a90-7846-4032-b3e7-d7f39fa17730 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:06.174823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4e87fcaa-b463-483b-b379-dfd87824247a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:06.178055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-702ccb86-a37e-4bcd-8884-cc5d77457f97 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:06.224476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.235468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.241912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f25b676-70ee-4b29-9725-ef157244c5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:06.256636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=d935c4f7-e16c-489b-a2cd-e7b945f73dee,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:06.260997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:06.278087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.314526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Network': ['ID=8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:06.317695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/networks/8efa8ecd-1cb5-4fbb-98aa-58c63c4e4f79 HTTP/1.1" status: 204 len: 168 time: 3.3394837 Dec 09 09:37:06.331601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58298) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:06.332354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:06.348400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b13161b5-4647-49e2-be15-aedfd996d383 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:06.394317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1810773432', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:06.399746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.410456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:06.418613 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/d935c4f7-e16c-489b-a2cd-e7b945f73dee HTTP/1.1" status: 204 len: 168 time: 1.5513306 Dec 09 09:37:06.419111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58302) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:06.449804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:router and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:06.453623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] Deleting port 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:06.454313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.457746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking segment: {'id': 'c28ca799-95d5-4795-947b-7b58f30282e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'f9291107-d00c-42a0-8624-27671cc5aed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:06.458158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network hostable DHCP agents. Network: f9291107-d00c-42a0-8624-27671cc5aed0, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:06.466324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:06.484458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:06.498023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.508504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-71335e03-7d07-4085-bf3f-777530e4909d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:06.508657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5144c12-92b5-4698-a961-4a5a81be94f5 None None] Routers {'c7e50d05-691b-48b5-ad04-78de6f83e0cd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:06.509498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5144c12-92b5-4698-a961-4a5a81be94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:36:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c7e50d05-691b-48b5-ad04-78de6f83e0cd'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:06.531620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=de8caff1-5065-41e8-8eaf-8c76d82eb5b8,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:06.534773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:06.546060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.547411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.654865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5144c12-92b5-4698-a961-4a5a81be94f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:06.655465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5144c12-92b5-4698-a961-4a5a81be94f5 None None] The sync data for ids ['c7e50d05-691b-48b5-ad04-78de6f83e0cd'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:06.663862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-027c7b30-81f7-4a94-8e6a-4a50875416b9 None None] The port '6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:37:06.665474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network f9291107-d00c-42a0-8624-27671cc5aed0 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:06.669302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Transition to ACTIVE for port object c8955a90-7846-4032-b3e7-d7f39fa17730 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:06.700356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.703299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, f9291107-d00c-42a0-8624-27671cc5aed0) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:06.705351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.709380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:06.710816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.753492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40cf0b47-cb9a-4ea0-92db-f62790b9c098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:06.796590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4384177 Dec 09 09:37:06.801029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170151f1-26b3-4082-9e95-8e6c937705f1 None None] Network f9291107-d00c-42a0-8624-27671cc5aed0 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:06.802563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.826153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58306) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:06.925059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] For port ebe63bf1-3340-4bdd-9b38-e55808872c98, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ebe63bf1-3340-4bdd-9b38-e55808872c98,segment=NetworkSegment(86e005c3-202b-4b26-9903-4d5806089b32),segment_id=86e005c3-202b-4b26-9903-4d5806089b32)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:06.927940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:06.937671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-84a69e57-9042-4552-814b-26968aaeaa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.943938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:06.955705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:06.965716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:07.022670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.028614 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-542d57d8-784f-40df-83a4-2ab0d51deaf0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6814563 Dec 09 09:37:07.039339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.046960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58310) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:07.050503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-71335e03-7d07-4085-bf3f-777530e4909d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:07.054257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-71335e03-7d07-4085-bf3f-777530e4909d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6317735 Dec 09 09:37:07.054540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58312) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:07.067703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:37:07.072627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'network': {'name': 'tempest-RoutersTest-52357795'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:07.077386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 4e87fcaa-b463-483b-b379-dfd87824247a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:07.081154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:07.085828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:network and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:07.089587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:07.096998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:07.117927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c87525b-8fb5-4bb3-a1ec-d65d4091617e None None] Network bdc46751-1c39-4b69-8e3a-794781aa87a1 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:07.172627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d4cb6694-3486-44cf-8ebc-4c9c0011220b up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:07.192628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.220915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Pushing event updated for resources: {'Port': ['ID=c8955a90-7846-4032-b3e7-d7f39fa17730,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:07.233580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:07.236966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Provisioning for port d7315897-c0ec-4286-a4cd-13c1b8d3f90f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:07.240407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:07.240564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.250894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e641dc-1586-48ca-87bd-120957ee95f0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:07.254214 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d9e641dc-1586-48ca-87bd-120957ee95f0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1962917 Dec 09 09:37:07.259204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58318) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:07.271552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2aee6fe3-3cb7-4a21-95c4-778b9fa2742c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:07.315771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.383191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Provisioning complete for port d7315897-c0ec-4286-a4cd-13c1b8d3f90f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:07.383616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.409643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fca1b9-990b-4c07-ae76-cc4cca57dbad tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:07.411304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fca1b9-990b-4c07-ae76-cc4cca57dbad tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:07.413634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fca1b9-990b-4c07-ae76-cc4cca57dbad tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:07.415218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e7fca1b9-990b-4c07-ae76-cc4cca57dbad tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:07.450618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e7fca1b9-990b-4c07-ae76-cc4cca57dbad tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:07.454545 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e7fca1b9-990b-4c07-ae76-cc4cca57dbad tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1913922 Dec 09 09:37:07.455495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58322) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:07.619496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:07.626912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.630206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deac2ce-275c-4ad3-af8d-66ea9db76729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-f9291107-d00c-42a0-8624-27671cc5aed0', 'network_id': 'f9291107-d00c-42a0-8624-27671cc5aed0', 'tenant_id': '9c721f8f02e74ef4afb0431737ec0c9b', 'fixed_ips': [{'subnet_id': 'de8caff1-5065-41e8-8eaf-8c76d82eb5b8'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:07.631088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0deac2ce-275c-4ad3-af8d-66ea9db76729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.651140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.651526 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added segment 58ca715b-5a60-4605-9af8-260b24a7e874 of type vlan for network bb7b0582-a408-48ce-b854-4712e7ed6241 Dec 09 09:37:07.657395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Port d7315897-c0ec-4286-a4cd-13c1b8d3f90f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:07.671951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Pushing event updated for resources: {'Port': ['ID=ebe63bf1-3340-4bdd-9b38-e55808872c98,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:07.677866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:07.682087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Attempting to bind port c8955a90-7846-4032-b3e7-d7f39fa17730 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:07.682504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Attempting to bind port c8955a90-7846-4032-b3e7-d7f39fa17730 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:07.682918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Attempting to bind port c8955a90-7846-4032-b3e7-d7f39fa17730 on network 2d5d328b-91d8-47d0-9229-6819f3b6112b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:07.712714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.725266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e05de359-ff7e-4358-ab7c-e764ef607233 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:07.760270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.767894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=de8caff1-5065-41e8-8eaf-8c76d82eb5b8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:07.770124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:07.770556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Checking segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:07.770751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:07.771009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.771469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Bound using segment: {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:07.771986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Bound port: c8955a90-7846-4032-b3e7-d7f39fa17730, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b68f65-07a8-4c9b-9475-6b362fb01faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:07.772406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.799279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port d4cb6694-3486-44cf-8ebc-4c9c0011220b completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:07.836742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d4cb6694-3486-44cf-8ebc-4c9c0011220b triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:07.836742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.860752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 31b056a7-e107-4e90-9fab-1062418450eb {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:07.878237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.945676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:07.992978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Provisioning for port 4e87fcaa-b463-483b-b379-dfd87824247a completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:08.000928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.004664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.007818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.020151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd82c2e7-f62c-41bd-a658-640b10a3ccc1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:08.023655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Provisioning complete for port 4e87fcaa-b463-483b-b379-dfd87824247a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:08.024167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.046576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.057731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ebd427-78a8-4ef3-9a98-9f1eaffac442 None None] Network f9291107-d00c-42a0-8624-27671cc5aed0 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:08.102492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9291107-d00c-42a0-8624-27671cc5aed0']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:08.118779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] For port c8955a90-7846-4032-b3e7-d7f39fa17730, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:08.181930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28ca799-95d5-4795-947b-7b58f30282e0') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:08.182284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28ca799-95d5-4795-947b-7b58f30282e0') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:08.209676 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1515055 Dec 09 09:37:08.210675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58326) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:08.216876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.223953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Network': ['ID=bb7b0582-a408-48ce-b854-4712e7ed6241,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:08.224905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'subnet': {'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:08.228037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] For port c8955a90-7846-4032-b3e7-d7f39fa17730, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c8955a90-7846-4032-b3e7-d7f39fa17730,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:08.230154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:08.240895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.252018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:08.253986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:08.254338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.256271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.259579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network bb7b0582-a408-48ce-b854-4712e7ed6241 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:08.271488 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:08.275312 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/6adde3ed-479d-4e08-bd75-ba6b395d8b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0408452 Dec 09 09:37:08.277532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.280678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58330) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:08.288941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d71b076b-35d5-4344-b740-df6f4370409d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:08.355068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port d7315897-c0ec-4286-a4cd-13c1b8d3f90f {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:08.355965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.482450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.488143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32427d90-673d-4419-9721-eb6ca9c7ef15 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:08.505355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.528820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=f9291107-d00c-42a0-8624-27671cc5aed0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:08.532464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:08.534765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:08.538518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/f9291107-d00c-42a0-8624-27671cc5aed0 HTTP/1.1" status: 204 len: 168 time: 1.7106733 Dec 09 09:37:08.555632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58334) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:08.558523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:subnet and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:08.567986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41272476'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:08.576165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:08.579647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.584890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.585381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.586187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.586310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:08.586597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.587001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.587406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.587804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.588210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.588673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.588990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.589410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.590350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.595470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5abd4231-2ba7-4b09-8f50-f9468f976929 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:08.595659 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-96a51d83-43c1-4a1d-aaa8-23f7a4231bd2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8409 time: 0.3115494 Dec 09 09:37:08.596620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58338) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:08.625375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:08.685176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:network and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:08.687880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.688380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.688850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.689397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.689803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.690201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.690598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.690987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.691093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:08.691352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.691746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:08.696748 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f669d89e-3ff9-4184-bf53-18c5badff674 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6538 time: 0.0961928 Dec 09 09:37:08.697008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58342) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:08.712214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=31b056a7-e107-4e90-9fab-1062418450eb,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:08.715254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:08.715986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.721790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:08.734450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.744187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:08.848239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Pushing event updated for resources: {'Port': ['ID=c8955a90-7846-4032-b3e7-d7f39fa17730,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:08.858005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port d4cb6694-3486-44cf-8ebc-4c9c0011220b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d4cb6694-3486-44cf-8ebc-4c9c0011220b,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:08.859550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:08.864988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.867077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:08.899544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.901009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:08.977388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:37:08.983562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.037186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:37:09.037738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6a769d2a-6d91-4ba6-b2f8-bd4ddb71f55f not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:37:09.063056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=d4cb6694-3486-44cf-8ebc-4c9c0011220b,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:09.071682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:09.072234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:09.073852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] For port 4e87fcaa-b463-483b-b379-dfd87824247a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4e87fcaa-b463-483b-b379-dfd87824247a,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:09.080269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.085454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.087827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-242d4872-3fcc-4ee4-a7da-11930b3a4a48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:09.142037 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-36d8c689-3cfc-42a5-ba4c-fdfaa1eba8fd tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4108 time: 0.4429438 Dec 09 09:37:09.190573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Pushing event updated for resources: {'Port': ['ID=4e87fcaa-b463-483b-b379-dfd87824247a,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:09.198669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for d7315897-c0ec-4286-a4cd-13c1b8d3f90f owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:09.206870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:09.207772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Provisioning complete for port d7315897-c0ec-4286-a4cd-13c1b8d3f90f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:09.208561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.265102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ebe63bf1-3340-4bdd-9b38-e55808872c98 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:09.269583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.380590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Sync routers for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:09.385674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Port d7315897-c0ec-4286-a4cd-13c1b8d3f90f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:09.394742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:09.395443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:09.403881 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/31b056a7-e107-4e90-9fab-1062418450eb HTTP/1.1" status: 204 len: 168 time: 1.9455097 Dec 09 09:37:09.410417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58348) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:09.422562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port ebe63bf1-3340-4bdd-9b38-e55808872c98 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:09.423271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.497317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58352) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:09.511123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:09.522074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.522868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment 8730efb0-08a7-4f27-b24a-2a67ab53975a of type vlan for network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 Dec 09 09:37:09.528730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-814625999', 'description': 'tempest-secgroup-smoke-814625999 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:09.553806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.561389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:09.574813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:09.580428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:09.596446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:09.603387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.610021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:09.611077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.631585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd8b697c-a2db-4c89-bce3-61f03a2ebba6 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:09.652747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ac75ddce-94b1-44c4-9154-6c6f59c75dd3 None None] Provisioning for port 1d41e378-6bbf-4cd1-9844-9660b9274afa completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:09.659182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ac75ddce-94b1-44c4-9154-6c6f59c75dd3 None None] Provisioning complete for port 1d41e378-6bbf-4cd1-9844-9660b9274afa triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:09.659496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac75ddce-94b1-44c4-9154-6c6f59c75dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.663507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.735425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ac75ddce-94b1-44c4-9154-6c6f59c75dd3 None None] Port 1d41e378-6bbf-4cd1-9844-9660b9274afa cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:09.751919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ac75ddce-94b1-44c4-9154-6c6f59c75dd3 None None] Provisioning complete for port 4e87fcaa-b463-483b-b379-dfd87824247a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:09.752602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac75ddce-94b1-44c4-9154-6c6f59c75dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.829148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:09.845514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:09.857061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:09.859821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:09.862209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=ebd89ada-00b8-4c9c-8152-3ae78ecf2e21,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:09.866612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:09.874511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet b81e2602-027d-4eb8-9c12-a851970e9922 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:09.880453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.883818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:09.903133 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.3435292 Dec 09 09:37:09.903932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58356) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:09.917133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': 'ebd89ada-00b8-4c9c-8152-3ae78ecf2e21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:09.958326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:09.966502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:10.047170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.061569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.068023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:10.071855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:10.082114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:subnet and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:10.126539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cff03ce-161b-45ee-bea2-0dcbb7813346,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:10.133405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:10.147402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:10.170797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:10.172719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.177175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.6719434 Dec 09 09:37:10.179222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.185463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58360) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:10.193608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6cff03ce-161b-45ee-bea2-0dcbb7813346', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:10.199358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-78a057d5-130f-4a88-a77f-905042b74a0a None None] Provisioning complete for port 1d41e378-6bbf-4cd1-9844-9660b9274afa triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:10.199968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78a057d5-130f-4a88-a77f-905042b74a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.276014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.284761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-78a057d5-130f-4a88-a77f-905042b74a0a None None] Port 1d41e378-6bbf-4cd1-9844-9660b9274afa cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:10.285359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bfb8a910-3f84-4041-8324-a1403a7fb31c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:10.286260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:37:02Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:03Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:10.292032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Checking router: 6adde3ed-479d-4e08-bd75-ba6b395d8b7e for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:37:10.294546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Updating router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e port 1d41e378-6bbf-4cd1-9844-9660b9274afa binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:37:10.333401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=b81e2602-027d-4eb8-9c12-a851970e9922,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:10.336400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:10.347452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.357052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.366696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/b81e2602-027d-4eb8-9c12-a851970e9922 HTTP/1.1" status: 204 len: 168 time: 0.9522984 Dec 09 09:37:10.367645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58364) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:10.464044 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f5713140-75f1-450d-b026-3ac15a1afa46 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947840 Dec 09 09:37:10.464769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58368) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:10.471679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:10.567071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:10.579137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:10.591961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:10.608708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:10.615283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-67278fb4-21e4-4d89-8f01-4c2b213273a3 None None] Provisioning complete for port 1d41e378-6bbf-4cd1-9844-9660b9274afa triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:10.616222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67278fb4-21e4-4d89-8f01-4c2b213273a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.629727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:10.633766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:10.639632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:10.643900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:10.651309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:10.668124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:10.678452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.699696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-67278fb4-21e4-4d89-8f01-4c2b213273a3 None None] Port 1d41e378-6bbf-4cd1-9844-9660b9274afa cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:10.794557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.809082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.813329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:10.822285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4480027-61b9-4379-88b3-c3a44ae3ce48 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:10.883042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.020512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.026074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-986c1234-d39d-4481-b150-e650f4b4e14b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:11.048071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.066207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Transition to ACTIVE for port object 1d41e378-6bbf-4cd1-9844-9660b9274afa will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:11.075620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.097389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:11.118336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:11.133275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:11.139473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:11.140118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.150150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=ab94e61d-ba20-4594-ae3f-ac0d12b1f29a,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:11.164723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:11.207069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7410748 Dec 09 09:37:11.216101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58372) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:11.229917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Pushing event updated for resources: {'Port': ['ID=1d41e378-6bbf-4cd1-9844-9660b9274afa,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:11.278388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.279061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.279423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.279678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.279993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.280368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.280736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.281106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.281521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.281860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.282224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:11.286373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.290695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4e87fcaa-b463-483b-b379-dfd87824247a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:11.300900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Subnet': ['ID=5bad607f-98d7-45a6-9548-c7a6ff55b439,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:11.303149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:11.311817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:11.312640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:11.352304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b7a8c-316c-4d01-b8fc-c09a4b75bcc3 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:11.359254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:11.373318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Attempting to bind port 1d41e378-6bbf-4cd1-9844-9660b9274afa on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:11.374053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Attempting to bind port 1d41e378-6bbf-4cd1-9844-9660b9274afa by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:11.374768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Attempting to bind port 1d41e378-6bbf-4cd1-9844-9660b9274afa on network bdc46751-1c39-4b69-8e3a-794781aa87a1 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:11.388143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:11.388470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Checking segment: {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:11.388913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.389367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Bound using segment: {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:11.389895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Bound port: 1d41e378-6bbf-4cd1-9844-9660b9274afa, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:11.390312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.526449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] For port 1d41e378-6bbf-4cd1-9844-9660b9274afa, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:11.533726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] For port 1d41e378-6bbf-4cd1-9844-9660b9274afa, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1d41e378-6bbf-4cd1-9844-9660b9274afa,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:11.542517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.547654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:11.615551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b55fa0e3-f361-49ca-89fa-bd0bd186d3ff None None] Provisioning for port c8955a90-7846-4032-b3e7-d7f39fa17730 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:11.664638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Pushing event updated for resources: {'Port': ['ID=1d41e378-6bbf-4cd1-9844-9660b9274afa,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:11.677999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:11.679175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.679369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:11.680311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:11.692186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4e87fcaa-b463-483b-b379-dfd87824247a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:11.692550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.721308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Checking segment: {'id': '58ca715b-5a60-4605-9af8-260b24a7e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:11.721560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network hostable DHCP agents. Network: bb7b0582-a408-48ce-b854-4712e7ed6241, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:11.728761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.776692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=1d2c1873-25c2-4fba-bc81-4ef94b95c2e7,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:11.798056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:11.803006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a2ab0f9-e140-46cb-ba37-a25fa2af3d19 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.939s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:11.905988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.910184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=d7315897-c0ec-4286-a4cd-13c1b8d3f90f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:11.919537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network bb7b0582-a408-48ce-b854-4712e7ed6241 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:11.922442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:11.928449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4eedb25-e18e-4edd-8ecf-8ec6082102ff tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:11.944873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking segment: {'id': '8730efb0-08a7-4f27-b24a-2a67ab53975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ebd89ada-00b8-4c9c-8152-3ae78ecf2e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:11.945367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network hostable DHCP agents. Network: ebd89ada-00b8-4c9c-8152-3ae78ecf2e21, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:11.955556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:11.960156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:11.976371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:11.986525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c8955a90-7846-4032-b3e7-d7f39fa17730 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:11.988428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587b830c-0165-4533-8bd3-1b973a94ef6c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:11.991499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:11.996818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:11.997516 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8109682 Dec 09 09:37:11.998472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, bb7b0582-a408-48ce-b854-4712e7ed6241) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:11.998965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:12.003463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58376) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:12.010069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6cff03ce-161b-45ee-bea2-0dcbb7813346', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:12.023589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:12.029919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:12.033894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:12.052792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:12.060726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f76132-7faf-470d-a913-a49b30487396 None None] Network bb7b0582-a408-48ce-b854-4712e7ed6241 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:12.077564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:12.079042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:12.094155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:12.095057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:12.164620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] Update dhcp port {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'fixed_ips': [{'subnet_id': 'ab94e61d-ba20-4594-ae3f-ac0d12b1f29a'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': 'c8955a90-7846-4032-b3e7-d7f39fa17730'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:37:12.185155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:12.188945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:12.189160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:12.195344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:12.196579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:12.219047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a80f7c-a192-4ae3-aac9-6b884de9c5b7,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:12.227954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:12.237361 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-abf2278f-76c6-4292-8aee-240b2fedc604 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0261469 Dec 09 09:37:12.241680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58380) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:12.245461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:12.247307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:12.251907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:12.252055 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2471871 Dec 09 09:37:12.252799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58384) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:12.329572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, ebd89ada-00b8-4c9c-8152-3ae78ecf2e21) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:12.338587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:12.339324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:12.351373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3109dd4-958d-4ec4-a8f4-a264ac20a8b6 None None] Network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:12.418500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6cff03ce-161b-45ee-bea2-0dcbb7813346', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:12.422176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:37:02Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:11Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:12.424628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:12.428499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43f8eda-588a-48b1-8ed5-1a6231d5ccdf None None] The sync data for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv is: [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:37:02Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:11Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:12.428805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:12.435332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:12.449717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:12.532579 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6262503 Dec 09 09:37:12.541614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58388) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:12.564865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': 'ebd89ada-00b8-4c9c-8152-3ae78ecf2e21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:12.629737 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.ipam_backend_mixin [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab94e61d-ba20-4594-ae3f-ac0d12b1f29a (CIDR: 2001:db8::/64) Dec 09 09:37:12.688214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port c8955a90-7846-4032-b3e7-d7f39fa17730 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:12.694505 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:37:12.694803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:12.751156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:12.869206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] Allocated IP 2001:db8::2 (2d5d328b-91d8-47d0-9229-6819f3b6112b/ab94e61d-ba20-4594-ae3f-ac0d12b1f29a/c8955a90-7846-4032-b3e7-d7f39fa17730) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:13.030805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] For port c8955a90-7846-4032-b3e7-d7f39fa17730, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c8955a90-7846-4032-b3e7-d7f39fa17730,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:13.064199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.083426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] Transition to ACTIVE for port object c8955a90-7846-4032-b3e7-d7f39fa17730 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:13.108681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.118780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:13.132492 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c39ed1cd-4c8f-4fb8-9207-0bf545f11fd9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9053676 Dec 09 09:37:13.134724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58392) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:13.147192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port c8955a90-7846-4032-b3e7-d7f39fa17730 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:13.148510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.156252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'subnet': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:13.208516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:13.220430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:subnet and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:13.224171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:13.287271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:13.292502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.298015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.303656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-174b50ce-9760-4ab0-86c6-ba3dc559cae0 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:13.310309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router c7e50d05-691b-48b5-ad04-78de6f83e0cd has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:37:13.322385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:13.328793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.365163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-bb7b0582-a408-48ce-b854-4712e7ed6241', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:13.367764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.385275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8731abcc-620b-4a0d-8c83-f3e68c6b8c11,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:13.400262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:13.403513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.423268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.424879 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0734613 Dec 09 09:37:13.428595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58396) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:13.439466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6cff03ce-161b-45ee-bea2-0dcbb7813346', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:13.446769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:13.538790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] Pushing event updated for resources: {'Port': ['ID=c8955a90-7846-4032-b3e7-d7f39fa17730,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:13.544031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Port c8955a90-7846-4032-b3e7-d7f39fa17730 had new provisioning blocks added so it will not transition to active. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:317}} Dec 09 09:37:13.544593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d4cb6694-3486-44cf-8ebc-4c9c0011220b up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:13.646273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:13.669099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Usage tracker for resource:subnet and tenant:a6f74eb1a06a43b38efb07e3ce671819 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:13.678057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:13.700165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:13.703593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:13.728339 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/c7e50d05-691b-48b5-ad04-78de6f83e0cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7985942 Dec 09 09:37:13.730673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58400) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:13.777264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Allocated IP 172.20.0.2 (bb7b0582-a408-48ce-b854-4712e7ed6241/5bad607f-98d7-45a6-9548-c7a6ff55b439/b0f35ed1-0cee-4f8d-8c84-34119ecc5a28) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:13.813895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:13.825949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:13.826204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba6ec2-6317-4040-ad0e-8b9a7f37bb9b None None] Sync routers for ids ['c7e50d05-691b-48b5-ad04-78de6f83e0cd'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:13.828783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-ebd89ada-00b8-4c9c-8152-3ae78ecf2e21', 'network_id': 'ebd89ada-00b8-4c9c-8152-3ae78ecf2e21', 'tenant_id': '9c721f8f02e74ef4afb0431737ec0c9b', 'fixed_ips': [{'subnet_id': '1d2c1873-25c2-4fba-bc81-4ef94b95c2e7'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:13.829692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.833414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:13.851808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:13.881853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:13.957955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:14.003206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.013069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.022001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d55bceb2-4fdd-4b84-934e-aec3f14aa493 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:14.051425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23c49e3-d986-4ce4-be91-31febf5495cf,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:14.057474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:14.074396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.075714 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6bf1c31-aaa4-4bbd-9870-feeea93ba7c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6438875 Dec 09 09:37:14.079670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58404) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:14.085388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba6ec2-6317-4040-ad0e-8b9a7f37bb9b None None] Routers {'c7e50d05-691b-48b5-ad04-78de6f83e0cd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:14.086256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4ba6ec2-6317-4040-ad0e-8b9a7f37bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c7e50d05-691b-48b5-ad04-78de6f83e0cd'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:14.090529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6cff03ce-161b-45ee-bea2-0dcbb7813346', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:14.099289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:14.113834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:37:14.115033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:14.119116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:14.127991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:14.151105 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:37:14.158922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.173574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4ba6ec2-6317-4040-ad0e-8b9a7f37bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:14.212432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d4cb6694-3486-44cf-8ebc-4c9c0011220b triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:14.213014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.258718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.264185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.266127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-726e0596-6c29-4605-8eb7-f7a0f5c52f66 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:14.312261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d328e2-2a28-44cc-840c-5a6f38ee8545,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:14.320036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.325837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2450125 Dec 09 09:37:14.326660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58408) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:14.327915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:14.348948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba6ec2-6317-4040-ad0e-8b9a7f37bb9b None None] Routers {'c7e50d05-691b-48b5-ad04-78de6f83e0cd'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:14.349852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4ba6ec2-6317-4040-ad0e-8b9a7f37bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['c7e50d05-691b-48b5-ad04-78de6f83e0cd'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:14.350020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6cff03ce-161b-45ee-bea2-0dcbb7813346', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:14.358059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:14.369824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:14.373694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:14.385288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:14.400152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:37:14.410876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.427181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.447871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4ba6ec2-6317-4040-ad0e-8b9a7f37bb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:14.448648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ba6ec2-6317-4040-ad0e-8b9a7f37bb9b None None] The sync data for ids ['c7e50d05-691b-48b5-ad04-78de6f83e0cd'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:14.519017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.525656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.528318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8883dc26-30d0-406f-9786-9a6bc163a2ab tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:14.555181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=768f643c-daa2-4ac2-8cde-a63fcd488aa0,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:14.558844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:14.567286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.577483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2396698 Dec 09 09:37:14.592998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Allocated IP 2001:db8::2 (ebd89ada-00b8-4c9c-8152-3ae78ecf2e21/1d2c1873-25c2-4fba-bc81-4ef94b95c2e7/f9d1c521-56d6-433d-b03d-2c2422f4364f) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:14.627312 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-6c77cca2-ae8d-49f6-b3c2-cb684abd4fd9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] remove_router_interface failed (client error): The resource could not be found. Dec 09 09:37:14.628475 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6c77cca2-ae8d-49f6-b3c2-cb684abd4fd9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/c7e50d05-691b-48b5-ad04-78de6f83e0cd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8930171 Dec 09 09:37:14.631618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58414) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:14.682471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.688475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3751fa6d-ee66-44b3-825b-a6b6c729c4ba tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:14.710344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3751fa6d-ee66-44b3-825b-a6b6c729c4ba tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:14.711843 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3751fa6d-ee66-44b3-825b-a6b6c729c4ba tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7e50d05-691b-48b5-ad04-78de6f83e0cd HTTP/1.1" status: 200 len: 205 time: 0.0791831 Dec 09 09:37:14.714744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58418) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:14.799915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Transition to ACTIVE for port object b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:14.867668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Transition to ACTIVE for port object b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:14.888044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.894722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:14.897129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-84283175-9670-4698-93fc-5fab88598b34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:14.924371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-290311b7-3795-42c3-82e6-783262e57873 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:15.040769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1d41e378-6bbf-4cd1-9844-9660b9274afa up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:15.074582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d0157-d136-440c-b0e3-0421637c1054 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:15.101594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:15.108364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:15.123462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:15.124220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.130093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.20.0.1 (bb7b0582-a408-48ce-b854-4712e7ed6241/5bad607f-98d7-45a6-9548-c7a6ff55b439/17df8c64-28ca-4294-a573-8dad86870f5f) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:15.143479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d823-fdb7-4916-aab2-845de9450d51 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.145911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=573f7191-29e8-4f12-a61f-8dac9413840d,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:15.153180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:15.160969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6165981 Dec 09 09:37:15.164555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58432) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:15.270199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa4745e-80cf-447e-88dc-6b2aebc1e502 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:15.271842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa4745e-80cf-447e-88dc-6b2aebc1e502 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:15.273354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa4745e-80cf-447e-88dc-6b2aebc1e502 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:15.274959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa4745e-80cf-447e-88dc-6b2aebc1e502 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:15.276636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa4745e-80cf-447e-88dc-6b2aebc1e502 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:15.278642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9fa4745e-80cf-447e-88dc-6b2aebc1e502 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Synchronizing usage tracker for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:15.283403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-554e520f-7f6c-4830-9b26-e3094844a51b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:15.316993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Pushing event updated for resources: {'Port': ['ID=b0f35ed1-0cee-4f8d-8c84-34119ecc5a28,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:15.321591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Network bb7b0582-a408-48ce-b854-4712e7ed6241 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:15.331597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9fa4745e-80cf-447e-88dc-6b2aebc1e502 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Unset dirty status for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:15.337583 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9fa4745e-80cf-447e-88dc-6b2aebc1e502 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1716638 Dec 09 09:37:15.338091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58436) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:15.346229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-130597271'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:15.346676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:15.356676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:15.359816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:15.363716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:network and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:15.367217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:15.404146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:15.404387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-554e520f-7f6c-4830-9b26-e3094844a51b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:15.405483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-554e520f-7f6c-4830-9b26-e3094844a51b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814625999&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.3987219 Dec 09 09:37:15.419172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:15.433948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:15.439510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.458502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-40926ece-bb45-4a66-8d0e-d958400de498 None None] Provisioning for port c8955a90-7846-4032-b3e7-d7f39fa17730 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:15.465637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.509511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-40926ece-bb45-4a66-8d0e-d958400de498 None None] Provisioning complete for port c8955a90-7846-4032-b3e7-d7f39fa17730 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:15.509938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40926ece-bb45-4a66-8d0e-d958400de498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.536722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:15.548088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Transition to ACTIVE for port object f9d1c521-56d6-433d-b03d-2c2422f4364f will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:15.556962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.557384 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment 658a700f-63b0-4e29-8d8a-005d3783e06e of type vlan for network c955ccd1-5827-4137-a00a-ac8e26689f77 Dec 09 09:37:15.623291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 1d41e378-6bbf-4cd1-9844-9660b9274afa completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:15.651720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.660408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1d41e378-6bbf-4cd1-9844-9660b9274afa triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:15.660832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.685020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Transition to ACTIVE for port object f9d1c521-56d6-433d-b03d-2c2422f4364f will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:15.726696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.731012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:15.731670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.737832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02caa8b0-a2de-478e-932a-abcbab024ab3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:15.788012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Attempting to bind port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:15.788264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Attempting to bind port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '58ca715b-5a60-4605-9af8-260b24a7e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:15.788600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Attempting to bind port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 on network bb7b0582-a408-48ce-b854-4712e7ed6241 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:15.814279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.828279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2259e0ca-1cde-4f15-b577-5bd41fbe97d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:15.838430 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4987547 Dec 09 09:37:15.839113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58440) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:15.867827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.881312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:15.881768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Checking segment: {'id': '58ca715b-5a60-4605-9af8-260b24a7e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:15.882219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.883067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Bound using segment: {'id': '58ca715b-5a60-4605-9af8-260b24a7e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:15.883194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Bound port: b0f35ed1-0cee-4f8d-8c84-34119ecc5a28, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ca715b-5a60-4605-9af8-260b24a7e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:15.883563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.891788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d823-fdb7-4916-aab2-845de9450d51 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.903467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:15.911557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Transition to ACTIVE for port object 17df8c64-28ca-4294-a573-8dad86870f5f will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:15.923557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d823-fdb7-4916-aab2-845de9450d51 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.944168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-47613b08-6df5-4da0-802c-1e0ba8bed5bc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:15.944927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-47613b08-6df5-4da0-802c-1e0ba8bed5bc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:15.965027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=c955ccd1-5827-4137-a00a-ac8e26689f77,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:15.974526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:15.975154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.985313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d823-fdb7-4916-aab2-845de9450d51 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:15.986418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a6d823-fdb7-4916-aab2-845de9450d51 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Fanout notify agent at l3_agent the message router_deleted on router c7e50d05-691b-48b5-ad04-78de6f83e0cd {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:37:15.992309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-47613b08-6df5-4da0-802c-1e0ba8bed5bc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:15.993599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-47613b08-6df5-4da0-802c-1e0ba8bed5bc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=bdc46751-1c39-4b69-8e3a-794781aa87a1 HTTP/1.1" status: 200 len: 797 time: 0.5670557 Dec 09 09:37:15.997087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.000479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:16.002478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c595ad14-a2ac-4918-9996-b20953cc7dfb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:16.015632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network c955ccd1-5827-4137-a00a-ac8e26689f77 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:16.042693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:16.045953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:16.062193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Pushing event updated for resources: {'Port': ['ID=f9d1c521-56d6-433d-b03d-2c2422f4364f,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:16.088016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:16.095750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d823-fdb7-4916-aab2-845de9450d51 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.099592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0a6d823-fdb7-4916-aab2-845de9450d51 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/c7e50d05-691b-48b5-ad04-78de6f83e0cd HTTP/1.1" status: 204 len: 168 time: 1.3771362 Dec 09 09:37:16.109292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58444) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:16.251283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40926ece-bb45-4a66-8d0e-d958400de498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.392107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] For port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:16.394329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.428152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] For port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b0f35ed1-0cee-4f8d-8c84-34119ecc5a28,segment=NetworkSegment(58ca715b-5a60-4605-9af8-260b24a7e874),segment_id=58ca715b-5a60-4605-9af8-260b24a7e874)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:16.436177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Attempting to bind port f9d1c521-56d6-433d-b03d-2c2422f4364f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:16.436515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Attempting to bind port f9d1c521-56d6-433d-b03d-2c2422f4364f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '8730efb0-08a7-4f27-b24a-2a67ab53975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ebd89ada-00b8-4c9c-8152-3ae78ecf2e21'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:16.436864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Attempting to bind port f9d1c521-56d6-433d-b03d-2c2422f4364f on network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:16.440094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-40926ece-bb45-4a66-8d0e-d958400de498 None None] For port c8955a90-7846-4032-b3e7-d7f39fa17730, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c8955a90-7846-4032-b3e7-d7f39fa17730,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:16.445841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.450419 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-cafaae1c-352e-4aea-8025-08a8c59ce91d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.3719733 Dec 09 09:37:16.451162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=17df8c64-28ca-4294-a573-8dad86870f5f,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:16.455027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b77e5c18-0867-42b8-b7dc-52cff28d5b7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:16.458431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:16.460338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network bb7b0582-a408-48ce-b854-4712e7ed6241 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:16.463624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:16.468013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:16.492774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40926ece-bb45-4a66-8d0e-d958400de498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.520172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 1d41e378-6bbf-4cd1-9844-9660b9274afa, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1d41e378-6bbf-4cd1-9844-9660b9274afa,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:16.521418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:16.521707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Checking segment: {'id': '8730efb0-08a7-4f27-b24a-2a67ab53975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ebd89ada-00b8-4c9c-8152-3ae78ecf2e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:16.522161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.522636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Bound using segment: {'id': '8730efb0-08a7-4f27-b24a-2a67ab53975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ebd89ada-00b8-4c9c-8152-3ae78ecf2e21'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:16.523092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Bound port: f9d1c521-56d6-433d-b03d-2c2422f4364f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8730efb0-08a7-4f27-b24a-2a67ab53975a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ebd89ada-00b8-4c9c-8152-3ae78ecf2e21'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:16.523537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.530348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.537676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:37:16.538271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:37:16.544145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.545073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c8955a90-7846-4032-b3e7-d7f39fa17730 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:16.578332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.607079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.616642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de6d9f7d-8a21-4e64-bd69-09329da5d904 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:16.652173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network c955ccd1-5827-4137-a00a-ac8e26689f77 is not hosted by any dhcp agent {{(pid=88883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 09 09:37:16.656522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:16.657464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.659097 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "PUT /v2.0/networks/c955ccd1-5827-4137-a00a-ac8e26689f77 HTTP/1.1" status: 200 len: 723 time: 0.7693634 Dec 09 09:37:16.664037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Pushing event updated for resources: {'Port': ['ID=b0f35ed1-0cee-4f8d-8c84-34119ecc5a28,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:16.673010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:16.675608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8fb89847-fe20-4303-89ae-4bda14df1468 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.172s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:16.677958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58448) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:16.689433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': 'c955ccd1-5827-4137-a00a-ac8e26689f77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:16.807807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40926ece-bb45-4a66-8d0e-d958400de498 None None] Pushing event updated for resources: {'Port': ['ID=c8955a90-7846-4032-b3e7-d7f39fa17730,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:16.819538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=c955ccd1-5827-4137-a00a-ac8e26689f77,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:16.827593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:16.858418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network c955ccd1-5827-4137-a00a-ac8e26689f77 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:16.873131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] For port f9d1c521-56d6-433d-b03d-2c2422f4364f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:16.904774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting subnet b787d026-b3de-4698-84fc-49d352306698 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:16.911065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port c8955a90-7846-4032-b3e7-d7f39fa17730 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:16.911486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.928114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.939774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:16.953693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] For port f9d1c521-56d6-433d-b03d-2c2422f4364f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f9d1c521-56d6-433d-b03d-2c2422f4364f,segment=NetworkSegment(8730efb0-08a7-4f27-b24a-2a67ab53975a),segment_id=8730efb0-08a7-4f27-b24a-2a67ab53975a)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:16.957280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:16.967120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:16.967855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-3bc8ba17-e9ac-4b9c-b0b3-25926f73a057 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:16.970810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:17.007139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.035825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-3bc8ba17-e9ac-4b9c-b0b3-25926f73a057 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:17.037181 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-3bc8ba17-e9ac-4b9c-b0b3-25926f73a057 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5016515 Dec 09 09:37:17.044264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.094216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=1d41e378-6bbf-4cd1-9844-9660b9274afa,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:17.112158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:17.114755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57ec11c4-87d4-47d6-be40-77b321ba3647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.532s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:17.240817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.265210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.303433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Pushing event updated for resources: {'Port': ['ID=f9d1c521-56d6-433d-b03d-2c2422f4364f,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:17.316671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:17.317468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.335s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:17.318033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:17.332870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.593429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1d41e378-6bbf-4cd1-9844-9660b9274afa up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:17.653075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-45c50371-ca2a-4410-acfc-fdae4870612b service neutron] 10.222.0.18 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680249 Dec 09 09:37:17.795958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.866886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] For port c8955a90-7846-4032-b3e7-d7f39fa17730, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c8955a90-7846-4032-b3e7-d7f39fa17730,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:17.961293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.976684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.977549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.982508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1d41e378-6bbf-4cd1-9844-9660b9274afa triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:17.983032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:17.986183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8421bae8-a13b-4fd1-80c4-e4d155b60b73 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:18.080787 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-21c62a90-ec05-4274-949a-9ae01667c7b1 service neutron] 10.222.0.18 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990765 Dec 09 09:37:18.091448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:18.096781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:18.103326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:18.103326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.108157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=c8955a90-7846-4032-b3e7-d7f39fa17730,revision_number=8']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:18.113350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:18.119164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:18.119749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8394be96-c665-4668-b4ba-0edb2d463ad3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:18.152502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.158988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-07a8ce66-fcd3-4680-aefa-e88f52d5a75f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:18.188123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.198223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:18.203234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Subnet': ['ID=9c375076-616c-4ccb-bb7e-d8a38f7c3e39,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:18.205598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c8955a90-7846-4032-b3e7-d7f39fa17730 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:18.209436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:18.210490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4d97aa7-7b2a-4ca3-9998-4faac3f3f5f4 tempest-FloatingIPNegativeTestJSON-804880859 tempest-FloatingIPNegativeTestJSON-804880859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:18.225015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Subnet': ['ID=b787d026-b3de-4698-84fc-49d352306698,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:18.239929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:18.246100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.246576 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.1008165 Dec 09 09:37:18.248522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.250536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58452) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:18.255276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.263718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5476f8-e304-4ff9-bcce-93d66d23d679 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:18.270284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Request body: {'port': {'network_id': '2d5d328b-91d8-47d0-9229-6819f3b6112b', 'mac_address': 'fa:16:3e:b1:93:2a', 'name': 'tempest-NetworksTestDHCPv6-560707854'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:18.283192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751f05a-1acd-4cf9-bb17-013ee418193f None None] Network 88755059-a1ca-4c75-83a6-ec2c647a81fa requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:18.288041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33a58e2d-10f4-4ec5-8862-704ef6e244f4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:18.321556 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/b787d026-b3de-4698-84fc-49d352306698 HTTP/1.1" status: 204 len: 168 time: 2.2055957 Dec 09 09:37:18.328429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58456) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:18.383006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=17df8c64-28ca-4294-a573-8dad86870f5f,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:18.385812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.402488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:18.433606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=6f9def33-39a9-4c4c-bfa8-5f60a99b63f8,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:18.453875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:18.481879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking segment: {'id': '658a700f-63b0-4e29-8d8a-005d3783e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c955ccd1-5827-4137-a00a-ac8e26689f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:18.482189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network hostable DHCP agents. Network: c955ccd1-5827-4137-a00a-ac8e26689f77, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:18.536733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-285f9e3e-1ac9-4145-9459-7285fb47040e None None] Provisioning complete for port c8955a90-7846-4032-b3e7-d7f39fa17730 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:18.537198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-285f9e3e-1ac9-4145-9459-7285fb47040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.551291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network bb7b0582-a408-48ce-b854-4712e7ed6241 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:18.552478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:18.613471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.613471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:18.647248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:18.647248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network c955ccd1-5827-4137-a00a-ac8e26689f77 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:18.652565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port ebe63bf1-3340-4bdd-9b38-e55808872c98 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:18.652565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.703466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Made reservation on behalf of a6f74eb1a06a43b38efb07e3ce671819 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:18.703466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.732915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, c955ccd1-5827-4137-a00a-ac8e26689f77) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:18.744079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:18.744079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.779612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port c8955a90-7846-4032-b3e7-d7f39fa17730 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:18.779612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:18.784151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] device_id is not set on port a9bd27a8-e223-423e-bb26-77abb4f02705 yet. {{(pid=88883) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:37:18.811069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5209823b-3680-47de-b8f3-e9507edb6974 None None] Network c955ccd1-5827-4137-a00a-ac8e26689f77 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:18.857779 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1737025 Dec 09 09:37:18.875995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58460) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:18.889492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-62fc6a4e-648e-450b-aceb-31165073b573 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:19.080761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:37:19.212442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port ebe63bf1-3340-4bdd-9b38-e55808872c98, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ebe63bf1-3340-4bdd-9b38-e55808872c98,segment=NetworkSegment(86e005c3-202b-4b26-9903-4d5806089b32),segment_id=86e005c3-202b-4b26-9903-4d5806089b32)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:19.213046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:19.299320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62fc6a4e-648e-450b-aceb-31165073b573 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3518401'] for subnet, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:19.368743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:19.381048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:19.383691 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1401880 Dec 09 09:37:19.386946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58470) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:19.393775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'network': {'name': 'tempest-RoutersTest-363323586'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:19.401033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:19.407387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:network and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:19.407550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:19.408221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:19.411034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:19.418855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:19.434156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:19.440790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:19.475320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] DHCP port deletion for 88755059-a1ca-4c75-83a6-ec2c647a81fa request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:37:19.480540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-c955ccd1-5827-4137-a00a-ac8e26689f77', 'network_id': 'c955ccd1-5827-4137-a00a-ac8e26689f77', 'tenant_id': '9c721f8f02e74ef4afb0431737ec0c9b', 'fixed_ips': [{'subnet_id': '6f9def33-39a9-4c4c-bfa8-5f60a99b63f8'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:19.481474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:19.504094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:19.521625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:19.522024 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added segment 0a508c72-2ee8-49bf-852a-503651475ca7 of type vlan for network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 Dec 09 09:37:19.550074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] Deleting port ebe63bf1-3340-4bdd-9b38-e55808872c98 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:19.550496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:19.587314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:19.691080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:19.701675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:19.702672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:19.742263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f9d1c521-56d6-433d-b03d-2c2422f4364f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:19.751977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59ffd239-da35-4daf-b8b8-325c3eda84e0 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:19.842045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00439b50-4c32-42e6-93e8-e4d6f39e605d None None] Network bb7b0582-a408-48ce-b854-4712e7ed6241 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:19.859460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:19.867354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4788899 Dec 09 09:37:19.878310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for ebe63bf1-3340-4bdd-9b38-e55808872c98 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:19.924541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58474) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:19.955016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'subnet': {'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:20.201401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2f772697-4d0f-4a6e-b7ea-8a2d55930e02 req-36c41d08-8391-483c-8bfd-67e72cb53805 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 210 time: 0.3305480 Dec 09 09:37:20.268003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Network': ['ID=4c663dca-c253-4c37-88bd-e23dfc1f09d9,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:20.279946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:20.343253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:20.350192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8::3e (2d5d328b-91d8-47d0-9229-6819f3b6112b/ab94e61d-ba20-4594-ae3f-ac0d12b1f29a/a9bd27a8-e223-423e-bb26-77abb4f02705) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:20.353975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:subnet and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:20.360631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:20.365580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:20.374546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:932a (2d5d328b-91d8-47d0-9229-6819f3b6112b/9c375076-616c-4ccb-bb7e-d8a38f7c3e39/a9bd27a8-e223-423e-bb26-77abb4f02705) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:20.382525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ed1e89b2-0fb5-4747-8291-52b1e5c1aa22 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:20.429808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:20.448493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=ebe63bf1-3340-4bdd-9b38-e55808872c98,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:20.458332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:20.464087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:20.478442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No DVR routers for this DVR port ebe63bf1-3340-4bdd-9b38-e55808872c98 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:20.480806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:20.507946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:17Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:20.527661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:37:20.528996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Updating router baa111a1-00c2-4e0e-abf0-dc62ccb41619 port 17df8c64-28ca-4294-a573-8dad86870f5f binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:37:20.537407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-262e5e2a-8e83-4c25-b9d3-46f78a1a8dbb None None] Provisioning for port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:20.596084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-262e5e2a-8e83-4c25-b9d3-46f78a1a8dbb None None] Provisioning complete for port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:20.596508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-262e5e2a-8e83-4c25-b9d3-46f78a1a8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:20.612192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:20.774436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:20.779348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad58562-c825-4b47-baf2-47a6e3fc8a3c None None] Network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:20.909404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:20.927309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] For port ebe63bf1-3340-4bdd-9b38-e55808872c98, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ebe63bf1-3340-4bdd-9b38-e55808872c98,segment=NetworkSegment(86e005c3-202b-4b26-9903-4d5806089b32),segment_id=86e005c3-202b-4b26-9903-4d5806089b32)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:20.927761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:20.947006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f9d1c521-56d6-433d-b03d-2c2422f4364f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:21.051579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Allocated IP 2001:db8::2 (c955ccd1-5827-4137-a00a-ac8e26689f77/6f9def33-39a9-4c4c-bfa8-5f60a99b63f8/87c19ed0-53ef-41d2-a31b-0df7aaeb0164) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:21.081148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88755059-a1ca-4c75-83a6-ec2c647a81fa']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:21.088717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.106380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Transition to ACTIVE for port object 17df8c64-28ca-4294-a573-8dad86870f5f will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:21.114923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e005c3-202b-4b26-9903-4d5806089b32') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:21.115263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e005c3-202b-4b26-9903-4d5806089b32') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:21.116511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.130251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:21.140984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.175085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.191227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:21.191849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:21.209775 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:21.212662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] Calling delete_port for ebe63bf1-3340-4bdd-9b38-e55808872c98 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:21.218538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f8b40-f83b-4a36-bcaa-b578fe542aea None None] Pushing event updated for resources: {'Port': ['ID=17df8c64-28ca-4294-a573-8dad86870f5f,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:21.262019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.304163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b2f8b40-f83b-4a36-bcaa-b578fe542aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:21.398362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Transition to ACTIVE for port object a9bd27a8-e223-423e-bb26-77abb4f02705 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:21.402704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ebe63bf1-3340-4bdd-9b38-e55808872c98 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:37:21.403451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.408313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.416874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aae9685-aecd-451a-bdb5-c25d8bf40ff3 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:21.422018 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e64e6ad2-ae83-4cea-876a-90052c09e169 req-98062590-75f9-48b2-b0ef-4f812faa6482 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 210 time: 0.0863237 Dec 09 09:37:21.469499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Network': ['ID=88755059-a1ca-4c75-83a6-ec2c647a81fa,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:21.479543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:21.517898 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/networks/88755059-a1ca-4c75-83a6-ec2c647a81fa HTTP/1.1" status: 204 len: 168 time: 3.1831353 Dec 09 09:37:21.519092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58486) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:21.529684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2042619653'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:21.537429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:21.542003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:network and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:21.545982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.548136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:21.549682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: ebe63bf1-3340-4bdd-9b38-e55808872c98 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:37:21.550077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ebe63bf1-3340-4bdd-9b38-e55808872c98 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:37:21.554211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:21.561937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.570170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-881a8231-771d-4c60-a1c3-b4deeec2bb0f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:21.596052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Attempting to bind port 17df8c64-28ca-4294-a573-8dad86870f5f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:21.596473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Attempting to bind port 17df8c64-28ca-4294-a573-8dad86870f5f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '58ca715b-5a60-4605-9af8-260b24a7e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:21.596882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Attempting to bind port 17df8c64-28ca-4294-a573-8dad86870f5f on network bb7b0582-a408-48ce-b854-4712e7ed6241 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:21.603946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:21.605621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Checking segment: {'id': '58ca715b-5a60-4605-9af8-260b24a7e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:21.606122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.606636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Bound using segment: {'id': '58ca715b-5a60-4605-9af8-260b24a7e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:21.607171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Bound port: 17df8c64-28ca-4294-a573-8dad86870f5f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ca715b-5a60-4605-9af8-260b24a7e874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:21.607734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.616122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:21.621768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.655372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-262e5e2a-8e83-4c25-b9d3-46f78a1a8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.666057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:37:21.667018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:37:21.695110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Subnet': ['ID=da9efcec-5a08-4628-b838-40f589b01b5d,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:21.699683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:21.705102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] For port 17df8c64-28ca-4294-a573-8dad86870f5f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:21.708985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] For port 17df8c64-28ca-4294-a573-8dad86870f5f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=17df8c64-28ca-4294-a573-8dad86870f5f,segment=NetworkSegment(58ca715b-5a60-4605-9af8-260b24a7e874),segment_id=58ca715b-5a60-4605-9af8-260b24a7e874)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:21.712041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:21.712804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:21.715633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8539a230-3fa0-499d-a585-5d9654b64e42 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:21.726146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.730459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:21.765262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:21.769723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:21.770409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.779521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:21.830404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.830787 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added segment 8e02c8ca-76dc-4608-aeac-89a40f878f6d of type vlan for network 5e15abaa-7a02-4a63-8076-448859f65055 Dec 09 09:37:21.832147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-262e5e2a-8e83-4c25-b9d3-46f78a1a8dbb None None] For port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b0f35ed1-0cee-4f8d-8c84-34119ecc5a28,segment=NetworkSegment(58ca715b-5a60-4605-9af8-260b24a7e874),segment_id=58ca715b-5a60-4605-9af8-260b24a7e874)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:21.845527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-262e5e2a-8e83-4c25-b9d3-46f78a1a8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:21.849711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:21.856832 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.5967617 Dec 09 09:37:21.858693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58492) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:21.867803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Checking segment: {'id': '0a508c72-2ee8-49bf-852a-503651475ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:21.868120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network hostable DHCP agents. Network: 4c663dca-c253-4c37-88bd-e23dfc1f09d9, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:21.894302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event updated for resources: {'Port': ['ID=a9bd27a8-e223-423e-bb26-77abb4f02705,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:21.898467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f8b40-f83b-4a36-bcaa-b578fe542aea None None] Pushing event updated for resources: {'Port': ['ID=17df8c64-28ca-4294-a573-8dad86870f5f,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:21.902679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:21.902858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:21.935836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:21.946944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.010643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:22.018231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.022538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:22.023204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.030878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-689caa85-e0cc-48c2-9b85-957ef4a6bd54 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:22.035411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting port a9bd27a8-e223-423e-bb26-77abb4f02705 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:22.035998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.043181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b2f8b40-f83b-4a36-bcaa-b578fe542aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:22.080641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.088096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 4c663dca-c253-4c37-88bd-e23dfc1f09d9) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:22.125987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Transition to ACTIVE for port object 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:22.146188 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6249712 Dec 09 09:37:22.150912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58498) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:22.156903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:22.158296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.163866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Transition to ACTIVE for port object 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:22.175155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'subnet': {'network_id': '5e15abaa-7a02-4a63-8076-448859f65055', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:22.187083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] Deleting port ebe63bf1-3340-4bdd-9b38-e55808872c98 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:22.187666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.289779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e5e2a-8e83-4c25-b9d3-46f78a1a8dbb None None] Pushing event updated for resources: {'Port': ['ID=b0f35ed1-0cee-4f8d-8c84-34119ecc5a28,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:22.299810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:22.311789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-262e5e2a-8e83-4c25-b9d3-46f78a1a8dbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:22.361069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Network': ['ID=5e15abaa-7a02-4a63-8076-448859f65055,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:22.382159 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4385157 Dec 09 09:37:22.389482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb328e8-1079-47ef-80f9-bab60addf934 None None] Network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:22.399815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:22.404922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58502) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:22.410756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.414570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Provisioning for port f9d1c521-56d6-433d-b03d-2c2422f4364f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:22.436569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:22.475275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 5e15abaa-7a02-4a63-8076-448859f65055 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:22.579255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.871836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Calling delete_port for a9bd27a8-e223-423e-bb26-77abb4f02705 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:22.909196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-093ab92f-005f-48de-be23-2832f1f86e81 None None] The port 'ebe63bf1-3340-4bdd-9b38-e55808872c98' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:37:22.918501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-990ce820-2fb4-4121-b0c5-e38053e64b90 req-f8920f4e-8c99-4b9c-8168-3d5255386c3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 210 time: 0.2082694 Dec 09 09:37:22.958045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:21Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:22.963375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677262fc-4af2-4985-8fa5-50b8fd0c081c None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:21Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:22.966150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Provisioning complete for port f9d1c521-56d6-433d-b03d-2c2422f4364f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:22.966579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:22.977977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:22.996822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:subnet and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:23.013967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:23.031627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:23.076842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:23.099372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62fc6a4e-648e-450b-aceb-31165073b573 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746976568998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851496995'] for subnet, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:23.108603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f7a8d21-e268-4b07-84bb-0ad01cb118d3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:23.230001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Pushing event updated for resources: {'Port': ['ID=87c19ed0-53ef-41d2-a31b-0df7aaeb0164,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:23.245610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Network c955ccd1-5827-4137-a00a-ac8e26689f77 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:23.260127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:23.267575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:23.268636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-837c8f67-61bd-4fc2-b229-dc7bf7ab68d5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:23.269289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:23.280683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:23.347614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Port': ['ID=a9bd27a8-e223-423e-bb26-77abb4f02705,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:23.350837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:23.352199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] Update dhcp port {'port': {'network_id': 'ebd89ada-00b8-4c9c-8152-3ae78ecf2e21', 'fixed_ips': [{'subnet_id': '1d2c1873-25c2-4fba-bc81-4ef94b95c2e7', 'ip_address': '2001:db8::2'}, {'subnet_id': '573f7191-29e8-4f12-a61f-8dac9413840d'}], 'binding:host_id': 'dv-neutron-819581-1-hyperv'}, 'id': 'f9d1c521-56d6-433d-b03d-2c2422f4364f'} from dv-neutron-819581-1-hyperv. {{(pid=88885) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Dec 09 09:37:23.478155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:23.493597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/a9bd27a8-e223-423e-bb26-77abb4f02705 HTTP/1.1" status: 204 len: 168 time: 1.6320648 Dec 09 09:37:23.499897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58508) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:23.695442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b0d68a-97d5-42b9-868f-9d537449ee50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:23.696287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c4b0d68a-97d5-42b9-868f-9d537449ee50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:23.739357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:23.752844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c4b0d68a-97d5-42b9-868f-9d537449ee50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:23.754528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c4b0d68a-97d5-42b9-868f-9d537449ee50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2533822 Dec 09 09:37:23.759022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58516) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:23.767366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Attempting to bind port 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:23.767789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Attempting to bind port 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '658a700f-63b0-4e29-8d8a-005d3783e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c955ccd1-5827-4137-a00a-ac8e26689f77'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:23.768200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Attempting to bind port 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 on network c955ccd1-5827-4137-a00a-ac8e26689f77 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:23.770767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:23.771650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:23.798250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:23.832329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:23.833217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Checking segment: {'id': '658a700f-63b0-4e29-8d8a-005d3783e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c955ccd1-5827-4137-a00a-ac8e26689f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:23.833906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:23.834573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Bound using segment: {'id': '658a700f-63b0-4e29-8d8a-005d3783e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c955ccd1-5827-4137-a00a-ac8e26689f77'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:23.835483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Bound port: 87c19ed0-53ef-41d2-a31b-0df7aaeb0164, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658a700f-63b0-4e29-8d8a-005d3783e06e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c955ccd1-5827-4137-a00a-ac8e26689f77'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:23.836187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:23.890489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fc6a4e-648e-450b-aceb-31165073b573 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:23.891193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62fc6a4e-648e-450b-aceb-31165073b573 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:23.892865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-62fc6a4e-648e-450b-aceb-31165073b573 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "PUT /v2.0/subnets/6f9def33-39a9-4c4c-bfa8-5f60a99b63f8 HTTP/1.1" status: 200 len: 826 time: 5.0151312 Dec 09 09:37:23.904048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58520) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:23.960815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:24.094294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:24.121805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-adcbcffc-e63b-471d-9e49-28e4e2ea0f0a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:24.123876 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-adcbcffc-e63b-471d-9e49-28e4e2ea0f0a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=bdc46751-1c39-4b69-8e3a-794781aa87a1 HTTP/1.1" status: 200 len: 797 time: 0.5891628 Dec 09 09:37:24.206955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc6a4e-648e-450b-aceb-31165073b573 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=6f9def33-39a9-4c4c-bfa8-5f60a99b63f8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:24.229291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62fc6a4e-648e-450b-aceb-31165073b573 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.121s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:24.241310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] For port f9d1c521-56d6-433d-b03d-2c2422f4364f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f9d1c521-56d6-433d-b03d-2c2422f4364f,segment=NetworkSegment(8730efb0-08a7-4f27-b24a-2a67ab53975a),segment_id=8730efb0-08a7-4f27-b24a-2a67ab53975a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:24.263056 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ebacb37-c9b2-408b-99c4-ee241db5d7a7 req-3af6a01a-4e97-43a9-a515-489012dc2f0a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 210 time: 0.0692677 Dec 09 09:37:24.286295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:24.296385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:24.327820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b296171a-9090-4fab-b2fb-28e3558bbc05 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:24.329572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b296171a-9090-4fab-b2fb-28e3558bbc05 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5691826 Dec 09 09:37:24.332612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58526) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:24.390055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:24.437907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] For port 87c19ed0-53ef-41d2-a31b-0df7aaeb0164, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:24.442413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] For port 87c19ed0-53ef-41d2-a31b-0df7aaeb0164, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=87c19ed0-53ef-41d2-a31b-0df7aaeb0164,segment=NetworkSegment(658a700f-63b0-4e29-8d8a-005d3783e06e),segment_id=658a700f-63b0-4e29-8d8a-005d3783e06e)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:24.456155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d495be-9b10-4210-adc9-7804b9f2aef4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:24.457728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d495be-9b10-4210-adc9-7804b9f2aef4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:24.459225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d495be-9b10-4210-adc9-7804b9f2aef4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:24.460125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-97d495be-9b10-4210-adc9-7804b9f2aef4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:24.487958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Deleting port 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:24.488330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:24.528963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-97d495be-9b10-4210-adc9-7804b9f2aef4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:24.531127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-97d495be-9b10-4210-adc9-7804b9f2aef4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1974223 Dec 09 09:37:24.534308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58530) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:24.535287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Pushing event updated for resources: {'Port': ['ID=f9d1c521-56d6-433d-b03d-2c2422f4364f,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:24.560052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-53077989-0c23-42b5-872e-f436edf32e04 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 379 time: 0.4145353 Dec 09 09:37:24.574750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['6cff03ce-161b-45ee-bea2-0dcbb7813346']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:24.578508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:24.592644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Could not find standard attr ID for object d935c4f7-e16c-489b-a2cd-e7b945f73dee. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:37:24.595634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:24.614692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6a77e62-7755-45d4-82b1-bd35dfae1f5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:24.661264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Allocated IP 172.21.0.2 (4c663dca-c253-4c37-88bd-e23dfc1f09d9/da9efcec-5a08-4628-b838-40f589b01b5d/c8665010-ae73-4bf6-9158-14884cd0b4e2) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:24.783161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] Allocated IP 172.20.0.1 (ebd89ada-00b8-4c9c-8152-3ae78ecf2e21/573f7191-29e8-4f12-a61f-8dac9413840d/f9d1c521-56d6-433d-b03d-2c2422f4364f) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:24.803322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Provisioning complete for port c8955a90-7846-4032-b3e7-d7f39fa17730 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:24.803740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:24.829407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:24.829407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:24.908974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:24.940028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Pushing event updated for resources: {'Port': ['ID=87c19ed0-53ef-41d2-a31b-0df7aaeb0164,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:24.959633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:24.996613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet 9c375076-616c-4ccb-bb7e-d8a38f7c3e39 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:25.004267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] For port 87c19ed0-53ef-41d2-a31b-0df7aaeb0164, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=87c19ed0-53ef-41d2-a31b-0df7aaeb0164,segment=NetworkSegment(658a700f-63b0-4e29-8d8a-005d3783e06e),segment_id=658a700f-63b0-4e29-8d8a-005d3783e06e)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:25.004519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:25.004838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.012758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.063487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.075354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a2001c7-f51e-42c7-b399-be8644cf3667 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:25.130459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:25.136060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.219823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Calling delete_port for 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:25.267032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Subnet': ['ID=bed72236-a2b7-4087-a5a9-96af4c361fa2,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:25.277903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:25.283272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.387429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Checking segment: {'id': '8e02c8ca-76dc-4608-aeac-89a40f878f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5e15abaa-7a02-4a63-8076-448859f65055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:25.387794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network hostable DHCP agents. Network: 5e15abaa-7a02-4a63-8076-448859f65055, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:25.424534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.522945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] For port f9d1c521-56d6-433d-b03d-2c2422f4364f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f9d1c521-56d6-433d-b03d-2c2422f4364f,segment=NetworkSegment(8730efb0-08a7-4f27-b24a-2a67ab53975a),segment_id=8730efb0-08a7-4f27-b24a-2a67ab53975a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:25.533931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.6 (bdc46751-1c39-4b69-8e3a-794781aa87a1/49ce0688-be68-4549-a4a8-21af70d83d8c/991b65d7-0303-4333-b695-435b3ab32171) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:25.579283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.604604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 5e15abaa-7a02-4a63-8076-448859f65055 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:25.627147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.632758 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f07c1a8e-9980-47e9-a069-0d568f9459ee req-220a7f4f-987b-411a-9485-6b346562f194 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 210 time: 0.1113341 Dec 09 09:37:25.644889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 5e15abaa-7a02-4a63-8076-448859f65055) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:25.650029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:25.650541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.660440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3a4c51-6f3a-48a2-9794-234fa60e3046 None None] Network 5e15abaa-7a02-4a63-8076-448859f65055 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:25.697886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.706982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Transition to ACTIVE for port object c8665010-ae73-4bf6-9158-14884cd0b4e2 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:25.716027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c8ea60e-5621-4356-a78e-811cf5053265 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:25.747326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] Transition to ACTIVE for port object f9d1c521-56d6-433d-b03d-2c2422f4364f will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:25.754901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.773184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.833915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Port': ['ID=87c19ed0-53ef-41d2-a31b-0df7aaeb0164,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:25.844405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:25.844768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:25.845593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f8564eb4-aa8b-4d0a-8478-a8fe59653b63 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:25.897942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Transition to ACTIVE for port object c8665010-ae73-4bf6-9158-14884cd0b4e2 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:25.904730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7413731 Dec 09 09:37:25.905758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58536) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:25.930692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.934635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:25.950343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1863399878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:25.958541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.965015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=9c375076-616c-4ccb-bb7e-d8a38f7c3e39,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:25.967580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:25.970491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:25.978060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:25.988881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No DVR routers for this DVR port 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:26.006868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-af23b68a-a9fa-468a-a09a-1ce902ec5e83 None None] Provisioning for port 17df8c64-28ca-4294-a573-8dad86870f5f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:26.027373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5175dbbd-71f4-4c47-86f2-51cdf35b07f3 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:26.040492 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/9c375076-616c-4ccb-bb7e-d8a38f7c3e39 HTTP/1.1" status: 204 len: 168 time: 1.5052412 Dec 09 09:37:26.048312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58540) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:26.054307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:router and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:26.054698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:37:26.055119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 09 09:37:26.061927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:26.126181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:26.148648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.162079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Port 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 not found, will not notify nova. {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 09 09:37:26.162539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f9d1c521-56d6-433d-b03d-2c2422f4364f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:26.208826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Deleting subnet ab94e61d-ba20-4594-ae3f-ac0d12b1f29a {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:26.212815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.216762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] Pushing event updated for resources: {'Port': ['ID=f9d1c521-56d6-433d-b03d-2c2422f4364f,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:26.268281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.269343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.288258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.293589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.307923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:26.314870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:26.315396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:26.361860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.365755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 991b65d7-0303-4333-b695-435b3ab32171 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:26.368083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:26.368981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3048b055-2b19-4fd6-b54f-7169e49e786c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:26.391863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:26.396031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.425435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9def33-39a9-4c4c-bfa8-5f60a99b63f8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:26.428914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:26.443318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.484219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-21aaeec3-921f-45b2-973f-3c66ee99a8c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:26.484460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-af23b68a-a9fa-468a-a09a-1ce902ec5e83 None None] Provisioning complete for port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:26.484844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af23b68a-a9fa-468a-a09a-1ce902ec5e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.528369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Pushing event updated for resources: {'Port': ['ID=c8665010-ae73-4bf6-9158-14884cd0b4e2,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:26.528640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.591328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:26.845416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-5e15abaa-7a02-4a63-8076-448859f65055', 'network_id': '5e15abaa-7a02-4a63-8076-448859f65055', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'fixed_ips': [{'subnet_id': 'bed72236-a2b7-4087-a5a9-96af4c361fa2'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:26.850029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.958880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:26.997561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network bdc46751-1c39-4b69-8e3a-794781aa87a1 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:27.003838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.005028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.009786 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fae50e37-779c-4e80-9766-5b56fb594db8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0969265 Dec 09 09:37:27.010971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:27.013914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:27.051440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58546) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:27.106671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=991b65d7-0303-4333-b695-435b3ab32171,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:27.125457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:27.153992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c955ccd1-5827-4137-a00a-ac8e26689f77']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:27.169936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Allocated IP 2001:db8::2 (5e15abaa-7a02-4a63-8076-448859f65055/bed72236-a2b7-4087-a5a9-96af4c361fa2/db8e18d5-dd1b-40af-98f1-ebb8b753d6db) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:27.201528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:27.205305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.221390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.21.0.1 (4c663dca-c253-4c37-88bd-e23dfc1f09d9/da9efcec-5a08-4628-b838-40f589b01b5d/18042de7-163d-487f-bcda-3cc9f3b7d68b) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:27.278874 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7104521 Dec 09 09:37:27.282926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658a700f-63b0-4e29-8d8a-005d3783e06e') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:27.283522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658a700f-63b0-4e29-8d8a-005d3783e06e') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:27.326219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Request body: {'port': {'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:27.357870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.425571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.461159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:27.462292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:27.491716 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:27.529132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37620223-bf2e-4ea4-a494-59fb181199ca req-7ced9d89-cb26-4484-b4e6-2eed3eb0f28b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:27.531441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-37620223-bf2e-4ea4-a494-59fb181199ca req-7ced9d89-cb26-4484-b4e6-2eed3eb0f28b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 931 time: 0.6413250 Dec 09 09:37:27.579232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 17df8c64-28ca-4294-a573-8dad86870f5f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:27.604143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.624634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.650375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.703985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-30e4fec8-c8c2-4af8-b0c1-90799089ff50 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:27.732724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Transition to ACTIVE for port object 18042de7-163d-487f-bcda-3cc9f3b7d68b will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:27.820052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Subnet': ['ID=ab94e61d-ba20-4594-ae3f-ac0d12b1f29a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:27.832664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:27.835360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.843160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:27.844774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.851101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:27.865925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.871728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.893510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=c955ccd1-5827-4137-a00a-ac8e26689f77,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:27.897843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fdb5bc-fc71-4172-a3fd-2f698c2bc21e None None] Network c955ccd1-5827-4137-a00a-ac8e26689f77 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:27.906625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:27.923524 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-37620223-bf2e-4ea4-a494-59fb181199ca req-ce294420-994c-472d-b939-6249506fce2d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253112 Dec 09 09:37:27.928836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Attempting to bind port c8665010-ae73-4bf6-9158-14884cd0b4e2 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:27.930612 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/ab94e61d-ba20-4594-ae3f-ac0d12b1f29a HTTP/1.1" status: 204 len: 168 time: 1.8811982 Dec 09 09:37:27.933609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58550) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:27.934740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Attempting to bind port c8665010-ae73-4bf6-9158-14884cd0b4e2 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '0a508c72-2ee8-49bf-852a-503651475ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:27.935232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Attempting to bind port c8665010-ae73-4bf6-9158-14884cd0b4e2 on network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:27.936292 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/c955ccd1-5827-4137-a00a-ac8e26689f77 HTTP/1.1" status: 204 len: 168 time: 4.0138111 Dec 09 09:37:27.937430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58552) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:27.963013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:27.963558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Checking segment: {'id': '0a508c72-2ee8-49bf-852a-503651475ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:27.964133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.964673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Bound using segment: {'id': '0a508c72-2ee8-49bf-852a-503651475ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:27.965380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Bound port: c8665010-ae73-4bf6-9158-14884cd0b4e2, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a508c72-2ee8-49bf-852a-503651475ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:27.965880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:27.977167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fdb5bc-fc71-4172-a3fd-2f698c2bc21e None None] Network c955ccd1-5827-4137-a00a-ac8e26689f77 could not be found, it might have been deleted concurrently. {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 09 09:37:27.978672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-af23b68a-a9fa-468a-a09a-1ce902ec5e83 None None] Could not find standard attr ID for object a9bd27a8-e223-423e-bb26-77abb4f02705. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:37:27.986622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7aca8d-be7c-4c68-82ac-032f629e4f1d None None] Network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:28.024486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.040674 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a64ccaab-3735-433e-a141-0bceef8d1bc5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0994732 Dec 09 09:37:28.054353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58558) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:28.070719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5660d41-38f2-4ffd-889f-f205c212d80b None None] DHCP port deletion for c955ccd1-5827-4137-a00a-ac8e26689f77 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:37:28.093851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=18042de7-163d-487f-bcda-3cc9f3b7d68b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:28.109094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:28.111054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:28.114275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:28.117952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:28.166518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-17520197-9484-42f1-885b-5ac81b96a6ac tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:28.167051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17520197-9484-42f1-885b-5ac81b96a6ac tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:28.168675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Transition to ACTIVE for port object db8e18d5-dd1b-40af-98f1-ebb8b753d6db will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:28.173650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 17df8c64-28ca-4294-a573-8dad86870f5f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:28.173810 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-17520197-9484-42f1-885b-5ac81b96a6ac tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/c955ccd1-5827-4137-a00a-ac8e26689f77 HTTP/1.1" status: 404 len: 339 time: 0.1728401 Dec 09 09:37:28.173901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58562) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:28.188910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-294342947', 'description': 'd1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:28.205249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:28.215010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Usage tracker for resource:network and tenant:9c721f8f02e74ef4afb0431737ec0c9b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:28.216651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 17df8c64-28ca-4294-a573-8dad86870f5f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:28.216774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.221730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:28.234593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.239357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:28.258118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1401fa-58fe-41f4-83ed-e859849f1bbf None None] Network c955ccd1-5827-4137-a00a-ac8e26689f77 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:28.262272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:28.267659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.279502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7666a3-28bd-4fe7-bdf8-15c0bdc53cc7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:28.285193 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4b7666a3-28bd-4fe7-bdf8-15c0bdc53cc7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2222235 Dec 09 09:37:28.285193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58566) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:28.299833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Transition to ACTIVE for port object db8e18d5-dd1b-40af-98f1-ebb8b753d6db will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:28.322947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1401fa-58fe-41f4-83ed-e859849f1bbf None None] Network c955ccd1-5827-4137-a00a-ac8e26689f77 could not be found, it might have been deleted concurrently. {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 09 09:37:28.350751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.363289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b213465-d723-4a05-abc8-2d4543130573 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:28.394317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:28.397101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-edd070fa-4a23-4753-a39c-fbad24cecb26 None None] Provisioning for port f9d1c521-56d6-433d-b03d-2c2422f4364f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:28.401301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.421242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cc639d-292d-4777-9b5a-0b670b395368 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:28.421641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-96cc639d-292d-4777-9b5a-0b670b395368 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:28.425280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] For port c8665010-ae73-4bf6-9158-14884cd0b4e2, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:28.427495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991b65d7-0303-4333-b695-435b3ab32171 {{(pid=88883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:37:28.440642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.466705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-edd070fa-4a23-4753-a39c-fbad24cecb26 None None] Provisioning complete for port f9d1c521-56d6-433d-b03d-2c2422f4364f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:28.467130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-edd070fa-4a23-4753-a39c-fbad24cecb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.469530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Transition to ACTIVE for port object 991b65d7-0303-4333-b695-435b3ab32171 will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:28.500144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.530997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.531393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment 4b63b24f-bf55-4344-af81-a297df4ee265 of type vlan for network 7c0c1658-23e6-433b-91cf-bafaed64ac37 Dec 09 09:37:28.538779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] For port c8665010-ae73-4bf6-9158-14884cd0b4e2, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c8665010-ae73-4bf6-9158-14884cd0b4e2,segment=NetworkSegment(0a508c72-2ee8-49bf-852a-503651475ca7),segment_id=0a508c72-2ee8-49bf-852a-503651475ca7)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:28.558898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Network 5e15abaa-7a02-4a63-8076-448859f65055 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:28.562129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.564316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-96cc639d-292d-4777-9b5a-0b670b395368 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:28.565642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-96cc639d-292d-4777-9b5a-0b670b395368 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2793512 Dec 09 09:37:28.568606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58570) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:28.573087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.578916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:28.582941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:28.590895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Pushing event updated for resources: {'Port': ['ID=db8e18d5-dd1b-40af-98f1-ebb8b753d6db,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:28.591775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:28.667856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:28.690905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6feecf6a-8e02-4232-8a8e-8b05314f877d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210217 Dec 09 09:37:28.702101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:28.736071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58574) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:28.756272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2fac4b5e-276a-4ffc-a24a-3a86143473bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:28.883318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 2001:db8::1 (5e15abaa-7a02-4a63-8076-448859f65055/bed72236-a2b7-4087-a5a9-96af4c361fa2/dc858c8a-dc2f-4365-a7cd-ecae1fcbef48) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:28.933760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Pushing event updated for resources: {'Port': ['ID=c8665010-ae73-4bf6-9158-14884cd0b4e2,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:28.946234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:28.977668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.021887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Attempting to bind port db8e18d5-dd1b-40af-98f1-ebb8b753d6db on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:29.022225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Attempting to bind port db8e18d5-dd1b-40af-98f1-ebb8b753d6db by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '8e02c8ca-76dc-4608-aeac-89a40f878f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5e15abaa-7a02-4a63-8076-448859f65055'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:29.022630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Attempting to bind port db8e18d5-dd1b-40af-98f1-ebb8b753d6db on network 5e15abaa-7a02-4a63-8076-448859f65055 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:29.056608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=991b65d7-0303-4333-b695-435b3ab32171,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:29.072710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:29.095270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.102516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:29.103190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.143210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:29.143625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Checking segment: {'id': '8e02c8ca-76dc-4608-aeac-89a40f878f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5e15abaa-7a02-4a63-8076-448859f65055'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:29.144061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.147336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Bound using segment: {'id': '8e02c8ca-76dc-4608-aeac-89a40f878f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5e15abaa-7a02-4a63-8076-448859f65055'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:29.147976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Bound port: db8e18d5-dd1b-40af-98f1-ebb8b753d6db, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e02c8ca-76dc-4608-aeac-89a40f878f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '5e15abaa-7a02-4a63-8076-448859f65055'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:29.148932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.153474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.177276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Transition to ACTIVE for port object dc858c8a-dc2f-4365-a7cd-ecae1fcbef48 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:29.191554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 17df8c64-28ca-4294-a573-8dad86870f5f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=17df8c64-28ca-4294-a573-8dad86870f5f,segment=NetworkSegment(58ca715b-5a60-4605-9af8-260b24a7e874),segment_id=58ca715b-5a60-4605-9af8-260b24a7e874)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:29.212362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.214530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.214664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7a71e2e-590f-46ff-a36b-61111a72d045 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:29.220706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:29.235177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-94c32c06-c592-41f4-930d-afea45315dca tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:29.377227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=7c0c1658-23e6-433b-91cf-bafaed64ac37,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:29.395975 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5908da-f483-422a-a2a0-d398f3affe7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:29.396483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5908da-f483-422a-a2a0-d398f3affe7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:29.396881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 5e15abaa-7a02-4a63-8076-448859f65055 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:29.398402 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5b5908da-f483-422a-a2a0-d398f3affe7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/a9bd27a8-e223-423e-bb26-77abb4f02705 HTTP/1.1" status: 404 len: 333 time: 0.6064796 Dec 09 09:37:29.402552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:29.403358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:29.406191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:29.407000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.408186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2334182 Dec 09 09:37:29.413931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 7c0c1658-23e6-433b-91cf-bafaed64ac37 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:29.414579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58580) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:29.415170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58582) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:29.438191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f9d1c521-56d6-433d-b03d-2c2422f4364f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:29.503446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-edd070fa-4a23-4753-a39c-fbad24cecb26 None None] Provisioning for port 991b65d7-0303-4333-b695-435b3ab32171 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:29.514545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=17df8c64-28ca-4294-a573-8dad86870f5f,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:29.516160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=dc858c8a-dc2f-4365-a7cd-ecae1fcbef48,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:29.522167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] For port db8e18d5-dd1b-40af-98f1-ebb8b753d6db, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:29.524789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:29.536066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:29.570848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-814c0cfe-7d28-4c6a-a55d-1bc473297e84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:29.571558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814c0cfe-7d28-4c6a-a55d-1bc473297e84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:29.592257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-814c0cfe-7d28-4c6a-a55d-1bc473297e84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/9c375076-616c-4ccb-bb7e-d8a38f7c3e39 HTTP/1.1" status: 404 len: 337 time: 0.1748855 Dec 09 09:37:29.597235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58588) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:29.651070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] For port db8e18d5-dd1b-40af-98f1-ebb8b753d6db, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=db8e18d5-dd1b-40af-98f1-ebb8b753d6db,segment=NetworkSegment(8e02c8ca-76dc-4608-aeac-89a40f878f6d),segment_id=8e02c8ca-76dc-4608-aeac-89a40f878f6d)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:29.656729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-edd070fa-4a23-4753-a39c-fbad24cecb26 None None] Could not find standard attr ID for object 87c19ed0-53ef-41d2-a31b-0df7aaeb0164. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:37:29.677866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.710060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04417172-e4d3-40f9-86f9-3244bc5ba56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:29.804611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d432ebb-8f41-4138-8d2f-ff5c278d69cd req-0413db5e-30e1-42b0-bf7d-641ae2a15673 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:29.805471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2d432ebb-8f41-4138-8d2f-ff5c278d69cd req-0413db5e-30e1-42b0-bf7d-641ae2a15673 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:29.829607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Attempting to bind port 991b65d7-0303-4333-b695-435b3ab32171 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:29.829862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Attempting to bind port 991b65d7-0303-4333-b695-435b3ab32171 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:29.830102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Attempting to bind port 991b65d7-0303-4333-b695-435b3ab32171 on network bdc46751-1c39-4b69-8e3a-794781aa87a1 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:29.849699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Pushing event updated for resources: {'Port': ['ID=db8e18d5-dd1b-40af-98f1-ebb8b753d6db,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:29.853781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c0004-a95a-4256-867c-7a13ace09d20 None None] Network 2d5d328b-91d8-47d0-9229-6819f3b6112b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:29.863325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Port 991b65d7-0303-4333-b695-435b3ab32171 on network bdc46751-1c39-4b69-8e3a-794781aa87a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:37:29.863703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Attempting to bind port 991b65d7-0303-4333-b695-435b3ab32171 on network bdc46751-1c39-4b69-8e3a-794781aa87a1 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:29.880583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2d432ebb-8f41-4138-8d2f-ff5c278d69cd req-0413db5e-30e1-42b0-bf7d-641ae2a15673 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:29.881985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d432ebb-8f41-4138-8d2f-ff5c278d69cd req-0413db5e-30e1-42b0-bf7d-641ae2a15673 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 943 time: 0.7104731 Dec 09 09:37:29.884411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:29.884785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Checking segment: {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:29.885245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Bound using segment: {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:29.885845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Bound port: 991b65d7-0303-4333-b695-435b3ab32171, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f77066-1510-4abf-b274-e9dcab418b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1'}}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:29.887027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:29.949552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:30.007918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:30.025192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:30.048785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:30.074683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f9d1c521-56d6-433d-b03d-2c2422f4364f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:30.075122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:30.155834 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5bde5c-5327-4bb7-abbc-42ef13ea06a3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:30.156331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5bde5c-5327-4bb7-abbc-42ef13ea06a3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:30.160750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3c5bde5c-5327-4bb7-abbc-42ef13ea06a3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/ab94e61d-ba20-4594-ae3f-ac0d12b1f29a HTTP/1.1" status: 404 len: 337 time: 0.4654083 Dec 09 09:37:30.161905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58592) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:30.209829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d76c11-094a-42c6-bdf0-68b6376bdee3 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:30.210737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-53d76c11-094a-42c6-bdf0-68b6376bdee3 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Synchronizing usage tracker for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:30.275757 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee801acf-4181-4f17-8710-df69f5ef5f43 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:30.276900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee801acf-4181-4f17-8710-df69f5ef5f43 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:30.279284 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ee801acf-4181-4f17-8710-df69f5ef5f43 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/d935c4f7-e16c-489b-a2cd-e7b945f73dee HTTP/1.1" status: 404 len: 333 time: 0.1168623 Dec 09 09:37:30.288572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5c5eeebf-65b7-4a6e-a8de-93618723e8bf None None] Provisioning complete for port c8955a90-7846-4032-b3e7-d7f39fa17730 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:30.288999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c5eeebf-65b7-4a6e-a8de-93618723e8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:30.290263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58596) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:30.359901 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26731c6-9004-4b58-b77a-0131fb1bc2a3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:30.360411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26731c6-9004-4b58-b77a-0131fb1bc2a3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:30.364976 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e26731c6-9004-4b58-b77a-0131fb1bc2a3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/31b056a7-e107-4e90-9fab-1062418450eb HTTP/1.1" status: 404 len: 337 time: 0.0677836 Dec 09 09:37:30.367387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-53d76c11-094a-42c6-bdf0-68b6376bdee3 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Unset dirty status for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:30.372374 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-53d76c11-094a-42c6-bdf0-68b6376bdee3 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/networks?id=7c0c1658-23e6-433b-91cf-bafaed64ac37 HTTP/1.1" status: 200 len: 764 time: 0.9492807 Dec 09 09:37:30.372374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58600) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:30.375042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58602) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:30.422738 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f93b388-1f59-4e1c-8268-a8ddfb7d8c81 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:30.423563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f93b388-1f59-4e1c-8268-a8ddfb7d8c81 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:30.428494 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f93b388-1f59-4e1c-8268-a8ddfb7d8c81 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/b81e2602-027d-4eb8-9c12-a851970e9922 HTTP/1.1" status: 404 len: 337 time: 0.0525675 Dec 09 09:37:30.431303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'description': 'd2'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:30.447305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58608) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:30.463596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d432ebb-8f41-4138-8d2f-ff5c278d69cd req-093fbc7e-23df-49ec-9b57-29a77862d451 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5646293 Dec 09 09:37:30.469207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:30.506222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] DHCP port deletion for 2d5d328b-91d8-47d0-9229-6819f3b6112b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:37:30.531683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] Deleting port c8955a90-7846-4032-b3e7-d7f39fa17730 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:30.532103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:30.551417 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4342a74a-a94e-4ab5-b752-503d50bb7ae0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:30.552148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4342a74a-a94e-4ab5-b752-503d50bb7ae0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:30.554454 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4342a74a-a94e-4ab5-b752-503d50bb7ae0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/0a2b3798-0d64-4928-8520-3b75ac743cf8 HTTP/1.1" status: 404 len: 333 time: 0.0897589 Dec 09 09:37:30.562471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58612) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:30.563530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:30.583200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=18042de7-163d-487f-bcda-3cc9f3b7d68b,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:30.589600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:30.592198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] For port 991b65d7-0303-4333-b695-435b3ab32171, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:30.597522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] For port 991b65d7-0303-4333-b695-435b3ab32171, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=991b65d7-0303-4333-b695-435b3ab32171,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:30.619021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:30.625517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38517c0a-3d29-48f5-bdeb-5529ed879c69 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:30.661614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:37:30.706126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:37:30.706532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 87c19ed0-53ef-41d2-a31b-0df7aaeb0164 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:37:30.710508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf59b770-003a-4693-898e-15f7b9e674c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:30.711090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf59b770-003a-4693-898e-15f7b9e674c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:30.712929 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cf59b770-003a-4693-898e-15f7b9e674c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/8048d3a7-5d4d-4f75-9716-fdd41506ad5b HTTP/1.1" status: 404 len: 337 time: 0.1468101 Dec 09 09:37:30.719703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58616) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:30.774583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:30.776074 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] 10.222.0.65 "PUT /v2.0/ports/991b65d7-0303-4333-b695-435b3ab32171 HTTP/1.1" status: 200 len: 1093 time: 3.4617417 Dec 09 09:37:30.776692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'tag': '991b65d7-0303-4333-b695-435b3ab32171'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:37:30.803365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=991b65d7-0303-4333-b695-435b3ab32171,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:30.815424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:30.927731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'tag': '991b65d7-0303-4333-b695-435b3ab32171', 'status': 'completed', 'code': 200} Dec 09 09:37:30.946983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:30.949506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:31.022803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] For port c8955a90-7846-4032-b3e7-d7f39fa17730, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c8955a90-7846-4032-b3e7-d7f39fa17730,segment=NetworkSegment(09b68f65-07a8-4c9b-9475-6b362fb01faa),segment_id=09b68f65-07a8-4c9b-9475-6b362fb01faa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:31.023545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:31.185332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ff38c1-13ec-415a-8adb-3d46508e1131 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:31.186124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ff38c1-13ec-415a-8adb-3d46508e1131 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:31.188523 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3ff38c1-13ec-415a-8adb-3d46508e1131 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/2e92d32f-7e42-403a-8cd5-638969fa72dc HTTP/1.1" status: 404 len: 337 time: 0.4654374 Dec 09 09:37:31.195074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58622) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:31.260214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] Calling delete_port for c8955a90-7846-4032-b3e7-d7f39fa17730 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:31.281730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-756ca8dd-3f86-4958-a17c-05bcf6aadf3a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:31.282221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-756ca8dd-3f86-4958-a17c-05bcf6aadf3a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:31.284054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-756ca8dd-3f86-4958-a17c-05bcf6aadf3a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/48250e61-f5f5-4a05-a892-d6e3137718fb HTTP/1.1" status: 404 len: 333 time: 0.0879285 Dec 09 09:37:31.293965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-94ce529f-3b68-4bc4-a0d0-aedc60c0f3e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 1096 time: 0.4420094 Dec 09 09:37:31.294259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58626) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:31.321058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b019b9b4-d32e-4a17-b505-0d34a2e1df7e None None] Provisioning complete for port f9d1c521-56d6-433d-b03d-2c2422f4364f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:31.321506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b019b9b4-d32e-4a17-b505-0d34a2e1df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:31.446625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:31.451831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:31.454877 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-c349fc7d-92c8-453b-88eb-a1ccee3709ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=991b65d7-0303-4333-b695-435b3ab32171 HTTP/1.1" status: 200 len: 217 time: 0.1115870 Dec 09 09:37:31.499744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:31.524509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] Pushing event deleted for resources: {'Port': ['ID=c8955a90-7846-4032-b3e7-d7f39fa17730,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:31.532265 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-13959d50-c493-4d3e-8b8e-1b28637f6fac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:31.533247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13959d50-c493-4d3e-8b8e-1b28637f6fac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:31.542572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58632) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:31.546307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-13959d50-c493-4d3e-8b8e-1b28637f6fac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/7dcc5652-3da2-4ba2-b9fd-54d580f1397f HTTP/1.1" status: 404 len: 337 time: 0.2505231 Dec 09 09:37:31.557630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:31.589782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] No DVR routers for this DVR port c8955a90-7846-4032-b3e7-d7f39fa17730 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:31.666824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:31.695362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:31.696355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c8665010-ae73-4bf6-9158-14884cd0b4e2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:31.701259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c95c45f9-7926-4e3a-8688-a0b0e9c5e6ac tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:31.806395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port c8665010-ae73-4bf6-9158-14884cd0b4e2 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:31.812391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device db8e18d5-dd1b-40af-98f1-ebb8b753d6db up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:31.828091 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1f20d6-0656-4821-9d4f-a6dfb3b3b3df tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:31.828593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1f20d6-0656-4821-9d4f-a6dfb3b3b3df tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:31.831275 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f1f20d6-0656-4821-9d4f-a6dfb3b3b3df tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/4db47334-7490-42f4-9f96-a94490b6bffa HTTP/1.1" status: 404 len: 337 time: 0.2868001 Dec 09 09:37:31.842546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58636) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:31.845247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=7c0c1658-23e6-433b-91cf-bafaed64ac37,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:31.849762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:31.851461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:31.861333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:31.861333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ee53bd4-316f-4694-aa42-61f7767fafae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:31.870530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 7c0c1658-23e6-433b-91cf-bafaed64ac37 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:31.888520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-e3ebb63d-788d-458d-bf05-9d240d8ede14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:31.890148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-e3ebb63d-788d-458d-bf05-9d240d8ede14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49ce0688-be68-4549-a4a8-21af70d83d8c HTTP/1.1" status: 200 len: 835 time: 0.4215231 Dec 09 09:37:31.905769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network 7c0c1658-23e6-433b-91cf-bafaed64ac37 is not hosted by any dhcp agent {{(pid=88884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 09 09:37:31.910159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:31.910822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:31.914825 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "PUT /v2.0/networks/7c0c1658-23e6-433b-91cf-bafaed64ac37 HTTP/1.1" status: 200 len: 761 time: 1.4924383 Dec 09 09:37:31.922584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58640) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:31.945413 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-621554a4-147c-4879-bcbc-6fae8857bee8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:31.945769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621554a4-147c-4879-bcbc-6fae8857bee8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:31.950477 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-621554a4-147c-4879-bcbc-6fae8857bee8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/22deff20-f1a4-4fd2-8c14-fea7f8f3cf55 HTTP/1.1" status: 404 len: 333 time: 0.1038923 Dec 09 09:37:31.956364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58644) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:31.990694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port db8e18d5-dd1b-40af-98f1-ebb8b753d6db completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:31.997064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 17df8c64-28ca-4294-a573-8dad86870f5f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:32.022913 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eaa17ce-52c5-491c-b1e7-e881a0f262b2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:32.023270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eaa17ce-52c5-491c-b1e7-e881a0f262b2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:32.027709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0eaa17ce-52c5-491c-b1e7-e881a0f262b2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/0e39ba8f-6e97-4917-b032-be9d457e5743 HTTP/1.1" status: 404 len: 337 time: 0.0654433 Dec 09 09:37:32.029844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58648) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:32.084969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d69f07-6ac5-4102-b51b-44baa439f1da req-e851dfff-f74b-4281-97ea-b84011024fee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:32.086639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-09d69f07-6ac5-4102-b51b-44baa439f1da req-e851dfff-f74b-4281-97ea-b84011024fee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 943 time: 0.2979751 Dec 09 09:37:32.090844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f49ee-34b6-4544-bbbd-c66ffdb48983 None None] Network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:32.096628 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-644b7b39-ab1d-4050-b934-7dc6cfffe09e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc46751-1c39-4b69-8e3a-794781aa87a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1942806 Dec 09 09:37:32.117001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 17df8c64-28ca-4294-a573-8dad86870f5f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:32.117475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:32.144860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=dc858c8a-dc2f-4365-a7cd-ecae1fcbef48,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:32.147687 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-135c411e-173e-4c3e-b081-ccdd7887fbc1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:32.148174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135c411e-173e-4c3e-b081-ccdd7887fbc1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:32.150020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-135c411e-173e-4c3e-b081-ccdd7887fbc1 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/de5a3dc1-3849-4998-bfa1-2d9a0df7c2fe HTTP/1.1" status: 404 len: 333 time: 0.1172047 Dec 09 09:37:32.169662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58652) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:32.203887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:32.212319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:37:32.255027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc2c165-505a-4979-9414-cfcff61f7f3a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:32.260436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ebc2c165-505a-4979-9414-cfcff61f7f3a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/networks?id=7c0c1658-23e6-433b-91cf-bafaed64ac37 HTTP/1.1" status: 200 len: 764 time: 0.3319380 Dec 09 09:37:32.261529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58656) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:32.265172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c086e1a-5ab0-4431-b7f0-136caac47e7e None None] Provisioning for port c8665010-ae73-4bf6-9158-14884cd0b4e2 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:32.281384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c086e1a-5ab0-4431-b7f0-136caac47e7e None None] Provisioning complete for port c8665010-ae73-4bf6-9158-14884cd0b4e2 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:32.281798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c086e1a-5ab0-4431-b7f0-136caac47e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:32.288590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2790df0e-8a8e-4030-b37f-9b6cc96d98cf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:32.289104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2790df0e-8a8e-4030-b37f-9b6cc96d98cf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:32.294041 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2790df0e-8a8e-4030-b37f-9b6cc96d98cf tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/b32b3c7b-c6ae-4710-9fa0-8834d92779ac HTTP/1.1" status: 404 len: 337 time: 0.1202512 Dec 09 09:37:32.298902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58660) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:32.322160 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-09d69f07-6ac5-4102-b51b-44baa439f1da req-22a4e669-490b-4967-ae25-8b4d4847bc24 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243657 Dec 09 09:37:32.386187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-984bb1f6-46a6-4894-84b6-e7a81ce1a9ff tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:32.386690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984bb1f6-46a6-4894-84b6-e7a81ce1a9ff tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:32.390983 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-984bb1f6-46a6-4894-84b6-e7a81ce1a9ff tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/7ca3c25c-ca5f-4d72-b7a2-538a42b0bb82 HTTP/1.1" status: 404 len: 333 time: 0.0795918 Dec 09 09:37:32.393466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58664) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:32.393711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 5e15abaa-7a02-4a63-8076-448859f65055 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:32.397564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:32.533734 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-fd1d202d-77dc-496a-8d74-f2086fbfb7ba service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174435 Dec 09 09:37:32.536520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-df086e4c-bb79-41b1-8434-01b1b69030d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:32.537014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df086e4c-bb79-41b1-8434-01b1b69030d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:32.541253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-df086e4c-bb79-41b1-8434-01b1b69030d7 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/f123185d-0b94-41f7-a2f4-259436307d00 HTTP/1.1" status: 404 len: 337 time: 0.1382406 Dec 09 09:37:32.566083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58668) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:32.566692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c8955a90-7846-4032-b3e7-d7f39fa17730 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:37:32.638138 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da1f15a-9a94-4ca8-af9c-2ef2c7549cf2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:32.638735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da1f15a-9a94-4ca8-af9c-2ef2c7549cf2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:32.642898 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4da1f15a-9a94-4ca8-af9c-2ef2c7549cf2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/c3308099-1a7f-4db7-a8d1-79ae11eb9367 HTTP/1.1" status: 404 len: 333 time: 0.0668659 Dec 09 09:37:32.643808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58672) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:32.651702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: c8955a90-7846-4032-b3e7-d7f39fa17730 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:37:32.652265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c8955a90-7846-4032-b3e7-d7f39fa17730 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:37:32.692887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c086e1a-5ab0-4431-b7f0-136caac47e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:32.770917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c086e1a-5ab0-4431-b7f0-136caac47e7e None None] For port c8665010-ae73-4bf6-9158-14884cd0b4e2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c8665010-ae73-4bf6-9158-14884cd0b4e2,segment=NetworkSegment(0a508c72-2ee8-49bf-852a-503651475ca7),segment_id=0a508c72-2ee8-49bf-852a-503651475ca7)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:32.775806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c086e1a-5ab0-4431-b7f0-136caac47e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:32.777911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d77eb38-434f-4a7a-8560-a59d99b350f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:32.806653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46ece86f-5a57-4f9a-a03c-25cdb7af553a req-dde1aa8f-a019-442e-9668-60ac2a60cb1a service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656336 Dec 09 09:37:32.816709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:32.825403 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3913741 Dec 09 09:37:32.828104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58676) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:32.834987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'network': {'name': 'tempest-RoutersTest-159663737'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:32.853323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:32.859792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:network and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:32.904469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:32.909049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c086e1a-5ab0-4431-b7f0-136caac47e7e None None] Pushing event updated for resources: {'Port': ['ID=c8665010-ae73-4bf6-9158-14884cd0b4e2,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:32.919468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:32.921985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:32.931065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c086e1a-5ab0-4431-b7f0-136caac47e7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:32.938008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:32.940996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:32.942078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:32.943777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:32.994369 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11b6a062-7a71-47f5-b7db-5546dd447cc9 req-a7ff9cd1-c75f-4fe1-be29-5ce37ca2d695 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 1096 time: 0.1306994 Dec 09 09:37:33.032530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:33.054706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a4e31d-8c20-461b-9da8-15967cfa2a84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:33.055218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a4e31d-8c20-461b-9da8-15967cfa2a84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:33.057318 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c1a4e31d-8c20-461b-9da8-15967cfa2a84 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/2a141cdf-a94f-4ff5-91e6-029c76d6374f HTTP/1.1" status: 404 len: 337 time: 0.4123011 Dec 09 09:37:33.061563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58680) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.140668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:33.163904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:33.164268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added segment 73a43aac-6956-4d49-985c-cd26f14a9b4b of type vlan for network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 Dec 09 09:37:33.247560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68792ae2-29fe-4557-ab23-4b110f381431 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.249347 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-68792ae2-29fe-4557-ab23-4b110f381431 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9874105 Dec 09 09:37:33.256498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58684) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.312620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-24a6637d-e048-4d4e-962a-7abbbcf22ed1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Synchronizing usage tracker for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:33.348399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-24a6637d-e048-4d4e-962a-7abbbcf22ed1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Unset dirty status for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:33.349751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-24a6637d-e048-4d4e-962a-7abbbcf22ed1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 207 time: 0.0909669 Dec 09 09:37:33.355377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58688) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.505201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8d2ea-da6f-4644-afe0-9f23edb991c4 None None] Network 5e15abaa-7a02-4a63-8076-448859f65055 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:33.548513 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d72e4b-dcd7-4748-ae48-faeb9c527066 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:33.549081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d72e4b-dcd7-4748-ae48-faeb9c527066 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:33.569475 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b7d72e4b-dcd7-4748-ae48-faeb9c527066 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/a32f6b0d-0386-4774-96df-809ec87775d0 HTTP/1.1" status: 404 len: 333 time: 0.5040433 Dec 09 09:37:33.584407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58694) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.594511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:33.640446 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed3664f-3158-497e-8b3b-98d855e4ada2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:33.641085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed3664f-3158-497e-8b3b-98d855e4ada2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:33.643079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1ed3664f-3158-497e-8b3b-98d855e4ada2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/8893d652-6b03-4254-82ff-f3cb10a86bf9 HTTP/1.1" status: 404 len: 337 time: 0.0574119 Dec 09 09:37:33.652804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58698) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.665746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a062-7a71-47f5-b7db-5546dd447cc9 req-a3acd72f-29e5-44fa-b257-ac1123531ba1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.668445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11b6a062-7a71-47f5-b7db-5546dd447cc9 req-a3acd72f-29e5-44fa-b257-ac1123531ba1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdc46751-1c39-4b69-8e3a-794781aa87a1 HTTP/1.1" status: 200 len: 898 time: 0.6661685 Dec 09 09:37:33.705577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e18cc5-f685-499e-8c82-a1b357bd277a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:33.706199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e18cc5-f685-499e-8c82-a1b357bd277a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:33.710303 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-75e18cc5-f685-499e-8c82-a1b357bd277a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/3be88d68-07da-4055-b9df-15b892049888 HTTP/1.1" status: 404 len: 333 time: 0.0518677 Dec 09 09:37:33.714840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f54a64-283f-4e49-b0dc-472b4b987062 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.719684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f54a64-283f-4e49-b0dc-472b4b987062 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.724183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f54a64-283f-4e49-b0dc-472b4b987062 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.728983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f54a64-283f-4e49-b0dc-472b4b987062 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.734241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f54a64-283f-4e49-b0dc-472b4b987062 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.739672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f54a64-283f-4e49-b0dc-472b4b987062 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.740203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58702) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.745250 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d0f54a64-283f-4e49-b0dc-472b4b987062 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3852928 Dec 09 09:37:33.749141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58704) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.782243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c8665010-ae73-4bf6-9158-14884cd0b4e2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:33.790524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router 6271edf4-8741-4b40-ab4a-ab2772f5a65c is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:37:33.799083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d170033-b849-406b-b6f8-241751e1af86 req-5f0ea55c-da31-4f29-bc37-ef9cd57bbd71 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.809153 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d170033-b849-406b-b6f8-241751e1af86 req-5f0ea55c-da31-4f29-bc37-ef9cd57bbd71 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 943 time: 0.2565985 Dec 09 09:37:33.853093 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f3cafb-7b1b-4eb6-b63e-8590131a35a9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:33.853681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f3cafb-7b1b-4eb6-b63e-8590131a35a9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:33.858130 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f3f3cafb-7b1b-4eb6-b63e-8590131a35a9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/ac8a5831-51a8-47e6-9257-e40e324eca1c HTTP/1.1" status: 404 len: 337 time: 0.1104896 Dec 09 09:37:33.858548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58710) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.866911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11b6a062-7a71-47f5-b7db-5546dd447cc9 req-53e31ac7-fc5d-45fd-bc47-33d9e2d358c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=991b65d7-0303-4333-b695-435b3ab32171 HTTP/1.1" status: 200 len: 217 time: 0.1863878 Dec 09 09:37:33.908653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef2da14-4a13-4137-9f62-876a768addaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:33.909197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef2da14-4a13-4137-9f62-876a768addaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:33.913414 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1ef2da14-4a13-4137-9f62-876a768addaa tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/eaff6fe6-fcf9-47d3-8509-220da7aaac9f HTTP/1.1" status: 404 len: 337 time: 0.0513713 Dec 09 09:37:33.914546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58714) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:33.928799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:33.933493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:33.934286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:33.947462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75054da6-ae98-4050-81a0-b37dc6155ba4 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:33.955235 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d170033-b849-406b-b6f8-241751e1af86 req-5cfd573f-13e3-48a1-aec3-c3ccf48b5793 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444061 Dec 09 09:37:33.956905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 991b65d7-0303-4333-b695-435b3ab32171 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:37:34.040080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c105387d-146b-48aa-85d5-1d93c824f32f None None] Provisioning complete for port c8665010-ae73-4bf6-9158-14884cd0b4e2 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:34.040546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c105387d-146b-48aa-85d5-1d93c824f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:34.061503 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea19a09-31fe-483c-b4e5-363456d2645a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:34.062024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea19a09-31fe-483c-b4e5-363456d2645a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:34.067934 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2ea19a09-31fe-483c-b4e5-363456d2645a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/ddaf128a-4789-4791-8d65-3e99daae29cb HTTP/1.1" status: 404 len: 333 time: 0.1501637 Dec 09 09:37:34.068603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58718) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.069222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Network': ['ID=10e0f432-5f83-488c-9d21-f6c7aff9fa95,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:34.072525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:34.115391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:34.160208 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3308985 Dec 09 09:37:34.166527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58722) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.173142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6a062-7a71-47f5-b7db-5546dd447cc9 req-4153ce15-d242-423c-8e3a-18e18955ef06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.174875 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11b6a062-7a71-47f5-b7db-5546dd447cc9 req-4153ce15-d242-423c-8e3a-18e18955ef06 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49ce0688-be68-4549-a4a8-21af70d83d8c HTTP/1.1" status: 200 len: 835 time: 0.2901421 Dec 09 09:37:34.185986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'subnet': {'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:34.201655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1972e335-9826-48f8-b8a1-907e0e20055e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:34.202153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1972e335-9826-48f8-b8a1-907e0e20055e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:34.206477 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1972e335-9826-48f8-b8a1-907e0e20055e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/573d5f3f-8234-498f-9419-787d7e9ac822 HTTP/1.1" status: 404 len: 337 time: 0.1341977 Dec 09 09:37:34.212970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58726) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.263846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-66b170d8-2c09-4137-bd82-8ef5eeb9ab38 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Synchronizing usage tracker for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:34.285151 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2ab119-16cb-46b8-975f-90e33817f7e9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:34.285905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2ab119-16cb-46b8-975f-90e33817f7e9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:34.289971 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d2ab119-16cb-46b8-975f-90e33817f7e9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/53d27ff9-c260-4a78-9c91-06992c22e2d6 HTTP/1.1" status: 404 len: 337 time: 0.0738468 Dec 09 09:37:34.292588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58730) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.293548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-66b170d8-2c09-4137-bd82-8ef5eeb9ab38 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Unset dirty status for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:34.300034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-66b170d8-2c09-4137-bd82-8ef5eeb9ab38 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.4927063 Dec 09 09:37:34.300034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58734) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.377003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:34.382489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:subnet and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:34.387408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:34.394640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:34.396135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1374766-bfbc-4f43-8c85-766e26af4674 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:34.396713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1374766-bfbc-4f43-8c85-766e26af4674 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:34.399490 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c1374766-bfbc-4f43-8c85-766e26af4674 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/88033cb8-f3ef-48bb-bbe6-24c24fa27836 HTTP/1.1" status: 404 len: 333 time: 0.1023123 Dec 09 09:37:34.404514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58738) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.414238 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11b6a062-7a71-47f5-b7db-5546dd447cc9 req-1c0e8401-974b-4975-ac28-12300e514a0c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc46751-1c39-4b69-8e3a-794781aa87a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2303765 Dec 09 09:37:34.443751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:34.474145 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd1231d-9720-487e-bcbd-781c089bb284 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:34.474631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd1231d-9720-487e-bcbd-781c089bb284 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:34.478906 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3cd1231d-9720-487e-bcbd-781c089bb284 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/cd55f300-61c4-42a3-91a3-03782edebc5c HTTP/1.1" status: 404 len: 337 time: 0.0713007 Dec 09 09:37:34.479083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf5c73-dbbe-452b-be80-d63a8e0838cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.480972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf5c73-dbbe-452b-be80-d63a8e0838cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.482831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf5c73-dbbe-452b-be80-d63a8e0838cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.485664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf5c73-dbbe-452b-be80-d63a8e0838cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.488558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf5c73-dbbe-452b-be80-d63a8e0838cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.489228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58742) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.489659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-29bf5c73-dbbe-452b-be80-d63a8e0838cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Synchronizing usage tracker for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:34.501136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port c8665010-ae73-4bf6-9158-14884cd0b4e2 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:34.501580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:34.558940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51b7a764-a3ee-4856-980e-8b8af1af176f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:34.580350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-29bf5c73-dbbe-452b-be80-d63a8e0838cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Unset dirty status for tenant:9c721f8f02e74ef4afb0431737ec0c9b on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:34.586970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-29bf5c73-dbbe-452b-be80-d63a8e0838cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2807133 Dec 09 09:37:34.586970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58746) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.592046 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c081ee3d-000b-4f95-aa00-3de0724622e0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:34.592547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c081ee3d-000b-4f95-aa00-3de0724622e0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:34.596724 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c081ee3d-000b-4f95-aa00-3de0724622e0 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/ce4c5909-95f3-4c4d-a120-9e760c2f3f2c HTTP/1.1" status: 404 len: 337 time: 0.1017835 Dec 09 09:37:34.601190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58750) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.646999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:28Z', 'revision_number': 3, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:34.652678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 991b65d7-0303-4333-b695-435b3ab32171, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=991b65d7-0303-4333-b695-435b3ab32171,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:34.654705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:34.666428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/6271edf4-8741-4b40-ab4a-ab2772f5a65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6056111 Dec 09 09:37:34.670632 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-467feaa9-4cb8-4c4a-8952-29ccc3875be3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:34.670919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467feaa9-4cb8-4c4a-8952-29ccc3875be3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:34.671759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58754) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.675207 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-467feaa9-4cb8-4c4a-8952-29ccc3875be3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/33d5872f-3017-4b3d-92f9-d0c59ef1d426 HTTP/1.1" status: 404 len: 333 time: 0.0703967 Dec 09 09:37:34.675380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:37:34.675380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Updating router baa111a1-00c2-4e0e-abf0-dc62ccb41619 port 18042de7-163d-487f-bcda-3cc9f3b7d68b binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:37:34.678009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:34.679814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61217a8-03ce-4a5f-8904-19f546d21a81 None None] Sync routers for ids ['6271edf4-8741-4b40-ab4a-ab2772f5a65c'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:34.681479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58756) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.696977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61217a8-03ce-4a5f-8904-19f546d21a81 None None] Routers {'6271edf4-8741-4b40-ab4a-ab2772f5a65c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:34.697929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f61217a8-03ce-4a5f-8904-19f546d21a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6271edf4-8741-4b40-ab4a-ab2772f5a65c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:34.722297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '991b65d7-0303-4333-b695-435b3ab32171', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:37:34.756373 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11b6a062-7a71-47f5-b7db-5546dd447cc9 req-4ec85e57-bfb5-43bb-ac71-948502642a44 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331118 Dec 09 09:37:34.763886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d524d4-dca0-4803-9e13-5551ebb4b7f3 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.764668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83d524d4-dca0-4803-9e13-5551ebb4b7f3 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:34.842105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f61217a8-03ce-4a5f-8904-19f546d21a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:34.852410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:34.862238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c105387d-146b-48aa-85d5-1d93c824f32f None None] Provisioning for port 18042de7-163d-487f-bcda-3cc9f3b7d68b completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:34.862723 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a73a3c9-3321-4e16-a3d7-5cb4b14e09bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:34.863218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a73a3c9-3321-4e16-a3d7-5cb4b14e09bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:34.863717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61217a8-03ce-4a5f-8904-19f546d21a81 None None] Routers {'6271edf4-8741-4b40-ab4a-ab2772f5a65c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:34.864369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f61217a8-03ce-4a5f-8904-19f546d21a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6271edf4-8741-4b40-ab4a-ab2772f5a65c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:34.867475 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1a73a3c9-3321-4e16-a3d7-5cb4b14e09bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/9e676dcd-553a-4461-b7ac-41be4d09b78b HTTP/1.1" status: 404 len: 337 time: 0.1075046 Dec 09 09:37:34.876192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e2424-d221-4193-b953-58806d82ccc9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.877699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e2424-d221-4193-b953-58806d82ccc9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.879137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e2424-d221-4193-b953-58806d82ccc9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.880699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e2424-d221-4193-b953-58806d82ccc9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.882163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635e2424-d221-4193-b953-58806d82ccc9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:34.890055 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-635e2424-d221-4193-b953-58806d82ccc9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2972188 Dec 09 09:37:34.890055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58762) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.890055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58764) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:34.908586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c105387d-146b-48aa-85d5-1d93c824f32f None None] Provisioning complete for port 18042de7-163d-487f-bcda-3cc9f3b7d68b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:34.908936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c105387d-146b-48aa-85d5-1d93c824f32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:34.947514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f61217a8-03ce-4a5f-8904-19f546d21a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:34.948932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61217a8-03ce-4a5f-8904-19f546d21a81 None None] The sync data for ids ['6271edf4-8741-4b40-ab4a-ab2772f5a65c'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:34.952281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:35.009674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83d524d4-dca0-4803-9e13-5551ebb4b7f3 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:35.012090 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-83d524d4-dca0-4803-9e13-5551ebb4b7f3 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports/dc858c8a-dc2f-4365-a7cd-ecae1fcbef48 HTTP/1.1" status: 200 len: 911 time: 0.3371458 Dec 09 09:37:35.016519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:35.021644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58772) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.022529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-73d23fb1-1895-4f6b-85db-ecde2f13f22f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:35.034043 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-481d64ec-c104-4522-b8a2-cb181b023b4e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:35.034547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481d64ec-c104-4522-b8a2-cb181b023b4e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:35.036383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-481d64ec-c104-4522-b8a2-cb181b023b4e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/4a923671-fc91-4c28-b6d3-a77075ff2b23 HTTP/1.1" status: 404 len: 337 time: 0.1459517 Dec 09 09:37:35.044150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991b65d7-0303-4333-b695-435b3ab32171 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:37:35.052588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58774) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.064872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 991b65d7-0303-4333-b695-435b3ab32171, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=991b65d7-0303-4333-b695-435b3ab32171,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:35.066139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c105387d-146b-48aa-85d5-1d93c824f32f None None] Port 18042de7-163d-487f-bcda-3cc9f3b7d68b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:35.086967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:35.092184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:35.150562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d1dd6a66-90fa-4137-9093-209058cbb97b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Synchronizing usage tracker for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:35.272405 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11b6a062-7a71-47f5-b7db-5546dd447cc9 req-7ede2935-43c6-42db-8048-b1d8b3da5fd2 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715178 Dec 09 09:37:35.280943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d1dd6a66-90fa-4137-9093-209058cbb97b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Unset dirty status for tenant:a6f74eb1a06a43b38efb07e3ce671819 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:35.282276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d1dd6a66-90fa-4137-9093-209058cbb97b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports?device_id=fc477267-3354-4bb7-a262-d3e9667e2f07 HTTP/1.1" status: 200 len: 205 time: 0.2286541 Dec 09 09:37:35.287971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58780) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.292061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ced187fb-1ccf-442a-9cf4-13e3070c1164 None None] Provisioning for port db8e18d5-dd1b-40af-98f1-ebb8b753d6db completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:35.293256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Subnet': ['ID=cc46a8e6-4481-4aee-b680-c04e063950f0,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:35.300268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=991b65d7-0303-4333-b695-435b3ab32171,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:35.306685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:35.307461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ced187fb-1ccf-442a-9cf4-13e3070c1164 None None] Provisioning complete for port db8e18d5-dd1b-40af-98f1-ebb8b753d6db triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:35.307929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ced187fb-1ccf-442a-9cf4-13e3070c1164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:35.317019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:35.348845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Checking segment: {'id': '73a43aac-6956-4d49-985c-cd26f14a9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:35.349576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network hostable DHCP agents. Network: 10e0f432-5f83-488c-9d21-f6c7aff9fa95, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:35.374786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['991b65d7-0303-4333-b695-435b3ab32171'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:37:35.389009 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-651bd32b-406b-464b-b45f-a61b779ef8de tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] delete failed (client error): The resource could not be found. Dec 09 09:37:35.390127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-651bd32b-406b-464b-b45f-a61b779ef8de tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/routers/fc477267-3354-4bb7-a262-d3e9667e2f07 HTTP/1.1" status: 404 len: 336 time: 0.1011565 Dec 09 09:37:35.390925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:35.395256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58784) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.406356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3554ef-20e5-41a0-ab3e-94e1aa6b3938 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:35.407892 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b3554ef-20e5-41a0-ab3e-94e1aa6b3938 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/networks/22761d8f-c89f-4f27-beea-d1e949c4f199 HTTP/1.1" status: 200 len: 804 time: 0.5158350 Dec 09 09:37:35.411753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58788) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.450605 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3687fa2f-5b4d-43cc-85a7-5c281dce18c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:35.451358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3687fa2f-5b4d-43cc-85a7-5c281dce18c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:35.456469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 10e0f432-5f83-488c-9d21-f6c7aff9fa95) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:35.471865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fe437-cb7a-420f-90a6-fbe0bf4bde8d req-34b85a3e-8bd2-4e12-b7da-6fffd5605547 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:35.473703 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef1fe437-cb7a-420f-90a6-fbe0bf4bde8d req-34b85a3e-8bd2-4e12-b7da-6fffd5605547 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 944 time: 0.3703101 Dec 09 09:37:35.490759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6692f137-e5d7-43e6-a77e-707e1c707225 None None] Network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:35.532946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:35.535115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:35.563168 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3687fa2f-5b4d-43cc-85a7-5c281dce18c3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/0fbb2564-f5e5-4f01-b23b-e1e6603cf395 HTTP/1.1" status: 404 len: 337 time: 0.1651723 Dec 09 09:37:35.565209 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3917346 Dec 09 09:37:35.627182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58792) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.627868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58794) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:35.630952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef1fe437-cb7a-420f-90a6-fbe0bf4bde8d req-0018a3d7-642c-45ef-a6ab-7f5289b4a996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489398 Dec 09 09:37:36.001886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.035871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.059097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ced187fb-1ccf-442a-9cf4-13e3070c1164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.119356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-966ac92d-00d4-4372-b7dd-18411596273e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "GET /v2.0/ports?device_id=397ef8a0-41b0-4955-9800-a4665f1ec095 HTTP/1.1" status: 200 len: 205 time: 0.4849784 Dec 09 09:37:36.119784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58800) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.172884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e7ddc8e-9662-48de-9972-c5b966eead89 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/networks/22761d8f-c89f-4f27-beea-d1e949c4f199?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7598195 Dec 09 09:37:36.174101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58802) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.256933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ced187fb-1ccf-442a-9cf4-13e3070c1164 None None] For port db8e18d5-dd1b-40af-98f1-ebb8b753d6db, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=db8e18d5-dd1b-40af-98f1-ebb8b753d6db,segment=NetworkSegment(8e02c8ca-76dc-4608-aeac-89a40f878f6d),segment_id=8e02c8ca-76dc-4608-aeac-89a40f878f6d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:36.279759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e909008-cdc5-4f61-9a52-24797f61ac36 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:36.286905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5e909008-cdc5-4f61-9a52-24797f61ac36 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/subnets/d7a70db9-aa29-4abc-bce2-d46fc02f7b35 HTTP/1.1" status: 200 len: 843 time: 0.1018560 Dec 09 09:37:36.287582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58808) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.287722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-a6a23790-3359-4550-a0c6-cd50f5a71ee4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] delete failed (client error): The resource could not be found. Dec 09 09:37:36.288741 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6a23790-3359-4550-a0c6-cd50f5a71ee4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/routers/397ef8a0-41b0-4955-9800-a4665f1ec095 HTTP/1.1" status: 404 len: 336 time: 0.1068654 Dec 09 09:37:36.291367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58810) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.303209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ced187fb-1ccf-442a-9cf4-13e3070c1164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.306441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.316568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b84111f-d550-44e0-9198-918c27b1fa2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:36.341980 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad19bb3c-008c-411c-a779-8d35f26cdc75 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:36.342484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad19bb3c-008c-411c-a779-8d35f26cdc75 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:36.344565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ad19bb3c-008c-411c-a779-8d35f26cdc75 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/4e280170-c233-488d-90ad-184f00f189c4 HTTP/1.1" status: 404 len: 337 time: 0.0506303 Dec 09 09:37:36.350027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58816) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.378261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:36.379129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.395463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Transition to ACTIVE for port object 18042de7-163d-487f-bcda-3cc9f3b7d68b will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:36.408378 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8f479c-d5fb-49aa-b4e1-b5d260b07895 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:36.408878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8f479c-d5fb-49aa-b4e1-b5d260b07895 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:36.410739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e8f479c-d5fb-49aa-b4e1-b5d260b07895 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/02403c6d-962f-4f06-bc4d-337e6902ec2d HTTP/1.1" status: 404 len: 337 time: 0.0488837 Dec 09 09:37:36.414282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58820) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.428494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.465618 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45ae123-758c-40b9-acd4-37c114b2989f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:36.466371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45ae123-758c-40b9-acd4-37c114b2989f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:36.468851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b45ae123-758c-40b9-acd4-37c114b2989f tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/f8e90402-f782-4d52-a9b8-2273e38c9043 HTTP/1.1" status: 404 len: 333 time: 0.0533116 Dec 09 09:37:36.472872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58824) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.515028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced187fb-1ccf-442a-9cf4-13e3070c1164 None None] Pushing event updated for resources: {'Port': ['ID=db8e18d5-dd1b-40af-98f1-ebb8b753d6db,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:36.518034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e805e03-8d55-470f-81d8-24d5a84f691b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:36.521654 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b519e1-44d3-41cf-a172-e219cb0cf991 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:36.522161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b519e1-44d3-41cf-a172-e219cb0cf991 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:36.523980 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-04b519e1-44d3-41cf-a172-e219cb0cf991 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/cb227940-dd4d-4baf-9a59-db5baef57b72 HTTP/1.1" status: 404 len: 337 time: 0.0501006 Dec 09 09:37:36.525180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ced187fb-1ccf-442a-9cf4-13e3070c1164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:36.525691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58828) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.528359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e805e03-8d55-470f-81d8-24d5a84f691b tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "GET /v2.0/subnets/d7a70db9-aa29-4abc-bce2-d46fc02f7b35?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2353213 Dec 09 09:37:36.528991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58830) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.532469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-708292961'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:36.532608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8fbde85d-dc77-438b-b943-19c9dd874f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:36.541497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:36.579001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c43a74-97d9-4b61-aad0-15ab39d07e0a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:36.579560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c43a74-97d9-4b61-aad0-15ab39d07e0a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:36.584274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-16c43a74-97d9-4b61-aad0-15ab39d07e0a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/52f9e16d-1d15-4a6f-974f-de615a0348c2 HTTP/1.1" status: 404 len: 333 time: 0.0532997 Dec 09 09:37:36.585417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58836) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.585874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:36.622026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:36.627736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.646971 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f6378a-89b4-4b7a-b5cd-43443cc36a05 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:36.647477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f6378a-89b4-4b7a-b5cd-43443cc36a05 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:36.655217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b4f6378a-89b4-4b7a-b5cd-43443cc36a05 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/c61e6d7a-7cce-4aa6-a3cd-d23e06e06123 HTTP/1.1" status: 404 len: 337 time: 0.0680966 Dec 09 09:37:36.656795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58840) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.719299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bfa91f5-196a-4803-84e0-c5a31d162edc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:36.719805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bfa91f5-196a-4803-84e0-c5a31d162edc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:36.728231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:36.734741 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8bfa91f5-196a-4803-84e0-c5a31d162edc tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/36144901-2e65-446f-b177-4b5ae942b54e HTTP/1.1" status: 404 len: 333 time: 0.0767984 Dec 09 09:37:36.735561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58846) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.738726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.739210 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Added segment 8621a605-fdff-4e4f-98df-c9f1b545656e of type vlan for network 6d0e6869-c55d-40e9-ba5f-22135b407bf3 Dec 09 09:37:36.782699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.808912 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-155f3d1e-7af5-4560-88e7-9dfa4332ed7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:36.809413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-155f3d1e-7af5-4560-88e7-9dfa4332ed7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:36.814404 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-155f3d1e-7af5-4560-88e7-9dfa4332ed7b tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/ecca3d90-e5f9-4a5f-b7c2-c210d968cd13 HTTP/1.1" status: 404 len: 337 time: 0.0760405 Dec 09 09:37:36.814812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58850) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:36.853822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.862316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:36.863027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.906474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d52ade98-888d-4205-8fc3-a241d929d769 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:36.978174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc29b1-8aa6-443b-8b1f-9f10c78cbabd None None] Pushing event updated for resources: {'Port': ['ID=18042de7-163d-487f-bcda-3cc9f3b7d68b,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:36.994782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-99a3420b-8727-4c05-90b2-fef92d481a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:36.997102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbdc29b1-8aa6-443b-8b1f-9f10c78cbabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:37.019753 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e317575-3a95-427d-a0ec-9f9433024a14 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:37.020258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e317575-3a95-427d-a0ec-9f9433024a14 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:37.076614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Attempting to bind port 18042de7-163d-487f-bcda-3cc9f3b7d68b on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:37.076970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Attempting to bind port 18042de7-163d-487f-bcda-3cc9f3b7d68b by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '0a508c72-2ee8-49bf-852a-503651475ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:37.077357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Attempting to bind port 18042de7-163d-487f-bcda-3cc9f3b7d68b on network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:37.102397 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4e317575-3a95-427d-a0ec-9f9433024a14 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/519ea090-086a-4f2a-96e5-72d01ea47c05 HTTP/1.1" status: 404 len: 333 time: 0.2838790 Dec 09 09:37:37.110496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58854) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:37.115523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Network': ['ID=6d0e6869-c55d-40e9-ba5f-22135b407bf3,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:37.118431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.119136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a3c2cb0d-b6c3-49bf-864d-06ab71b8aace None None] Provisioning complete for port db8e18d5-dd1b-40af-98f1-ebb8b753d6db triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:37.119534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3c2cb0d-b6c3-49bf-864d-06ab71b8aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.154336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.154740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 6d0e6869-c55d-40e9-ba5f-22135b407bf3 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:37.159278 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6293666 Dec 09 09:37:37.160120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:37.164345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58858) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:37.167803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:37.168225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Checking segment: {'id': '0a508c72-2ee8-49bf-852a-503651475ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:37.168743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.169206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Bound using segment: {'id': '0a508c72-2ee8-49bf-852a-503651475ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:37.169739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Bound port: 18042de7-163d-487f-bcda-3cc9f3b7d68b, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a508c72-2ee8-49bf-852a-503651475ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:37.170276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.173250 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee7a539-54be-4859-95f0-a82bbc05cdca tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:37.173765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee7a539-54be-4859-95f0-a82bbc05cdca tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:37.178007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bee7a539-54be-4859-95f0-a82bbc05cdca tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/6a5303b6-ae1e-436c-9e7e-0e23ab2e48ad HTTP/1.1" status: 404 len: 337 time: 0.0615990 Dec 09 09:37:37.178159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'network_id': '6d0e6869-c55d-40e9-ba5f-22135b407bf3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:37.195955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58862) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:37.236340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Allocated IP 172.22.0.2 (10e0f432-5f83-488c-9d21-f6c7aff9fa95/cc46a8e6-4481-4aee-b680-c04e063950f0/3286654b-c863-4ab4-93b6-5e41f8ef1641) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:37.253328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a87392-a978-4837-8d4d-a69ffb0aa308 req-9255dce5-450d-4e00-a662-0c7bb76fa128 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:37.259928 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f5a87392-a978-4837-8d4d-a69ffb0aa308 req-9255dce5-450d-4e00-a662-0c7bb76fa128 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 944 time: 0.3922558 Dec 09 09:37:37.368696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f5a87392-a978-4837-8d4d-a69ffb0aa308 req-8f2ca3b4-81a6-444c-a445-e34022a56c28 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080287 Dec 09 09:37:37.371214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device db8e18d5-dd1b-40af-98f1-ebb8b753d6db up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:37.380126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedd642e-0208-4500-9b60-6ff8ab802194 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:37.380545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedd642e-0208-4500-9b60-6ff8ab802194 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:37.384036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aedd642e-0208-4500-9b60-6ff8ab802194 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/2808d8a3-ed09-43f7-824a-bfed921a600a HTTP/1.1" status: 404 len: 333 time: 0.1801009 Dec 09 09:37:37.389851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58866) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:37.469404 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-523e6270-a703-4601-8cb9-4a4293a098ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:37.469914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523e6270-a703-4601-8cb9-4a4293a098ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:37.471763 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-523e6270-a703-4601-8cb9-4a4293a098ac tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/532ea34c-3c1c-493d-adeb-f51110005d93 HTTP/1.1" status: 404 len: 337 time: 0.0797067 Dec 09 09:37:37.476243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58870) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:37.535058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:37.537849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-952d5788-8fa5-44cb-aadd-f54b006448f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:37.538339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952d5788-8fa5-44cb-aadd-f54b006448f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:37.540124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-952d5788-8fa5-44cb-aadd-f54b006448f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/7cc8fee8-7a5a-4575-945d-2a3b49ed4d7a HTTP/1.1" status: 404 len: 333 time: 0.0611231 Dec 09 09:37:37.543951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58874) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:37.577037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port dc858c8a-dc2f-4365-a7cd-ecae1fcbef48 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:37.577897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.585520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:37.646419 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e90eee6-3a6b-4fd5-a0f4-59fee372d44c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:37.646838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e90eee6-3a6b-4fd5-a0f4-59fee372d44c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:37.653145 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8e90eee6-3a6b-4fd5-a0f4-59fee372d44c tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/701fc5cb-27b7-4509-a661-c2f7ea862cd9 HTTP/1.1" status: 404 len: 337 time: 0.1006064 Dec 09 09:37:37.653145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58878) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:37.654585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] For port 18042de7-163d-487f-bcda-3cc9f3b7d68b, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:37.683810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] For port 18042de7-163d-487f-bcda-3cc9f3b7d68b, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=18042de7-163d-487f-bcda-3cc9f3b7d68b,segment=NetworkSegment(0a508c72-2ee8-49bf-852a-503651475ca7),segment_id=0a508c72-2ee8-49bf-852a-503651475ca7)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:37.697478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.708107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Made reservation on behalf of 9c721f8f02e74ef4afb0431737ec0c9b for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:37.712712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:37.733589 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6a1a49-bde5-4dd7-bb4c-90779620a303 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:37.734091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6a1a49-bde5-4dd7-bb4c-90779620a303 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:37.741013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port db8e18d5-dd1b-40af-98f1-ebb8b753d6db triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:37.741520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.771073 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3c6a1a49-bde5-4dd7-bb4c-90779620a303 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/ports/fb2255eb-6d35-43ae-9f6e-d595edeeb5d6 HTTP/1.1" status: 404 len: 333 time: 0.1177881 Dec 09 09:37:37.779205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58882) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:37.803642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.874501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a3c2cb0d-b6c3-49bf-864d-06ab71b8aace None None] Provisioning for port dc858c8a-dc2f-4365-a7cd-ecae1fcbef48 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:37.897633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 991b65d7-0303-4333-b695-435b3ab32171 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:37.917650 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c3fbef-5ba5-4733-8fbb-90a2f5cfdf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:37.918148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c3fbef-5ba5-4733-8fbb-90a2f5cfdf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:37.919999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-92c3fbef-5ba5-4733-8fbb-90a2f5cfdf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/subnets/2a4e0426-d831-4a0a-b7ff-56d8f4156de0 HTTP/1.1" status: 404 len: 337 time: 0.1401665 Dec 09 09:37:37.937052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a3c2cb0d-b6c3-49bf-864d-06ab71b8aace None None] Provisioning complete for port dc858c8a-dc2f-4365-a7cd-ecae1fcbef48 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:37.937536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3c2cb0d-b6c3-49bf-864d-06ab71b8aace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:37.940160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58886) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:37.949800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for dc858c8a-dc2f-4365-a7cd-ecae1fcbef48 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:37.966356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.006495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc29b1-8aa6-443b-8b1f-9f10c78cbabd None None] Pushing event updated for resources: {'Port': ['ID=18042de7-163d-487f-bcda-3cc9f3b7d68b,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:38.081973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Performing IP validity checks on allocation pools {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 09 09:37:38.082580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 09 09:37:38.164370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.201742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbdc29b1-8aa6-443b-8b1f-9f10c78cbabd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:38.205858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.235634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.244849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Transition to ACTIVE for port object 3286654b-c863-4ab4-93b6-5e41f8ef1641 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:38.245076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-306485b2-9861-4f53-a9ba-45061be263af tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:38.252910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a3c2cb0d-b6c3-49bf-864d-06ab71b8aace None None] Port dc858c8a-dc2f-4365-a7cd-ecae1fcbef48 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:38.288291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:38.289331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:38.342138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.352721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=7129f9a3-65e1-46ec-8200-9321cdef7681,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:38.355053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Checking segment: {'id': '8621a605-fdff-4e4f-98df-c9f1b545656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0e6869-c55d-40e9-ba5f-22135b407bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:38.355452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network hostable DHCP agents. Network: 6d0e6869-c55d-40e9-ba5f-22135b407bf3, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:38.362226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:38.379230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Network 6d0e6869-c55d-40e9-ba5f-22135b407bf3 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:38.388546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 6d0e6869-c55d-40e9-ba5f-22135b407bf3) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:38.393477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:38.393625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.422437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5d328b-91d8-47d0-9229-6819f3b6112b']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:38.428641 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2610345 Dec 09 09:37:38.429607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58892) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:38.436226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5e319303-9e36-40e7-a352-4a60de9b2af5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:38.441318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b68f65-07a8-4c9b-9475-6b362fb01faa') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:38.441663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b68f65-07a8-4c9b-9475-6b362fb01faa') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:38.461983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.479763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.484657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:38.511674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d8551c-d425-41d1-81b5-38c0eb7fde33 None None] Network 6d0e6869-c55d-40e9-ba5f-22135b407bf3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:38.527317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.550203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:38.550640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:38.568442 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:38.574041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=dc858c8a-dc2f-4365-a7cd-ecae1fcbef48,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:38.576809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:38.662262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e319303-9e36-40e7-a352-4a60de9b2af5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3518401'] for subnet, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.678543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Transition to ACTIVE for port object 3286654b-c863-4ab4-93b6-5e41f8ef1641 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:38.710097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:38.773919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.830677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0149516b-5d0a-4bcc-acb1-8932559ed08a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:38.873059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:38.958751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 991b65d7-0303-4333-b695-435b3ab32171 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:38.999586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:39.000435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 991b65d7-0303-4333-b695-435b3ab32171 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:39.001288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.037549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:39.090407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.094763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.104607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:39.108078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Pushing event updated for resources: {'Port': ['ID=3286654b-c863-4ab4-93b6-5e41f8ef1641,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:39.119546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:39.124704 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] 10.222.0.18 "DELETE /v2.0/networks/2d5d328b-91d8-47d0-9229-6819f3b6112b HTTP/1.1" status: 204 len: 168 time: 1.1811872 Dec 09 09:37:39.131293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Pushing event deleted for resources: {'Network': ['ID=2d5d328b-91d8-47d0-9229-6819f3b6112b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:39.134026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:39.145463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.152386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:39.176493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.22.0.1 (10e0f432-5f83-488c-9d21-f6c7aff9fa95/cc46a8e6-4481-4aee-b680-c04e063950f0/575ab62d-7071-44e3-be04-45d46215d072) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:39.210908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17311809-7146-4b4d-a7a0-7db524d9a539 req-ae4423e2-71b8-427d-b6dd-0dd69f8a296c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:39.212851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-17311809-7146-4b4d-a7a0-7db524d9a539 req-ae4423e2-71b8-427d-b6dd-0dd69f8a296c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 944 time: 0.6617591 Dec 09 09:37:39.253265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-6d0e6869-c55d-40e9-ba5f-22135b407bf3', 'network_id': '6d0e6869-c55d-40e9-ba5f-22135b407bf3', 'tenant_id': '9c721f8f02e74ef4afb0431737ec0c9b', 'fixed_ips': [{'subnet_id': '7129f9a3-65e1-46ec-8200-9321cdef7681'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:39.253265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.477476 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-17311809-7146-4b4d-a7a0-7db524d9a539 req-4315ab92-b067-414f-99b2-b7d51796afc7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2427535 Dec 09 09:37:39.481587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e319303-9e36-40e7-a352-4a60de9b2af5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746976568998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851496995'] for subnet, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.499045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:39.556400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e319303-9e36-40e7-a352-4a60de9b2af5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:39.557100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e319303-9e36-40e7-a352-4a60de9b2af5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.561679 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5e319303-9e36-40e7-a352-4a60de9b2af5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "PUT /v2.0/subnets/7129f9a3-65e1-46ec-8200-9321cdef7681 HTTP/1.1" status: 200 len: 900 time: 1.1311526 Dec 09 09:37:39.565182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58902) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:39.657712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.680057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.680800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58906) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:39.691293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router 6271edf4-8741-4b40-ab4a-ab2772f5a65c has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:37:39.721764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Attempting to bind port 3286654b-c863-4ab4-93b6-5e41f8ef1641 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:39.722201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Attempting to bind port 3286654b-c863-4ab4-93b6-5e41f8ef1641 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '73a43aac-6956-4d49-985c-cd26f14a9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:39.722600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Attempting to bind port 3286654b-c863-4ab4-93b6-5e41f8ef1641 on network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:39.756825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e319303-9e36-40e7-a352-4a60de9b2af5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event updated for resources: {'Subnet': ['ID=7129f9a3-65e1-46ec-8200-9321cdef7681,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:39.773519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e319303-9e36-40e7-a352-4a60de9b2af5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:39.782195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Transition to ACTIVE for port object 575ab62d-7071-44e3-be04-45d46215d072 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:39.810781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Allocated IP 2001:db8::3 (6d0e6869-c55d-40e9-ba5f-22135b407bf3/7129f9a3-65e1-46ec-8200-9321cdef7681/7c2d2868-132c-4d9e-89db-b2bec9c68062) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:39.813070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:39.817668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Checking segment: {'id': '73a43aac-6956-4d49-985c-cd26f14a9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:39.818397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.819059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Bound using segment: {'id': '73a43aac-6956-4d49-985c-cd26f14a9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:39.819829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Bound port: 3286654b-c863-4ab4-93b6-5e41f8ef1641, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a43aac-6956-4d49-985c-cd26f14a9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:39.820477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.843582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.852600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991b65d7-0303-4333-b695-435b3ab32171'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:37:39.859274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.872347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-12690835-e754-4f3b-abda-0353f29c35cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:39.908193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 991b65d7-0303-4333-b695-435b3ab32171, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=991b65d7-0303-4333-b695-435b3ab32171,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:39.940047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991b65d7-0303-4333-b695-435b3ab32171', 'code': 200} Dec 09 09:37:39.958886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:39.964521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-36f42ef5-b1e3-4b6f-bf91-97c87f14c4fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:39.968795 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-88b0d241-d797-4130-a01e-de182b74ea3f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6f74eb1a06a43b38efb07e3ce671819&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2845404 Dec 09 09:37:39.969238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58914) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:39.973333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:39.984190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:39.991642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/6271edf4-8741-4b40-ab4a-ab2772f5a65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9342575 Dec 09 09:37:39.993899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:39.995429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58918) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:40.015246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:40.015817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2eaf4-5c49-4f35-8b27-e111f61546da None None] Sync routers for ids ['6271edf4-8741-4b40-ab4a-ab2772f5a65c'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:40.054351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-acabc25a-9e70-41ab-bbc5-bf849e4f2738 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:40.068544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=575ab62d-7071-44e3-be04-45d46215d072,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:40.076832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:40.087159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.103783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-acabc25a-9e70-41ab-bbc5-bf849e4f2738 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:40.107951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-acabc25a-9e70-41ab-bbc5-bf849e4f2738 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=6271edf4-8741-4b40-ab4a-ab2772f5a65c HTTP/1.1" status: 200 len: 205 time: 0.1086121 Dec 09 09:37:40.108545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58922) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:40.147745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.272298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94d1726f-4ffd-4279-b03c-2177b470058f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.307879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.316201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94d1726f-4ffd-4279-b03c-2177b470058f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.336235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aa19a14-0c65-4668-bed3-c3646b838017 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.337043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:28Z', 'revision_number': 3, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:37Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:40.354608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddd06eb-29c1-4237-8343-3aa61245340a None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:28Z', 'revision_number': 3, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:37Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:40.357366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] For port 3286654b-c863-4ab4-93b6-5e41f8ef1641, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:40.365901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] For port 3286654b-c863-4ab4-93b6-5e41f8ef1641, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3286654b-c863-4ab4-93b6-5e41f8ef1641,segment=NetworkSegment(73a43aac-6956-4d49-985c-cd26f14a9b4b),segment_id=73a43aac-6956-4d49-985c-cd26f14a9b4b)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:40.367789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=991b65d7-0303-4333-b695-435b3ab32171,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:40.380188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2eaf4-5c49-4f35-8b27-e111f61546da None None] Routers {'6271edf4-8741-4b40-ab4a-ab2772f5a65c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:40.380973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-44c2eaf4-5c49-4f35-8b27-e111f61546da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6271edf4-8741-4b40-ab4a-ab2772f5a65c'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:40.401255 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a44efcf-3fab-485a-87e0-e46093d501cf req-40cfd479-0487-4fc0-9249-7680b824b2ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 1098 time: 0.1769729 Dec 09 09:37:40.458436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:40.463844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.483142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ced187fb-1ccf-442a-9cf4-13e3070c1164 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:40.562842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94d1726f-4ffd-4279-b03c-2177b470058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.570091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-44c2eaf4-5c49-4f35-8b27-e111f61546da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:40.570310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-24cdbf24-2166-4943-8fc5-54162859ac01 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:40.591056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1726f-4ffd-4279-b03c-2177b470058f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e208eb7-13ad-441c-95f3-c1394ae579b6,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:40.600795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-94d1726f-4ffd-4279-b03c-2177b470058f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:40.694913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-94d1726f-4ffd-4279-b03c-2177b470058f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.700024 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-94d1726f-4ffd-4279-b03c-2177b470058f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e208eb7-13ad-441c-95f3-c1394ae579b6 HTTP/1.1" status: 204 len: 168 time: 0.7256706 Dec 09 09:37:40.741130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.758470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Transition to ACTIVE for port object 7c2d2868-132c-4d9e-89db-b2bec9c68062 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:40.780029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Transition to ACTIVE for port object 7c2d2868-132c-4d9e-89db-b2bec9c68062 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:40.782768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Pushing event updated for resources: {'Port': ['ID=3286654b-c863-4ab4-93b6-5e41f8ef1641,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:40.792393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:40.793563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.806863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89469bb3-d29a-46ec-91c1-892ed6e28de5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:40.852054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c2eaf4-5c49-4f35-8b27-e111f61546da None None] Routers {'6271edf4-8741-4b40-ab4a-ab2772f5a65c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:40.852774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-44c2eaf4-5c49-4f35-8b27-e111f61546da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6271edf4-8741-4b40-ab4a-ab2772f5a65c'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:40.950274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-44c2eaf4-5c49-4f35-8b27-e111f61546da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:40.950742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c2eaf4-5c49-4f35-8b27-e111f61546da None None] The sync data for ids ['6271edf4-8741-4b40-ab4a-ab2772f5a65c'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:40.958767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Network 6d0e6869-c55d-40e9-ba5f-22135b407bf3 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:40.959283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:40.962849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:40.974460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:40.983154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e9f8716-ed59-4c3b-883f-e3c72f5fb816 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:41.031594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aa19a14-0c65-4668-bed3-c3646b838017 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.042212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aa19a14-0c65-4668-bed3-c3646b838017 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.075319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=7129f9a3-65e1-46ec-8200-9321cdef7681,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:41.082913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:41.102955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aa19a14-0c65-4668-bed3-c3646b838017 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.103558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa19a14-0c65-4668-bed3-c3646b838017 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Fanout notify agent at l3_agent the message router_deleted on router 6271edf4-8741-4b40-ab4a-ab2772f5a65c {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:37:41.106943 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a44efcf-3fab-485a-87e0-e46093d501cf req-b9729e86-2e71-4e85-8f47-1237548c0f5c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6990712 Dec 09 09:37:41.120484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aa19a14-0c65-4668-bed3-c3646b838017 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.121719 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2aa19a14-0c65-4668-bed3-c3646b838017 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/6271edf4-8741-4b40-ab4a-ab2772f5a65c HTTP/1.1" status: 204 len: 168 time: 1.0121291 Dec 09 09:37:41.124510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58932) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:41.154469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Pushing event updated for resources: {'Port': ['ID=7c2d2868-132c-4d9e-89db-b2bec9c68062,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:41.174063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:41.191183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Attempting to bind port 7c2d2868-132c-4d9e-89db-b2bec9c68062 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:41.191620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Attempting to bind port 7c2d2868-132c-4d9e-89db-b2bec9c68062 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '8621a605-fdff-4e4f-98df-c9f1b545656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0e6869-c55d-40e9-ba5f-22135b407bf3'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:41.192216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Attempting to bind port 7c2d2868-132c-4d9e-89db-b2bec9c68062 on network 6d0e6869-c55d-40e9-ba5f-22135b407bf3 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:41.221874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:41.222308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Checking segment: {'id': '8621a605-fdff-4e4f-98df-c9f1b545656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0e6869-c55d-40e9-ba5f-22135b407bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:41.222760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.223206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Bound using segment: {'id': '8621a605-fdff-4e4f-98df-c9f1b545656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0e6869-c55d-40e9-ba5f-22135b407bf3'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:41.223735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Bound port: 7c2d2868-132c-4d9e-89db-b2bec9c68062, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8621a605-fdff-4e4f-98df-c9f1b545656e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '6d0e6869-c55d-40e9-ba5f-22135b407bf3'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:41.224161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.336209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.398481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0e6869-c55d-40e9-ba5f-22135b407bf3']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:41.420061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8621a605-fdff-4e4f-98df-c9f1b545656e') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:41.420386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8621a605-fdff-4e4f-98df-c9f1b545656e') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:41.434758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] For port 7c2d2868-132c-4d9e-89db-b2bec9c68062, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:41.437680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.447234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 18042de7-163d-487f-bcda-3cc9f3b7d68b up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:41.488791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.504667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442c3f1-1e9a-4a23-8d3b-13189e32210b req-c1421f7b-c76d-4bce-ada5-dae585978242 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:41.515618 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c442c3f1-1e9a-4a23-8d3b-13189e32210b req-c1421f7b-c76d-4bce-ada5-dae585978242 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 945 time: 0.6888847 Dec 09 09:37:41.546230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting subnet bed72236-a2b7-4087-a5a9-96af4c361fa2 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:41.549854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.559988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.560565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] For port 7c2d2868-132c-4d9e-89db-b2bec9c68062, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7c2d2868-132c-4d9e-89db-b2bec9c68062,segment=NetworkSegment(8621a605-fdff-4e4f-98df-c9f1b545656e),segment_id=8621a605-fdff-4e4f-98df-c9f1b545656e)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:41.565794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.570443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:41.633291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.643132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:41.643590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.644646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.704249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Pushing event updated for resources: {'Port': ['ID=7c2d2868-132c-4d9e-89db-b2bec9c68062,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:41.742577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:41.789206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 18042de7-163d-487f-bcda-3cc9f3b7d68b completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:41.798719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 18042de7-163d-487f-bcda-3cc9f3b7d68b triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:41.800208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.806507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.897037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:41.922682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:41.935978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c2e8033-0d1f-48f9-a9b6-0de6b98d6442 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:41.947791 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:41.979502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:37:41.979502 dv-neutron-819581-1-hyperv neutron-server[88772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:37:41.979502 dv-neutron-819581-1-hyperv neutron-server[88772]: [parameters: {'id': '6d0e6869-c55d-40e9-ba5f-22135b407bf3'}] Dec 09 09:37:41.979502 dv-neutron-819581-1-hyperv neutron-server[88772]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:37:41.980503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:37:42.009169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.021725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Subnet': ['ID=bed72236-a2b7-4087-a5a9-96af4c361fa2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:42.035308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/bed72236-a2b7-4087-a5a9-96af4c361fa2 HTTP/1.1" status: 204 len: 168 time: 0.9069283 Dec 09 09:37:42.036491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58950) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:42.036634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:42.077869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.086384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7d6eec-78cd-4d11-8169-25ad53b2dcef None None] Network 5e15abaa-7a02-4a63-8076-448859f65055 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:42.087553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=575ab62d-7071-44e3-be04-45d46215d072,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:42.103959 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c442c3f1-1e9a-4a23-8d3b-13189e32210b req-00fc1834-02ea-42a4-b30d-bf1ecd1eb55d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5872440 Dec 09 09:37:42.125788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:42.185041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58954) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:42.254842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36128449-3baa-4a62-b7f7-19ddda54c92a None None] Network 6d0e6869-c55d-40e9-ba5f-22135b407bf3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:42.311799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.349384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-672558694'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:42.357023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:42.362363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:network and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:42.365753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:42.374556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:42.386858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:42.393251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.408991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.452076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:42.456782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:security_group_rule and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:42.460863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:42.468376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:42.531771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 18042de7-163d-487f-bcda-3cc9f3b7d68b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=18042de7-163d-487f-bcda-3cc9f3b7d68b,segment=NetworkSegment(0a508c72-2ee8-49bf-852a-503651475ca7),segment_id=0a508c72-2ee8-49bf-852a-503651475ca7)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:42.546503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.557473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.560879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.565643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcfdc19c-d132-4102-a5e3-ec1970360473 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:42.570207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.579860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:42.592966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.598919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Deleting port 7c2d2868-132c-4d9e-89db-b2bec9c68062 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:42.599285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.601375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:42.618248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91d926c-b48b-4fe6-808d-04c3d0abca66,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:42.621526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.623009 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Added segment 761826a0-aa6d-4a14-b989-766acdf00405 of type vlan for network beaceed2-f187-4d08-b2e4-839734cb2eb3 Dec 09 09:37:42.624693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:42.663268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.684518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:42.689864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port db8e18d5-dd1b-40af-98f1-ebb8b753d6db {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:42.690181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=18042de7-163d-487f-bcda-3cc9f3b7d68b,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:42.690320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.693286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:42.722937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.728489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:42.729640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:42.737944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4500bec-d780-4a9f-b7b9-644347a56475 tempest-DHCPAgentSchedulersTestJSON-1395898022 tempest-DHCPAgentSchedulersTestJSON-1395898022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:42.745812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc49f1ea-94f8-4874-9337-f216a07602a5 None None] Network 6d0e6869-c55d-40e9-ba5f-22135b407bf3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:42.754675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:42.805545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] DHCP port deletion for 5e15abaa-7a02-4a63-8076-448859f65055 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:37:42.815604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] Deleting port db8e18d5-dd1b-40af-98f1-ebb8b753d6db {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:42.816251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:43.118925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] For port db8e18d5-dd1b-40af-98f1-ebb8b753d6db, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=db8e18d5-dd1b-40af-98f1-ebb8b753d6db,segment=NetworkSegment(8e02c8ca-76dc-4608-aeac-89a40f878f6d),segment_id=8e02c8ca-76dc-4608-aeac-89a40f878f6d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:43.119369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:43.170372 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9819620 Dec 09 09:37:43.209534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Network': ['ID=beaceed2-f187-4d08-b2e4-839734cb2eb3,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:43.227137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:43.249650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] For port 7c2d2868-132c-4d9e-89db-b2bec9c68062, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7c2d2868-132c-4d9e-89db-b2bec9c68062,segment=NetworkSegment(8621a605-fdff-4e4f-98df-c9f1b545656e),segment_id=8621a605-fdff-4e4f-98df-c9f1b545656e)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:43.250169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:43.291265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] Calling delete_port for db8e18d5-dd1b-40af-98f1-ebb8b753d6db owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:43.412416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network beaceed2-f187-4d08-b2e4-839734cb2eb3 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:43.428182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18d24f1-8a37-40a7-b489-5fb3d7c3f2ea None None] Network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:43.467628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6a11d-08d4-47b8-97ed-a7bae5aba649 req-02e7ddca-279d-4916-9ac0-ed537a6aca31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:43.469512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11f6a11d-08d4-47b8-97ed-a7bae5aba649 req-02e7ddca-279d-4916-9ac0-ed537a6aca31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 945 time: 0.1101606 Dec 09 09:37:43.495422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:43.520238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c086e1a-5ab0-4431-b7f0-136caac47e7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:43.551961 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11f6a11d-08d4-47b8-97ed-a7bae5aba649 req-99d01555-905a-4264-b8e5-058669851366 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751340 Dec 09 09:37:43.593400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3286654b-c863-4ab4-93b6-5e41f8ef1641 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:43.653924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Calling delete_port for 7c2d2868-132c-4d9e-89db-b2bec9c68062 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:43.701673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b43c8aba-afe2-4abf-a00b-55de99881c4b None None] Provisioning for port 3286654b-c863-4ab4-93b6-5e41f8ef1641 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:43.704995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] Pushing event deleted for resources: {'Port': ['ID=db8e18d5-dd1b-40af-98f1-ebb8b753d6db,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:43.782688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:43.852928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port db8e18d5-dd1b-40af-98f1-ebb8b753d6db, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=db8e18d5-dd1b-40af-98f1-ebb8b753d6db,segment=NetworkSegment(8e02c8ca-76dc-4608-aeac-89a40f878f6d),segment_id=8e02c8ca-76dc-4608-aeac-89a40f878f6d)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:43.853542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.024125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for db8e18d5-dd1b-40af-98f1-ebb8b753d6db owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:44.068887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] No DVR routers for this DVR port db8e18d5-dd1b-40af-98f1-ebb8b753d6db on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:44.096488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.105536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a07d8fc-ac67-45c4-97b7-8528164cec35 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:44.124828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 3286654b-c863-4ab4-93b6-5e41f8ef1641 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:44.142767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3286654b-c863-4ab4-93b6-5e41f8ef1641 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:44.143187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.169189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Port': ['ID=7c2d2868-132c-4d9e-89db-b2bec9c68062,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:44.172068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:44.188873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No DVR routers for this DVR port 7c2d2868-132c-4d9e-89db-b2bec9c68062 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:44.229518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224635bf-0fff-487f-8a58-aee25fa15378 req-8d7c72e3-33ed-4fec-b866-f79161787796 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:44.231300 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-224635bf-0fff-487f-8a58-aee25fa15378 req-8d7c72e3-33ed-4fec-b866-f79161787796 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 945 time: 0.5430093 Dec 09 09:37:44.310534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:37:44.311649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:37:44.312122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:37:44.381904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.389843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.427332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 3286654b-c863-4ab4-93b6-5e41f8ef1641, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3286654b-c863-4ab4-93b6-5e41f8ef1641,segment=NetworkSegment(73a43aac-6956-4d49-985c-cd26f14a9b4b),segment_id=73a43aac-6956-4d49-985c-cd26f14a9b4b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:44.431878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.433142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 18042de7-163d-487f-bcda-3cc9f3b7d68b up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:44.434871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-224635bf-0fff-487f-8a58-aee25fa15378 req-7dbd952d-696e-4b6d-ae92-d0d1dccfa043 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927755 Dec 09 09:37:44.436545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0e6869-c55d-40e9-ba5f-22135b407bf3']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:44.471475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64927015-22d0-4fdb-8c12-c045dca3a9ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:44.473059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58964) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:44.532195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8621a605-fdff-4e4f-98df-c9f1b545656e') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:44.532507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8621a605-fdff-4e4f-98df-c9f1b545656e') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:44.603187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-723d8346-2ff1-47bb-b855-ed64b02219ba tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 1093 time: 0.1282027 Dec 09 09:37:44.607396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58968) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:44.616819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=3286654b-c863-4ab4-93b6-5e41f8ef1641,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:44.619483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:44.632191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:44.633380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 18042de7-163d-487f-bcda-3cc9f3b7d68b triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:44.633925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.641712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.655062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:floatingip and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:44.659076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:44.664566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:44.668362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:44.684530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.699417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.726365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:44.726814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:44.762614 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:44.868415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port db8e18d5-dd1b-40af-98f1-ebb8b753d6db {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:44.868869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.902552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d7b14303-d966-45b9-b1e6-5d942c608754 None None] Provisioning for port 575ab62d-7071-44e3-be04-45d46215d072 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:44.913221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d7b14303-d966-45b9-b1e6-5d942c608754 None None] Provisioning complete for port 575ab62d-7071-44e3-be04-45d46215d072 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:44.913832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7b14303-d966-45b9-b1e6-5d942c608754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:44.984560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device db8e18d5-dd1b-40af-98f1-ebb8b753d6db no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:37:45.004645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:45.027625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: db8e18d5-dd1b-40af-98f1-ebb8b753d6db {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:37:45.028230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device db8e18d5-dd1b-40af-98f1-ebb8b753d6db not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:37:45.031049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] The port 'db8e18d5-dd1b-40af-98f1-ebb8b753d6db' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:37:45.033810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:45.057702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f883f629-67e7-4b2d-84b6-ff79c1bcd875 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:45.080115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:45.083251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d7b14303-d966-45b9-b1e6-5d942c608754 None None] Port 575ab62d-7071-44e3-be04-45d46215d072 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:45.104428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d7b14303-d966-45b9-b1e6-5d942c608754 None None] Provisioning complete for port 3286654b-c863-4ab4-93b6-5e41f8ef1641 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:45.105480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7b14303-d966-45b9-b1e6-5d942c608754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:45.153916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=6d0e6869-c55d-40e9-ba5f-22135b407bf3,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:45.192153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:45.225670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:45.239537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:45.268969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:45.274934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:45.279906 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6472850 Dec 09 09:37:45.281290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58972) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:45.286631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.74 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/a8000b7e-97ed-4f09-8796-d4a88cabc489) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:45.473347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3286654b-c863-4ab4-93b6-5e41f8ef1641 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:45.586442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d075d458-f5e4-4dd9-a9a2-0d41ccc8922b None None] Provisioning complete for port 575ab62d-7071-44e3-be04-45d46215d072 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:45.587039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d075d458-f5e4-4dd9-a9a2-0d41ccc8922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:45.600491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:45.801226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d075d458-f5e4-4dd9-a9a2-0d41ccc8922b None None] Port 575ab62d-7071-44e3-be04-45d46215d072 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:45.827900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:45.838722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:45.846009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3286654b-c863-4ab4-93b6-5e41f8ef1641 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:45.846899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:45.853408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'network': {'name': 'tempest-RoutersTest-739254366'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:45.868563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/6d0e6869-c55d-40e9-ba5f-22135b407bf3 HTTP/1.1" status: 204 len: 168 time: 6.2931948 Dec 09 09:37:45.871290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58976) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:45.919927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:45.944147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:network and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:45.959571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:45.963116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:45.964271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-daac427b-d444-4ae8-adba-f29cb55c6e3f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:45.964778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daac427b-d444-4ae8-adba-f29cb55c6e3f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:45.970169 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-daac427b-d444-4ae8-adba-f29cb55c6e3f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/7129f9a3-65e1-46ec-8200-9321cdef7681 HTTP/1.1" status: 404 len: 337 time: 0.0940585 Dec 09 09:37:45.976320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58980) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:45.982706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e15abaa-7a02-4a63-8076-448859f65055']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:45.995189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:45.998263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc32a707-b1f2-4d43-938e-089d6a2a8b69 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:46.036013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7afa1fc-8e57-4b9a-bda0-1c1857e9772f None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:37:46.038430 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6481c581-7df0-4ee8-a799-ff5b348456f1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:46.038935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6481c581-7df0-4ee8-a799-ff5b348456f1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:46.047857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6481c581-7df0-4ee8-a799-ff5b348456f1 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/6d0e6869-c55d-40e9-ba5f-22135b407bf3 HTTP/1.1" status: 404 len: 339 time: 0.0695531 Dec 09 09:37:46.048634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58984) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:46.057930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e02c8ca-76dc-4608-aeac-89a40f878f6d') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:46.058247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e02c8ca-76dc-4608-aeac-89a40f878f6d') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:46.107111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.112889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:46.121040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:46.132184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:46.139313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.144882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:46.201181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:46.216984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.217408 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added segment 6f8392d3-0cf9-4956-89c2-7f939e70de77 of type vlan for network ee85dc1d-981b-462d-a4ad-72585dafe3a9 Dec 09 09:37:46.245412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7afa1fc-8e57-4b9a-bda0-1c1857e9772f None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:37:46.256929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.297762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.302850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:46.303507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.308817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.316525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34bf1299-13ce-448d-a2f1-74f7442e774e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:46.335726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4765b292-d556-407e-bef6-17c5e0a10386 None None] Provisioning complete for port 575ab62d-7071-44e3-be04-45d46215d072 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:46.336527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4765b292-d556-407e-bef6-17c5e0a10386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.340294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=a8000b7e-97ed-4f09-8796-d4a88cabc489,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:46.352341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:46.415578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:46.416095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:46.473862 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:46.485423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:40Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:40Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:46.491418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:37:46.491827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Updating router baa111a1-00c2-4e0e-abf0-dc62ccb41619 port 575ab62d-7071-44e3-be04-45d46215d072 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:37:46.516160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4765b292-d556-407e-bef6-17c5e0a10386 None None] Port 575ab62d-7071-44e3-be04-45d46215d072 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:46.572313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.815388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Network': ['ID=ee85dc1d-981b-462d-a4ad-72585dafe3a9,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:46.825585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:46.846792 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0288892 Dec 09 09:37:46.850764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58988) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:46.855655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.864085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'subnet': {'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:46.910928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network ee85dc1d-981b-462d-a4ad-72585dafe3a9 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:46.914914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:46.922792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2bcbf8be-ab1f-4156-bf1a-37447a086884 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:47.063132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.075052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.088016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Transition to ACTIVE for port object 575ab62d-7071-44e3-be04-45d46215d072 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:47.094403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0c1658-23e6-433b-91cf-bafaed64ac37']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:47.095723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.099006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 58992) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:47.102255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4d59c27-2b7a-4289-a4a8-07a6d3afc47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:47.111143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b63b24f-bf55-4344-af81-a297df4ee265') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:47.111489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b63b24f-bf55-4344-af81-a297df4ee265') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:47.113667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'subnet': {'network_id': 'beaceed2-f187-4d08-b2e4-839734cb2eb3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:47.116916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9083ede1-ff18-47f1-854c-1ba4a4445e6e None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:37:47.120701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.127094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Network': ['ID=5e15abaa-7a02-4a63-8076-448859f65055,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:47.137616 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/networks/5e15abaa-7a02-4a63-8076-448859f65055 HTTP/1.1" status: 204 len: 168 time: 5.0934854 Dec 09 09:37:47.138802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:47.142258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 58996) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:47.151536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1262257288', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:47.161409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:47.165889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:router and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:47.169842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:47.176256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:47.186088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.191552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:47.195011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.196545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.217675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.252007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:subnet and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:47.263336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:47.285739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:47.295931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:47.299914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:subnet and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:47.302928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:47.309371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:47.316530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9083ede1-ff18-47f1-854c-1ba4a4445e6e None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:37:47.328442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:47.367782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Made reservation on behalf of 43aedac362b142ce8c066f5b134d8c6b for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:47.376070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.391605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Attempting to bind port 575ab62d-7071-44e3-be04-45d46215d072 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:47.392839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Attempting to bind port 575ab62d-7071-44e3-be04-45d46215d072 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '73a43aac-6956-4d49-985c-cd26f14a9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:47.393480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Attempting to bind port 575ab62d-7071-44e3-be04-45d46215d072 on network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:47.394934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:47.395388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.405148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:47.405926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Checking segment: {'id': '73a43aac-6956-4d49-985c-cd26f14a9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:47.406572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.407444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Bound using segment: {'id': '73a43aac-6956-4d49-985c-cd26f14a9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:47.408190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Bound port: 575ab62d-7071-44e3-be04-45d46215d072, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a43aac-6956-4d49-985c-cd26f14a9b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:47.408805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:47.412788 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:47.483282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.492641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.516485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] For port 575ab62d-7071-44e3-be04-45d46215d072, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:47.520546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] For port 575ab62d-7071-44e3-be04-45d46215d072, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=575ab62d-7071-44e3-be04-45d46215d072,segment=NetworkSegment(73a43aac-6956-4d49-985c-cd26f14a9b4b),segment_id=73a43aac-6956-4d49-985c-cd26f14a9b4b)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:47.524876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca60199-2c3e-4411-bd64-8401c4bc829c None None] Pushing event updated for resources: {'Port': ['ID=575ab62d-7071-44e3-be04-45d46215d072,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:47.537023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3ca60199-2c3e-4411-bd64-8401c4bc829c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:47.539970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.552085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2f8bd83-a2a4-4c4e-899b-9b2540f31fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:47.558333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.563503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:47.569390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.581320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.601718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59000) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:47.602585 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/7c0c1658-23e6-433b-91cf-bafaed64ac37 HTTP/1.1" status: 204 len: 168 time: 1.5497770 Dec 09 09:37:47.616228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=7c0c1658-23e6-433b-91cf-bafaed64ac37,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:47.631939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:47.633164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:47.706579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.707157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.707589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.708017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.708437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.708860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.709428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.709850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.710269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.710684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.711099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:47.712644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.715140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:47.735824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7124efa-fd16-4fa7-845e-e05c1fbfacc7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:47.736326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7124efa-fd16-4fa7-845e-e05c1fbfacc7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:47.754920 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a7124efa-fd16-4fa7-845e-e05c1fbfacc7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/6f9def33-39a9-4c4c-bfa8-5f60a99b63f8 HTTP/1.1" status: 404 len: 337 time: 0.1476691 Dec 09 09:37:47.778163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59004) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:47.813347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.851580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:47.855748 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-0016973d-8d35-495a-8b97-973fb2cb447e tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:47.856253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0016973d-8d35-495a-8b97-973fb2cb447e tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:47.861419 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0016973d-8d35-495a-8b97-973fb2cb447e tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/c955ccd1-5827-4137-a00a-ac8e26689f77 HTTP/1.1" status: 404 len: 339 time: 0.0786335 Dec 09 09:37:47.862498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59008) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:47.994390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca60199-2c3e-4411-bd64-8401c4bc829c None None] Pushing event updated for resources: {'Port': ['ID=575ab62d-7071-44e3-be04-45d46215d072,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:48.001586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3ca60199-2c3e-4411-bd64-8401c4bc829c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:48.025893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:48.038321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.116802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Deleting subnet 573f7191-29e8-4f12-a61f-8dac9413840d {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:48.120910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.173892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.183766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.273391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.363627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.382739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e319303-9e36-40e7-a352-4a60de9b2af5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:48.398330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.416484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.426217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b6e2b-7555-47bc-b3c0-8137d2916c94 None None] Network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:48.427813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.430485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d6826a66-8bed-4cd3-9e15-fe18848c576a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:48.443639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/573f7191-29e8-4f12-a61f-8dac9413840d HTTP/1.1" status: 204 len: 168 time: 0.5372920 Dec 09 09:37:48.447261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59012) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:48.448711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=573f7191-29e8-4f12-a61f-8dac9413840d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:48.490232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:48.509486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.597099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Deleting subnet 1d2c1873-25c2-4fba-bc81-4ef94b95c2e7 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:48.600474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.627034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:40Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:47Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:48.642914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ade03-84e6-4196-9d7f-60adafe2dbc7 None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:40Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:47Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:48.680702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.828992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:48.927579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 172.26.8.202 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/8f371fa6-1bce-4b05-aa8c-d777400be853) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:48.992861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=a8000b7e-97ed-4f09-8796-d4a88cabc489,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:48.993965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.002063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e3bca99-f375-45de-aad1-0197f03a0b94 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:49.012006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.013012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.013475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.013903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.014325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.014744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.015162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.015579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.015995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.016411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.016825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:49.023756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:49.028387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a112ecb-408f-4b4b-8daa-a3ffda2b4e3f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.506s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:49.098889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Subnet': ['ID=c75848e4-6b14-4e34-9041-aaeeb3ffac5b,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:49.105713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:49.107363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2c1873-25c2-4fba-bc81-4ef94b95c2e7,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:49.108349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.125605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:49.133408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.146577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/1d2c1873-25c2-4fba-bc81-4ef94b95c2e7 HTTP/1.1" status: 204 len: 168 time: 0.6952617 Dec 09 09:37:49.156098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59016) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:49.184231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.191523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd150348-66a3-456e-8c52-1b553f2ac731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:49.229236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Checking segment: {'id': '6f8392d3-0cf9-4956-89c2-7f939e70de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:49.230198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network hostable DHCP agents. Network: ee85dc1d-981b-462d-a4ad-72585dafe3a9, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:49.402024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Subnet': ['ID=1b30a224-b27b-4cac-9e06-714ccb98946c,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:49.449750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 575ab62d-7071-44e3-be04-45d46215d072 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:49.456261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:49.459184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Checking segment: {'id': '761826a0-aa6d-4a14-b989-766acdf00405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'beaceed2-f187-4d08-b2e4-839734cb2eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:49.459582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network hostable DHCP agents. Network: beaceed2-f187-4d08-b2e4-839734cb2eb3, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:49.468269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network ee85dc1d-981b-462d-a4ad-72585dafe3a9 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:49.505267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, ee85dc1d-981b-462d-a4ad-72585dafe3a9) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:49.519387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:49.520037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.530245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e557a7d-ce81-4fc2-91ad-a44e7a7ae900 None None] Network ee85dc1d-981b-462d-a4ad-72585dafe3a9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:49.579094 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7271187 Dec 09 09:37:49.581378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59020) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:49.607694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.652237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.662960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network beaceed2-f187-4d08-b2e4-839734cb2eb3 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:49.680273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a504bdb5-7fe8-4fc6-bb0e-5dfcdcc5939d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:49.695352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 575ab62d-7071-44e3-be04-45d46215d072 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:49.696741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, beaceed2-f187-4d08-b2e4-839734cb2eb3) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:49.706244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 575ab62d-7071-44e3-be04-45d46215d072 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:49.706678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.756724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695af4ba-b1dd-4ccc-bb69-b2f450cbc6f6 None None] Network beaceed2-f187-4d08-b2e4-839734cb2eb3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:49.767139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:49.784669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:49.792656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:49.812519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:49.813567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.854699 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7542348 Dec 09 09:37:49.859301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59024) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:49.866452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1494904405'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:49.880928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:49.881446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.885645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:network and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:49.888763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:49.896999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:49.922383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:49.927368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Deleting port f9d1c521-56d6-433d-b03d-2c2422f4364f {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:49.928354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.930966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:49.944139 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP 3e3384f9-80dc-4d7d-9406-27963fd6cbe7 associated. External IP: 172.26.8.74, port: 991b65d7-0303-4333-b695-435b3ab32171. Dec 09 09:37:50.042778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:50.052019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.052407 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Added segment f242dcbf-da5b-409b-9518-433128eda344 of type vlan for network c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 Dec 09 09:37:50.083560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.125892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.130164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:50.130844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.139050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:50.194476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=8f371fa6-1bce-4b05-aa8c-d777400be853,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:50.198365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:50.206365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] For port f9d1c521-56d6-433d-b03d-2c2422f4364f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f9d1c521-56d6-433d-b03d-2c2422f4364f,segment=NetworkSegment(8730efb0-08a7-4f27-b24a-2a67ab53975a),segment_id=8730efb0-08a7-4f27-b24a-2a67ab53975a)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:50.206778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.232353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3718784 Dec 09 09:37:50.234253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59028) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:50.276199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94282b2-a2fc-4ef6-94ed-578702433b21 None None] Network ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:50.300060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'subnet': {'network_id': 'c17c15d6-6cbb-4f65-8d18-a11a0d2b3388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:50.344783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:50.345698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.383128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Calling delete_port for f9d1c521-56d6-433d-b03d-2c2422f4364f owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:50.404506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Network': ['ID=c17c15d6-6cbb-4f65-8d18-a11a0d2b3388,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:50.426461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:50.460589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.485063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:37:50.491155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.497609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-250cb085-f14e-4f35-970a-8f16d9c19faa tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:50.541875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Port': ['ID=f9d1c521-56d6-433d-b03d-2c2422f4364f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:50.550275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:50.552618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No DVR routers for this DVR port f9d1c521-56d6-433d-b03d-2c2422f4364f on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:50.647544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:50.663885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:subnet and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:50.676445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:50.689806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:50.703132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-edfb88bd-ba28-41dd-8b17-18cb425b5e85 None None] Provisioning complete for port f9d1c521-56d6-433d-b03d-2c2422f4364f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:50.703470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-edfb88bd-ba28-41dd-8b17-18cb425b5e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.711349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.721622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:50.741924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd89ada-00b8-4c9c-8152-3ae78ecf2e21']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:50.750254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.751027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.760756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8730efb0-08a7-4f27-b24a-2a67ab53975a') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:50.761195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8730efb0-08a7-4f27-b24a-2a67ab53975a') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:50.838226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.844399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-edfb88bd-ba28-41dd-8b17-18cb425b5e85 None None] Port f9d1c521-56d6-433d-b03d-2c2422f4364f was deleted so its status cannot be updated. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:300}} Dec 09 09:37:50.861566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.863575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 575ab62d-7071-44e3-be04-45d46215d072, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=575ab62d-7071-44e3-be04-45d46215d072,segment=NetworkSegment(73a43aac-6956-4d49-985c-cd26f14a9b4b),segment_id=73a43aac-6956-4d49-985c-cd26f14a9b4b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:50.872202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:50.872663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.874658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.879038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:50.888992 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:50.899987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.921343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-beaceed2-f187-4d08-b2e4-839734cb2eb3', 'network_id': 'beaceed2-f187-4d08-b2e4-839734cb2eb3', 'tenant_id': '9f9b0ecd4e744c9581bec61aebc46fa6', 'fixed_ips': [{'subnet_id': '1b30a224-b27b-4cac-9e06-714ccb98946c'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:50.922112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:50.997789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ce990-4ba7-4cf9-8d28-49745680dfa1 None None] DHCP port deletion for ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:37:51.061549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:51.066009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:51.080806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9350c90-ca1d-4cf8-8514-67068e3a2c99 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:51.085982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=575ab62d-7071-44e3-be04-45d46215d072,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:51.098024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:51.103364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/ebd89ada-00b8-4c9c-8152-3ae78ecf2e21 HTTP/1.1" status: 204 len: 168 time: 1.9438274 Dec 09 09:37:51.105787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59032) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.114620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=ebd89ada-00b8-4c9c-8152-3ae78ecf2e21,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:51.115233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Allocated IP 172.23.0.2 (ee85dc1d-981b-462d-a4ad-72585dafe3a9/c75848e4-6b14-4e34-9041-aaeeb3ffac5b/1047d69c-66d1-43f6-b227-c568e24e96c4) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:51.117198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:51.133469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:37:51.186067 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f130159-0c93-44ec-836b-9da38c4db1df tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:51.186498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f130159-0c93-44ec-836b-9da38c4db1df tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:51.189816 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f130159-0c93-44ec-836b-9da38c4db1df tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/de8caff1-5065-41e8-8eaf-8c76d82eb5b8 HTTP/1.1" status: 404 len: 337 time: 0.0812800 Dec 09 09:37:51.193272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59036) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.225935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2ec073-ccf1-490e-8038-0fd94fdd8c6e tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:51.226722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2ec073-ccf1-490e-8038-0fd94fdd8c6e tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:51.231532 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8a2ec073-ccf1-490e-8038-0fd94fdd8c6e tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/f9291107-d00c-42a0-8624-27671cc5aed0 HTTP/1.1" status: 404 len: 339 time: 0.0340965 Dec 09 09:37:51.234869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59040) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.302288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14c1263-bf5b-4d3b-8379-ee4aa47cc9cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:51.302796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14c1263-bf5b-4d3b-8379-ee4aa47cc9cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:51.308415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d14c1263-bf5b-4d3b-8379-ee4aa47cc9cb tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/b74c3486-1d2a-45b4-b9d9-b901500edc35 HTTP/1.1" status: 404 len: 337 time: 0.0658562 Dec 09 09:37:51.310040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59044) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.331519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Allocated IP 2001:db8:0:ffff::2 (beaceed2-f187-4d08-b2e4-839734cb2eb3/1b30a224-b27b-4cac-9e06-714ccb98946c/2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:51.352017 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce9e5d7-b753-4ee0-8708-311a2b9d7a4f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:51.352528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce9e5d7-b753-4ee0-8708-311a2b9d7a4f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:51.354498 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8ce9e5d7-b753-4ee0-8708-311a2b9d7a4f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/afc48dbf-4e15-4603-8c97-0a8f0cf707b9 HTTP/1.1" status: 404 len: 339 time: 0.0429897 Dec 09 09:37:51.360171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59048) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.402971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 575ab62d-7071-44e3-be04-45d46215d072 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:51.417665 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed782c18-0883-4e41-b446-61e6a0bd1e45 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:51.418326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed782c18-0883-4e41-b446-61e6a0bd1e45 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:51.422993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ed782c18-0883-4e41-b446-61e6a0bd1e45 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/f7b81b8b-6562-4241-942e-77a138c510a7 HTTP/1.1" status: 404 len: 337 time: 0.0584962 Dec 09 09:37:51.424205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59052) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.448056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router 30d050ba-e1af-4944-8628-2cc334cd2c97 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:37:51.455792 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c04fdf-72be-4acf-91fa-fec848d87e45 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:51.456284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c04fdf-72be-4acf-91fa-fec848d87e45 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:51.459640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-45c04fdf-72be-4acf-91fa-fec848d87e45 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/8c4a3a20-736b-44e9-b456-6ec2571f7ba9 HTTP/1.1" status: 404 len: 339 time: 0.0324667 Dec 09 09:37:51.464843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59056) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:51.599117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:51.620714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Transition to ACTIVE for port object 1047d69c-66d1-43f6-b227-c568e24e96c4 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:51.679430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Transition to ACTIVE for port object 1047d69c-66d1-43f6-b227-c568e24e96c4 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:51.683906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 575ab62d-7071-44e3-be04-45d46215d072 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:51.683906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:51.792452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:51.801571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:51.837164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Deleting subnet 18e0bd2c-1ee2-4981-a3a8-d5e703bedf58 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:51.843105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:51.890497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Network ee85dc1d-981b-462d-a4ad-72585dafe3a9 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:51.915775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:51.934159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:51.937231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:51.942827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:37:51.960861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Pushing event updated for resources: {'Port': ['ID=1047d69c-66d1-43f6-b227-c568e24e96c4,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:51.963113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:51.967179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:51.993486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Transition to ACTIVE for port object 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:52.003147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:52.018403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.023544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6608b115-be8a-4cd8-b55b-bdfb27640219 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:52.033477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.034851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8911457 Dec 09 09:37:52.037656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59060) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:52.048168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5467e-3005-4cb2-ad1d-8866e596d237 None None] Sync routers for ids ['30d050ba-e1af-4944-8628-2cc334cd2c97'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:52.053940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.095977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.122205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Transition to ACTIVE for port object 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:52.133729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Attempting to bind port 1047d69c-66d1-43f6-b227-c568e24e96c4 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:52.134410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Attempting to bind port 1047d69c-66d1-43f6-b227-c568e24e96c4 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '6f8392d3-0cf9-4956-89c2-7f939e70de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:52.134797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Attempting to bind port 1047d69c-66d1-43f6-b227-c568e24e96c4 on network ee85dc1d-981b-462d-a4ad-72585dafe3a9 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:52.138844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5467e-3005-4cb2-ad1d-8866e596d237 None None] Routers {'30d050ba-e1af-4944-8628-2cc334cd2c97'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:52.139682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-14e5467e-3005-4cb2-ad1d-8866e596d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['30d050ba-e1af-4944-8628-2cc334cd2c97'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:52.195672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.209331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbdc29b1-8aa6-443b-8b1f-9f10c78cbabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:52.238208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f9d1c521-56d6-433d-b03d-2c2422f4364f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:37:52.286315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.296306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4c40f0d-adc6-40d5-8dab-591e24011810 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:52.333764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Subnet': ['ID=0c53af52-9a50-47a9-a541-40625e4b6f6d,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:52.346982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:52.404682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Checking segment: {'id': 'f242dcbf-da5b-409b-9518-433128eda344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c17c15d6-6cbb-4f65-8d18-a11a0d2b3388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:52.405097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network hostable DHCP agents. Network: c17c15d6-6cbb-4f65-8d18-a11a0d2b3388, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:37:52.472824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-14e5467e-3005-4cb2-ad1d-8866e596d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:52.475438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f9d1c521-56d6-433d-b03d-2c2422f4364f {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:37:52.475973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f9d1c521-56d6-433d-b03d-2c2422f4364f not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:37:52.485632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:52.485632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Checking segment: {'id': '6f8392d3-0cf9-4956-89c2-7f939e70de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:52.485632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.486387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Bound using segment: {'id': '6f8392d3-0cf9-4956-89c2-7f939e70de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:52.487355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Bound port: 1047d69c-66d1-43f6-b227-c568e24e96c4, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8392d3-0cf9-4956-89c2-7f939e70de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:52.487846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.566442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Network beaceed2-f187-4d08-b2e4-839734cb2eb3 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:52.571075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Pushing event updated for resources: {'Port': ['ID=2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:52.574319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:52.582824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:52.585707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:52.588298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=18e0bd2c-1ee2-4981-a3a8-d5e703bedf58,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:52.592438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:52.598666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.609627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5467e-3005-4cb2-ad1d-8866e596d237 None None] Routers {'30d050ba-e1af-4944-8628-2cc334cd2c97'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:52.610496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-14e5467e-3005-4cb2-ad1d-8866e596d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['30d050ba-e1af-4944-8628-2cc334cd2c97'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:52.621325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:37:52.621571 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/18e0bd2c-1ee2-4981-a3a8-d5e703bedf58 HTTP/1.1" status: 204 len: 168 time: 1.1524699 Dec 09 09:37:52.630192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59064) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:52.668077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, c17c15d6-6cbb-4f65-8d18-a11a0d2b3388) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:52.675399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc0dfab-22b9-4842-8baa-6f4d1539f8b4 None None] Network 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:52.679019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:52.679672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.701530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9593cf61-e8d7-4ed9-873a-7896730e5d0d None None] Network c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:52.771934 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4810169 Dec 09 09:37:52.780744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59068) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:52.786102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Allocated IP 172.23.0.1 (ee85dc1d-981b-462d-a4ad-72585dafe3a9/c75848e4-6b14-4e34-9041-aaeeb3ffac5b/01c1c402-f8dc-4758-982b-95d65ffb120d) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:52.792090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'port': {'network_id': 'c17c15d6-6cbb-4f65-8d18-a11a0d2b3388', 'name': 'tempest-NetworksIpV6TestAttrs-622266376'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:52.806390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-14e5467e-3005-4cb2-ad1d-8866e596d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:52.807440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5467e-3005-4cb2-ad1d-8866e596d237 None None] The sync data for ids ['30d050ba-e1af-4944-8628-2cc334cd2c97'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:52.813358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.814190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:52.831219 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0cced98b-35fe-4f35-b1ca-30b7900f22c7 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/routers/30d050ba-e1af-4944-8628-2cc334cd2c97 HTTP/1.1" status: 200 len: 885 time: 0.7906053 Dec 09 09:37:52.832630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] Sync routers for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:52.835493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59072) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:52.852576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:52.853969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:52.900755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Deleting port fd51b7a6-400b-4415-8c85-4de643149b50 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:52.901192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:52.937748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] For port 1047d69c-66d1-43f6-b227-c568e24e96c4, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:52.949718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.034509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] For port 1047d69c-66d1-43f6-b227-c568e24e96c4, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1047d69c-66d1-43f6-b227-c568e24e96c4,segment=NetworkSegment(6f8392d3-0cf9-4956-89c2-7f939e70de77),segment_id=6f8392d3-0cf9-4956-89c2-7f939e70de77)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:53.037536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Attempting to bind port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:53.037667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Attempting to bind port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '761826a0-aa6d-4a14-b989-766acdf00405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'beaceed2-f187-4d08-b2e4-839734cb2eb3'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:53.038038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Attempting to bind port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc on network beaceed2-f187-4d08-b2e4-839734cb2eb3 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:53.080054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.092034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bc3358eb-1f7c-46b6-becd-8222a05b3f1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:53.124584 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.5133986 Dec 09 09:37:53.127028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'tag': '991b65d7-0303-4333-b695-435b3ab32171'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:37:53.133918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59076) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:53.147398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:53.216913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:53.240090 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'tag': '991b65d7-0303-4333-b695-435b3ab32171', 'status': 'completed', 'code': 200} Dec 09 09:37:53.245563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] For port fd51b7a6-400b-4415-8c85-4de643149b50, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fd51b7a6-400b-4415-8c85-4de643149b50,segment=NetworkSegment(1e8d389d-a38b-49c1-acac-ca3f1f00531f),segment_id=1e8d389d-a38b-49c1-acac-ca3f1f00531f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:53.245980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.246126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:port and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:53.253757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:53.254533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Checking segment: {'id': '761826a0-aa6d-4a14-b989-766acdf00405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'beaceed2-f187-4d08-b2e4-839734cb2eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:53.255221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.255359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:53.256038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Bound using segment: {'id': '761826a0-aa6d-4a14-b989-766acdf00405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'beaceed2-f187-4d08-b2e4-839734cb2eb3'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:53.256799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Bound port: 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761826a0-aa6d-4a14-b989-766acdf00405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'beaceed2-f187-4d08-b2e4-839734cb2eb3'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:53.257474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.286761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:53.310881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.321292 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d6f0bf3d-04fd-481e-b4c0-9b45f6570e8f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/3e3384f9-80dc-4d7d-9406-27963fd6cbe7 HTTP/1.1" status: 200 len: 990 time: 0.1844923 Dec 09 09:37:53.325263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:53.330788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.356128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Transition to ACTIVE for port object 01c1c402-f8dc-4758-982b-95d65ffb120d will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:53.369821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] device_id is not set on port 350c1b66-5be7-439d-9a14-aa5e942d4433 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:37:53.431525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Pushing event updated for resources: {'Port': ['ID=1047d69c-66d1-43f6-b227-c568e24e96c4,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:53.433804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Calling delete_port for fd51b7a6-400b-4415-8c85-4de643149b50 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:53.451499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:53.565176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-c17c15d6-6cbb-4f65-8d18-a11a0d2b3388', 'network_id': 'c17c15d6-6cbb-4f65-8d18-a11a0d2b3388', 'tenant_id': '9f9b0ecd4e744c9581bec61aebc46fa6', 'fixed_ips': [{'subnet_id': '0c53af52-9a50-47a9-a541-40625e4b6f6d'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:37:53.566089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.578240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.584928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-08e7ec1f-4ac0-48c8-bb39-3cceb93794f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:53.592458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] For port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:53.656246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Port': ['ID=fd51b7a6-400b-4415-8c85-4de643149b50,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:53.657092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] For port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc,segment=NetworkSegment(761826a0-aa6d-4a14-b989-766acdf00405),segment_id=761826a0-aa6d-4a14-b989-766acdf00405)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:53.663569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a8a2480-fb77-44de-98d6-cdefbe6cffb2 req-d07e7342-f408-446a-839d-189641a779aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 1098 time: 0.4088712 Dec 09 09:37:53.667690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:53.700697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No DVR routers for this DVR port fd51b7a6-400b-4415-8c85-4de643149b50 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:53.705716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:37:02Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3e3384f9-80dc-4d7d-9406-27963fd6cbe7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:37:47Z', 'updated_at': '2021-12-09T09:37:47Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:53.712954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:53.720821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] Checking router: 6adde3ed-479d-4e08-bd75-ba6b395d8b7e for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:37:53.736291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c76f5f2-3e50-4fb1-8429-334cae91a41a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:53.743466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:53.744767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:53.759129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b78556b-a8d7-46be-b783-3a8f90a24fd6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:router {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:53.797324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779c7e9f-1e95-4287-99a6-9dde0b41f15d None None] DHCP port deletion for 56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:37:53.880583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Pushing event updated for resources: {'Port': ['ID=2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:53.908562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:54.018368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b78556b-a8d7-46be-b783-3a8f90a24fd6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:router {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:54.019957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b78556b-a8d7-46be-b783-3a8f90a24fd6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1834946 Dec 09 09:37:54.023515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:54.024758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Allocated IP 2001:db8::f816:3eff:fed7:b6f (c17c15d6-6cbb-4f65-8d18-a11a0d2b3388/0c53af52-9a50-47a9-a541-40625e4b6f6d/350c1b66-5be7-439d-9a14-aa5e942d4433) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:54.027938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59082) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:54.036824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e6f30996-d83c-4379-b336-0358b9033841 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1262257288'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:54.048048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a2480-fb77-44de-98d6-cdefbe6cffb2 req-d02003af-40ac-4231-abea-98b6571178ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:54.050897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a8a2480-fb77-44de-98d6-cdefbe6cffb2 req-d02003af-40ac-4231-abea-98b6571178ce service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdc46751-1c39-4b69-8e3a-794781aa87a1 HTTP/1.1" status: 200 len: 898 time: 0.3795285 Dec 09 09:37:54.106467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:54.129836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:54.142418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91170b7c-b2a8-4493-b300-f91de4a088e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:54.199537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:54.216375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8d389d-a38b-49c1-acac-ca3f1f00531f') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:54.217031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8d389d-a38b-49c1-acac-ca3f1f00531f') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:54.230334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:54.247197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:54.254061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:54.254408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:54.307620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network ee85dc1d-981b-462d-a4ad-72585dafe3a9 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:54.309473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=01c1c402-f8dc-4758-982b-95d65ffb120d,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:54.312803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:54.320907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:54.324645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:54.350935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a8a2480-fb77-44de-98d6-cdefbe6cffb2 req-f41a5da6-7aa4-4324-9476-663a3b9ad2fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=991b65d7-0303-4333-b695-435b3ab32171 HTTP/1.1" status: 200 len: 998 time: 0.2892628 Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:54.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:54.357278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59086) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:54.459878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:54.485768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:54.496696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-176063af-b4a1-4bed-982f-e8f34bc2c5dc tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:54.515219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:54.542422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:54.556502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:54.561185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a2480-fb77-44de-98d6-cdefbe6cffb2 req-a2e3f784-2a01-4331-bd6a-e7adf61e3ed5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:54.562745 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a8a2480-fb77-44de-98d6-cdefbe6cffb2 req-a2e3f784-2a01-4331-bd6a-e7adf61e3ed5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49ce0688-be68-4549-a4a8-21af70d83d8c HTTP/1.1" status: 200 len: 835 time: 0.2028179 Dec 09 09:37:54.563229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:37:02Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3e3384f9-80dc-4d7d-9406-27963fd6cbe7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:37:47Z', 'updated_at': '2021-12-09T09:37:47Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:54.567749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89b32d7-f81c-4ad7-ac4d-1010a4cf40aa None None] The sync data for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv is: [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:37:02Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3e3384f9-80dc-4d7d-9406-27963fd6cbe7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:37:47Z', 'updated_at': '2021-12-09T09:37:47Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:37:54.576575 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/56cc97aa-7dfa-45b5-bb63-e3d2928c9a2e HTTP/1.1" status: 204 len: 168 time: 1.9416273 Dec 09 09:37:54.582283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59090) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:54.625865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d7404075-b67f-44e5-b9c3-37c228344119 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/3e3384f9-80dc-4d7d-9406-27963fd6cbe7 HTTP/1.1" status: 200 len: 990 time: 0.2669511 Dec 09 09:37:54.671249 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71d19c9-00f4-4447-b037-df8ab243ecab tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:54.671959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71d19c9-00f4-4447-b037-df8ab243ecab tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:54.709000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c71d19c9-00f4-4447-b037-df8ab243ecab tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/a749ca3d-471c-4542-8d73-91e2867d3fa8 HTTP/1.1" status: 404 len: 337 time: 0.1255426 Dec 09 09:37:54.719813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59094) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:54.726364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a8a2480-fb77-44de-98d6-cdefbe6cffb2 req-c6bb11ab-3ace-43e9-b5f2-a489ccfb4959 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc46751-1c39-4b69-8e3a-794781aa87a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1553895 Dec 09 09:37:54.802692 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f2dfad4-e3d6-49a5-8089-4b7192f5e72f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] DELETE failed (client error): The resource could not be found. Dec 09 09:37:54.803267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f2dfad4-e3d6-49a5-8089-4b7192f5e72f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:54.805195 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7f2dfad4-e3d6-49a5-8089-4b7192f5e72f tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/16f8828a-c353-47a7-ae11-f135a375b634 HTTP/1.1" status: 404 len: 339 time: 0.0832880 Dec 09 09:37:54.809350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:54.813291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59098) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:54.891500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Transition to ACTIVE for port object 350c1b66-5be7-439d-9a14-aa5e942d4433 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:54.915989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:55.058835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf07cf-c462-4099-ba0a-ec448a5be081 None None] New status for floating IP 3e3384f9-80dc-4d7d-9406-27963fd6cbe7: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:37:55.086870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:55.098262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f14d712-eafc-448a-a3e4-d82329e981ef tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:55.376065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:55.378419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Port': ['ID=350c1b66-5be7-439d-9a14-aa5e942d4433,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:55.381677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:55.388740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:55.391816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:55.396243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:55.397217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:55.505578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Allocated IP 2001:db8::f816:3eff:fea7:b7c4 (c17c15d6-6cbb-4f65-8d18-a11a0d2b3388/0c53af52-9a50-47a9-a541-40625e4b6f6d/3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:37:55.586585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1047d69c-66d1-43f6-b227-c568e24e96c4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:55.590614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Deleting subnet d7a70db9-aa29-4abc-bce2-d46fc02f7b35 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:55.600543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:55.632945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59102) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:55.704312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:55.729251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:55.742054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a8a2480-fb77-44de-98d6-cdefbe6cffb2 req-471ca914-d2e1-4c74-9c00-f36b9c58410a service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0077014 Dec 09 09:37:55.780134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:55.857071 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.0739088 Dec 09 09:37:55.874165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59106) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:55.926382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a8a2480-fb77-44de-98d6-cdefbe6cffb2 req-33d0c29f-4a2a-4a2f-899b-47d05f36eb03 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680782 Dec 09 09:37:55.965144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.036877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event updated for resources: {'Port': ['ID=01c1c402-f8dc-4758-982b-95d65ffb120d,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:56.046166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:56.047073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.055822 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-14f55f43-92a3-4a0e-947f-d9ce10e391b1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/3e3384f9-80dc-4d7d-9406-27963fd6cbe7 HTTP/1.1" status: 200 len: 990 time: 0.4184465 Dec 09 09:37:56.123705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.217780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.223593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-407793d7-d806-4570-a791-fa54f0fdb5b0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:56.237049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055dbd7-f0f1-4aa9-b3e3-0e003fca2051 None None] Network ee85dc1d-981b-462d-a4ad-72585dafe3a9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:56.265776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Subnet': ['ID=d7a70db9-aa29-4abc-bce2-d46fc02f7b35,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:56.276025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:56.282410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.295577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/subnets/d7a70db9-aa29-4abc-bce2-d46fc02f7b35 HTTP/1.1" status: 204 len: 168 time: 1.4809740 Dec 09 09:37:56.297026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28211ff8-2d68-45a4-8c08-8d3544231115 None None] Network 22761d8f-c89f-4f27-beea-d1e949c4f199 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:56.298029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59110) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:56.445414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.459894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Deleting port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:37:56.460612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.515195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-df4432c1-4567-40f9-977a-db40f435b6b5 None None] Provisioning for port 1047d69c-66d1-43f6-b227-c568e24e96c4 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:56.598326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2166a23f-4664-46ad-bbea-9f8cec705bdc None None] Network beaceed2-f187-4d08-b2e4-839734cb2eb3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:37:56.660711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 1047d69c-66d1-43f6-b227-c568e24e96c4 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:56.694488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Deleting subnet 0c53af52-9a50-47a9-a541-40625e4b6f6d {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:37:56.704685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] For port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8cc04110-d6b7-4d7c-998c-4c81d2d1617c,segment=NetworkSegment(27b55b2e-2966-4f35-8e4b-09faa5cadf13),segment_id=27b55b2e-2966-4f35-8e4b-09faa5cadf13)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:56.705094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.777172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1047d69c-66d1-43f6-b227-c568e24e96c4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:56.777530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.817851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Network ee85dc1d-981b-462d-a4ad-72585dafe3a9 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:56.819102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:56.842799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Calling delete_port for 8cc04110-d6b7-4d7c-998c-4c81d2d1617c owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:37:56.928644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.936246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:56.977886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:56.989729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Port': ['ID=8cc04110-d6b7-4d7c-998c-4c81d2d1617c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:56.992369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:56.995133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] No DVR routers for this DVR port 8cc04110-d6b7-4d7c-998c-4c81d2d1617c on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:37:57.025357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Transition to ACTIVE for port object 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:57.039953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-86a99c7d-4e21-4e25-95c4-50ab3e891e52 None None] Provisioning for port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:57.058386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59114) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:57.114477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6f30996-d83c-4379-b336-0358b9033841 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.164552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Transition to ACTIVE for port object 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:37:57.191808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.272653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.281661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.293920 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d645a99c-7ab1-4a70-8d30-75f47fd562a6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/3e3384f9-80dc-4d7d-9406-27963fd6cbe7 HTTP/1.1" status: 200 len: 992 time: 0.2341325 Dec 09 09:37:57.294103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.304707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c71698ae-5e7d-49d1-bb0a-706fe1d9fb74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:57.317884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22761d8f-c89f-4f27-beea-d1e949c4f199']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:57.334290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b55b2e-2966-4f35-8e4b-09faa5cadf13') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:57.335430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b55b2e-2966-4f35-8e4b-09faa5cadf13') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:57.336079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6f30996-d83c-4379-b336-0358b9033841 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.350374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.367657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.375832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:37:57.376353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:37:57.392942 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:37:57.427075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.432267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Pushing event updated for resources: {'Port': ['ID=3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:57.492965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.498974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:57.508353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb308f23-f5df-4747-9848-4e55fb92de57 None None] DHCP port deletion for 22761d8f-c89f-4f27-beea-d1e949c4f199 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:37:57.517815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Network c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:37:57.521203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.530268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.530821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.532770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.532770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.532770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.532770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.532770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.533365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Pushing event deleted for resources: {'Network': ['ID=22761d8f-c89f-4f27-beea-d1e949c4f199,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:57.533702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.534155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.534891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.535238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:37:57.538977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:57.539166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:37:57.546364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:57.547560 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] 10.222.0.18 "DELETE /v2.0/networks/22761d8f-c89f-4f27-beea-d1e949c4f199 HTTP/1.1" status: 204 len: 168 time: 1.2483282 Dec 09 09:37:57.549381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 1047d69c-66d1-43f6-b227-c568e24e96c4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1047d69c-66d1-43f6-b227-c568e24e96c4,segment=NetworkSegment(6f8392d3-0cf9-4956-89c2-7f939e70de77),segment_id=6f8392d3-0cf9-4956-89c2-7f939e70de77)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:57.550844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:37:57.561148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.562422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:57.595285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8685ee46-da5e-4264-940e-07e5e7df62a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:57.692712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.787217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:37:57.803885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=1047d69c-66d1-43f6-b227-c568e24e96c4,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:57.811660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:57.816670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Attempting to bind port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:37:57.817097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Attempting to bind port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'f242dcbf-da5b-409b-9518-433128eda344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c17c15d6-6cbb-4f65-8d18-a11a0d2b3388'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:37:57.817570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Attempting to bind port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 on network c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:37:57.830382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:37:57.830808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Checking segment: {'id': 'f242dcbf-da5b-409b-9518-433128eda344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c17c15d6-6cbb-4f65-8d18-a11a0d2b3388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:37:57.831269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.831715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Bound using segment: {'id': 'f242dcbf-da5b-409b-9518-433128eda344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c17c15d6-6cbb-4f65-8d18-a11a0d2b3388'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:37:57.832253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Bound port: 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f242dcbf-da5b-409b-9518-433128eda344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'c17c15d6-6cbb-4f65-8d18-a11a0d2b3388'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:37:57.832682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.854744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:57.889314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:57.889717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:57.952962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59122) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:58.062496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.071039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] For port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:37:58.074383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b57ba4b5-55cf-4ccc-8358-164cc829c75e tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:58.096811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] For port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89,segment=NetworkSegment(f242dcbf-da5b-409b-9518-433128eda344),segment_id=f242dcbf-da5b-409b-9518-433128eda344)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:37:58.105394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.111105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-262e5e2a-8e83-4c25-b9d3-46f78a1a8dbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:58.130874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f30996-d83c-4379-b336-0358b9033841 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router 30d050ba-e1af-4944-8628-2cc334cd2c97 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:37:58.146693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Subnet': ['ID=0c53af52-9a50-47a9-a541-40625e4b6f6d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:58.148702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.156346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:58.228019 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0be9313b-57a6-4d43-9d0a-96ad0e03d185 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c721f8f02e74ef4afb0431737ec0c9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2714076 Dec 09 09:37:58.228621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59128) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:58.254109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Pushing event updated for resources: {'Port': ['ID=3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:58.257879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc,segment=NetworkSegment(761826a0-aa6d-4a14-b989-766acdf00405),segment_id=761826a0-aa6d-4a14-b989-766acdf00405)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:37:58.261861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:58.263589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.265901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbdc29b1-8aa6-443b-8b1f-9f10c78cbabd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:58.315007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.325598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/subnets/0c53af52-9a50-47a9-a541-40625e4b6f6d HTTP/1.1" status: 204 len: 168 time: 2.4414167 Dec 09 09:37:58.328852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59132) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:58.348624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d59c3ece-033f-4716-b87d-214099a9f462 None None] Provisioning complete for port 1047d69c-66d1-43f6-b227-c568e24e96c4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:58.349151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d59c3ece-033f-4716-b87d-214099a9f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.360655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f450221c-dba1-427d-89a4-3eb68138408b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.392503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fd51b7a6-400b-4415-8c85-4de643149b50 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:37:58.398027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f450221c-dba1-427d-89a4-3eb68138408b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.476447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f450221c-dba1-427d-89a4-3eb68138408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.484634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e0c78d0-56fe-4a8b-9152-48803eacfa52 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:37:58.499308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450221c-dba1-427d-89a4-3eb68138408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e31970c-1998-4bdb-81d4-dc8890751044,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:58.504627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f450221c-dba1-427d-89a4-3eb68138408b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:58.514128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f450221c-dba1-427d-89a4-3eb68138408b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:58.515716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f450221c-dba1-427d-89a4-3eb68138408b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e31970c-1998-4bdb-81d4-dc8890751044 HTTP/1.1" status: 204 len: 168 time: 0.2857640 Dec 09 09:37:58.684597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: fd51b7a6-400b-4415-8c85-4de643149b50 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:37:58.684866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fd51b7a6-400b-4415-8c85-4de643149b50 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:37:58.702047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:37:58.710437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:37:58.779534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86bdcba-3b14-441d-98e5-fd683b81cb38 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:58.781676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86bdcba-3b14-441d-98e5-fd683b81cb38 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:58.782533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c86bdcba-3b14-441d-98e5-fd683b81cb38 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Synchronizing usage tracker for tenant:9f9b0ecd4e744c9581bec61aebc46fa6 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:37:58.913787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1047d69c-66d1-43f6-b227-c568e24e96c4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:37:58.928159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:58.941484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:58.941781 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3568745 Dec 09 09:37:58.948571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59140) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:58.974585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:58.975300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:58.988697 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-25648226-d64b-4bc9-abf2-42bb69c05791 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1633832 Dec 09 09:37:59.036990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c86bdcba-3b14-441d-98e5-fd683b81cb38 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Unset dirty status for tenant:9f9b0ecd4e744c9581bec61aebc46fa6 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:37:59.041523 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c86bdcba-3b14-441d-98e5-fd683b81cb38 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7075970 Dec 09 09:37:59.042119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59146) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:59.056326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:59.124514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d59c3ece-033f-4716-b87d-214099a9f462 None None] Provisioning for port 01c1c402-f8dc-4758-982b-95d65ffb120d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:37:59.129561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1047d69c-66d1-43f6-b227-c568e24e96c4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:59.130053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:59.267474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d59c3ece-033f-4716-b87d-214099a9f462 None None] Provisioning complete for port 01c1c402-f8dc-4758-982b-95d65ffb120d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:59.267900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d59c3ece-033f-4716-b87d-214099a9f462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:59.311230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:37:59.319546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b669fb41-82d7-4065-a683-cc6cd8f0f23d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:59.340981 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b669fb41-82d7-4065-a683-cc6cd8f0f23d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 09:37:59.341552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b669fb41-82d7-4065-a683-cc6cd8f0f23d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:37:59.343600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b669fb41-82d7-4065-a683-cc6cd8f0f23d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 HTTP/1.1" status: 409 len: 405 time: 0.3002346 Dec 09 09:37:59.349227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59154) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:59.357013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1050514873'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:37:59.362372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:37:59.372201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:network and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:37:59.375774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:37:59.382532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:37:59.392595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d59c3ece-033f-4716-b87d-214099a9f462 None None] Port 01c1c402-f8dc-4758-982b-95d65ffb120d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:37:59.397015 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-283fd4b9-52c4-4cc4-809b-38f58e08bacd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 1098 time: 0.2539427 Dec 09 09:37:59.398256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:37:59.404146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:59.543719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f30996-d83c-4379-b336-0358b9033841 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:37:59.554039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6f30996-d83c-4379-b336-0358b9033841 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:59.556974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:37:59.559453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e6f30996-d83c-4379-b336-0358b9033841 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/30d050ba-e1af-4944-8628-2cc334cd2c97 HTTP/1.1" status: 200 len: 892 time: 5.5303245 Dec 09 09:37:59.563727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59160) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:37:59.565570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619fee08-ee04-4dc3-9fc1-67d344bfaa39 None None] Sync routers for ids ['30d050ba-e1af-4944-8628-2cc334cd2c97'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:37:59.582557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f9d06dbd-0e42-4026-97c6-9d4ea29e1499 None None] Provisioning complete for port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:37:59.582979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9d06dbd-0e42-4026-97c6-9d4ea29e1499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:59.585469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:59.586199 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Added segment 9f2ed02a-a9f5-4453-86fb-50dd67f92b94 of type vlan for network 2f4fe3b2-9e90-458c-9c70-663499944c53 Dec 09 09:37:59.645679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8cc04110-d6b7-4d7c-998c-4c81d2d1617c no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:37:59.692912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-2c061365-5bb1-4544-9274-4bfbf0809329 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:37:59.701084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-2c061365-5bb1-4544-9274-4bfbf0809329 service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.2817121 Dec 09 09:37:59.703298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619fee08-ee04-4dc3-9fc1-67d344bfaa39 None None] Routers {'30d050ba-e1af-4944-8628-2cc334cd2c97'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:59.704035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-619fee08-ee04-4dc3-9fc1-67d344bfaa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['30d050ba-e1af-4944-8628-2cc334cd2c97'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:59.777329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 8cc04110-d6b7-4d7c-998c-4c81d2d1617c {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:37:59.777733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8cc04110-d6b7-4d7c-998c-4c81d2d1617c not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:37:59.802432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-619fee08-ee04-4dc3-9fc1-67d344bfaa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:37:59.847499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:37:59.957673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619fee08-ee04-4dc3-9fc1-67d344bfaa39 None None] Routers {'30d050ba-e1af-4944-8628-2cc334cd2c97'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:37:59.958218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-619fee08-ee04-4dc3-9fc1-67d344bfaa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['30d050ba-e1af-4944-8628-2cc334cd2c97'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:00.014310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-1ac66558-3db2-448b-b70d-f5430d7732f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42 HTTP/1.1" status: 200 len: 1000 time: 0.3057716 Dec 09 09:38:00.015582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:00.019748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:00.029778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:00.057460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:00.099651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:37:54Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '01c1c402-f8dc-4758-982b-95d65ffb120d', 'name': '', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:33:89:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:52Z', 'updated_at': '2021-12-09T09:37:55Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:00.118729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-619fee08-ee04-4dc3-9fc1-67d344bfaa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:00.121445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:00.121851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Updating router baa111a1-00c2-4e0e-abf0-dc62ccb41619 port 01c1c402-f8dc-4758-982b-95d65ffb120d binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:38:00.126324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619fee08-ee04-4dc3-9fc1-67d344bfaa39 None None] The sync data for ids ['30d050ba-e1af-4944-8628-2cc334cd2c97'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:00.139904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59170) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:00.194350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f9d06dbd-0e42-4026-97c6-9d4ea29e1499 None None] Provisioning complete for port 01c1c402-f8dc-4758-982b-95d65ffb120d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:00.194773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9d06dbd-0e42-4026-97c6-9d4ea29e1499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:00.205155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:00.262159 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9117215 Dec 09 09:38:00.267496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59176) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:00.316602 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9cafce75-108a-4733-90e3-52f94743972a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/routers/30d050ba-e1af-4944-8628-2cc334cd2c97 HTTP/1.1" status: 200 len: 892 time: 0.7511938 Dec 09 09:38:00.320370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59180) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:00.324388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f9d06dbd-0e42-4026-97c6-9d4ea29e1499 None None] Port 01c1c402-f8dc-4758-982b-95d65ffb120d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:38:00.375508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'subnet': {'network_id': '2f4fe3b2-9e90-458c-9c70-663499944c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:00.386975 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5b671cde-62b6-4a03-8af2-0a6b5b286272 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d050ba-e1af-4944-8628-2cc334cd2c97 HTTP/1.1" status: 200 len: 205 time: 0.0652201 Dec 09 09:38:00.389416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59184) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:00.507852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5eae2c18-4b03-447a-b018-c7e1ee17ef56 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:00.508499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-5eae2c18-4b03-447a-b018-c7e1ee17ef56 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:38:00.513996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5eae2c18-4b03-447a-b018-c7e1ee17ef56 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3687289 Dec 09 09:38:00.517655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59190) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:00.537966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854300082'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:00.548982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:00.563106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:00.571291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:00.579002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:38:00.583426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:00.624493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Removed routes are [] {{(pid=88884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:38:00.625072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:00.633061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:00.753411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:00.770863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Transition to ACTIVE for port object 01c1c402-f8dc-4758-982b-95d65ffb120d will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:00.779144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:00.781246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:00.784286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e7a88ee0-fcd4-4cab-abbe-8426941216a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:00.787400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:00.792385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:00.809719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Network': ['ID=2f4fe3b2-9e90-458c-9c70-663499944c53,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:00.815188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:00.830551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46839c78-db85-4045-a4a3-59ec32531b19 None None] Network c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:00.858932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:00.878012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-117557b8-014f-4994-a270-fbc8728e6a6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:00.880135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-117557b8-014f-4994-a270-fbc8728e6a6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.8243060 Dec 09 09:38:00.976514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7523644-6828-4814-807e-b80acf6f8f78 None None] Pushing event updated for resources: {'Port': ['ID=01c1c402-f8dc-4758-982b-95d65ffb120d,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:00.982576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7523644-6828-4814-807e-b80acf6f8f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:00.989126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 2f4fe3b2-9e90-458c-9c70-663499944c53 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:01.022327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:01.066066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:01.073655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:01.092065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:01.110092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.121076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Attempting to bind port 01c1c402-f8dc-4758-982b-95d65ffb120d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:01.121968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Attempting to bind port 01c1c402-f8dc-4758-982b-95d65ffb120d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '6f8392d3-0cf9-4956-89c2-7f939e70de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:01.122614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Attempting to bind port 01c1c402-f8dc-4758-982b-95d65ffb120d on network ee85dc1d-981b-462d-a4ad-72585dafe3a9 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:01.124986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:01.132160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:01.132986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Checking segment: {'id': '6f8392d3-0cf9-4956-89c2-7f939e70de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:01.133589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.134270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Bound using segment: {'id': '6f8392d3-0cf9-4956-89c2-7f939e70de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:01.135858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Bound port: 01c1c402-f8dc-4758-982b-95d65ffb120d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8392d3-0cf9-4956-89c2-7f939e70de77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:01.136659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.166977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.269246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] For port 01c1c402-f8dc-4758-982b-95d65ffb120d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:01.274297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] For port 01c1c402-f8dc-4758-982b-95d65ffb120d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=01c1c402-f8dc-4758-982b-95d65ffb120d,segment=NetworkSegment(6f8392d3-0cf9-4956-89c2-7f939e70de77),segment_id=6f8392d3-0cf9-4956-89c2-7f939e70de77)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:01.279868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.281167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-81bde2d1-1da3-45a5-ab4f-9a11599d977e None None] Provisioning for port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:01.285692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e7a88ee0-fcd4-4cab-abbe-8426941216a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:01.303011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-188465cd-cbe1-46c2-b769-a40a955fb65e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4086545 Dec 09 09:38:01.363293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:01.363951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.398613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:01.399477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:01.529570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] DHCP port deletion for c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:38:01.542923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] Deleting port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:01.543511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.645538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:01.651695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-d67d186c-790f-4877-b07d-9041c93b73eb service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402057 Dec 09 09:38:01.685204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:01.806377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.817592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.928411 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fc5ed7d-08c3-4e61-9ba4-b55f37cd5ca8 req-bf2f78a8-f864-427d-bc8e-a1f9520e18e5 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586365 Dec 09 09:38:01.959605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:01.995429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] For port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89,segment=NetworkSegment(f242dcbf-da5b-409b-9518-433128eda344),segment_id=f242dcbf-da5b-409b-9518-433128eda344)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:01.996107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.005856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:02.014978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:02.015547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.033384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.054648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fa04db2a-d943-4b30-b46b-2c717ca8b15c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:02.081177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7523644-6828-4814-807e-b80acf6f8f78 None None] Pushing event updated for resources: {'Port': ['ID=01c1c402-f8dc-4758-982b-95d65ffb120d,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:02.087266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7523644-6828-4814-807e-b80acf6f8f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:02.095417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:02.099427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:02.102609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:02.109570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:02.126908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:00Z', 'revision_number': 6, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '01c1c402-f8dc-4758-982b-95d65ffb120d', 'name': '', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:33:89:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:52Z', 'updated_at': '2021-12-09T09:38:01Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:02.129659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.132024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416f0e72-e250-4b8e-84b3-a53d69c809bd None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:00Z', 'revision_number': 6, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '01c1c402-f8dc-4758-982b-95d65ffb120d', 'name': '', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:33:89:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:52Z', 'updated_at': '2021-12-09T09:38:01Z', 'revision_number': 4, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:02.136323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dcd94317-4393-4100-bafa-c3b8be7e86f0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:02.171984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.199992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.217519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Subnet': ['ID=719eb34d-a5f7-4852-9ff8-545cb5ece278,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:02.221660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:02.270248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] Calling delete_port for 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:02.273373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Checking segment: {'id': '9f2ed02a-a9f5-4453-86fb-50dd67f92b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2f4fe3b2-9e90-458c-9c70-663499944c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:02.273774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network hostable DHCP agents. Network: 2f4fe3b2-9e90-458c-9c70-663499944c53, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:02.283017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23ee829-1064-4961-9da0-fa5d54cdd160,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:02.295534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:02.299710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network 2f4fe3b2-9e90-458c-9c70-663499944c53 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:02.310492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-79928901-591f-4dec-9a08-2200622e03c4 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:02.323356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 2f4fe3b2-9e90-458c-9c70-663499944c53) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:02.335691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b47c52-d021-4fc6-9b8b-0916d0813a4f None None] Network 2f4fe3b2-9e90-458c-9c70-663499944c53 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:02.340248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:02.341468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.360105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.363104 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8353307 Dec 09 09:38:02.371048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59194) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:02.379021 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0983129 Dec 09 09:38:02.384486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '320544e9-b2ce-415a-8d12-557dd13b84f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:02.386983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59198) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:02.392038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:02.396669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:02.399979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:02.403286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'port': {'network_id': '2f4fe3b2-9e90-458c-9c70-663499944c53', 'name': 'tempest-NetworksIpV6TestAttrs-1884234287'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:02.407199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:02.427272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.431751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320544e9-b2ce-415a-8d12-557dd13b84f2,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:02.444955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:02.515910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.519646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.522136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbd71445-4f03-4eb0-b214-eb473dc17e0e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:02.563977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43619f78-5111-403c-8030-a206a7a551f5,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:02.567654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:02.569591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.571617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:02.572167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1987977 Dec 09 09:38:02.574396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59202) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:02.584750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e23b9319-f6f0-445a-a0cc-19dc9e183e07 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '320544e9-b2ce-415a-8d12-557dd13b84f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:02.593848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e23b9319-f6f0-445a-a0cc-19dc9e183e07 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:02.599089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e23b9319-f6f0-445a-a0cc-19dc9e183e07 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:02.602812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e23b9319-f6f0-445a-a0cc-19dc9e183e07 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:02.612104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e23b9319-f6f0-445a-a0cc-19dc9e183e07 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:02.630168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e23b9319-f6f0-445a-a0cc-19dc9e183e07 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.633588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.653133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.668179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2f4fe3b2-9e90-458c-9c70-663499944c53', 'network_id': '2f4fe3b2-9e90-458c-9c70-663499944c53', 'tenant_id': '9f9b0ecd4e744c9581bec61aebc46fa6', 'fixed_ips': [{'subnet_id': '719eb34d-a5f7-4852-9ff8-545cb5ece278'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:02.669602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.696087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.701573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:02.705400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:02.722655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:port and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:02.726646 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-e23b9319-f6f0-445a-a0cc-19dc9e183e07 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): There was a conflict when trying to complete your request. Dec 09 09:38:02.727944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e23b9319-f6f0-445a-a0cc-19dc9e183e07 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1516957 Dec 09 09:38:02.731420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59206) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:02.786130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] Pushing event deleted for resources: {'Port': ['ID=3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:02.787360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:02.794564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:02.794900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 8f371fa6-1bce-4b05-aa8c-d777400be853 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:02.795293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.825206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eac43324-f1b2-4f70-8ddc-aee15880ef1c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.837439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:02.871288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eac43324-f1b2-4f70-8ddc-aee15880ef1c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.886781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:02.892475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.934372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eac43324-f1b2-4f70-8ddc-aee15880ef1c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.940314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f450221c-dba1-427d-89a4-3eb68138408b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:02.962605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac43324-f1b2-4f70-8ddc-aee15880ef1c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320544e9-b2ce-415a-8d12-557dd13b84f2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:02.966110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eac43324-f1b2-4f70-8ddc-aee15880ef1c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:02.967075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eac43324-f1b2-4f70-8ddc-aee15880ef1c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:02.971851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-eac43324-f1b2-4f70-8ddc-aee15880ef1c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/320544e9-b2ce-415a-8d12-557dd13b84f2 HTTP/1.1" status: 204 len: 168 time: 0.2392497 Dec 09 09:38:02.972774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59210) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:02.973008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] device_id is not set on port a4ed104a-cca3-47dc-9fa3-2a27066a40b3 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:38:03.037106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8d8a7394-e026-45ce-96ba-cf44231b2b35 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:03.057253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8d8a7394-e026-45ce-96ba-cf44231b2b35 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:03.063384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59214) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:03.064124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d8a7394-e026-45ce-96ba-cf44231b2b35 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0888836 Dec 09 09:38:03.089471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--491093196'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:03.109150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] No DVR routers for this DVR port 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:03.127259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:03.177229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:03.209047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.227262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:03.251898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.266586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Allocated IP 2001:db8::f816:3eff:fec1:807a (2f4fe3b2-9e90-458c-9c70-663499944c53/719eb34d-a5f7-4852-9ff8-545cb5ece278/bed43455-c754-4d0d-b4c6-038c5ced4707) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:03.312617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 01c1c402-f8dc-4758-982b-95d65ffb120d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:03.402580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.402580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ca77d777-45ed-4f9e-aac7-accd5f99da9c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619 HTTP/1.1" status: 200 len: 934 time: 4.3722718 Dec 09 09:38:03.405149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59218) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:03.409436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for 8f371fa6-1bce-4b05-aa8c-d777400be853 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:03.489919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:03.512089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:03.517607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:03.525044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 01c1c402-f8dc-4758-982b-95d65ffb120d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:03.526025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:03.536711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 01c1c402-f8dc-4758-982b-95d65ffb120d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:03.536711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.609061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.656504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.657023 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-beba0678-1dfb-436f-a7f6-db02d343c726 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619 HTTP/1.1" status: 200 len: 934 time: 0.2476587 Dec 09 09:38:03.657023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59222) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:03.664941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff656d90-3b6c-4300-be21-60693a06e205 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:03.671459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'routes': None}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:03.671588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.747626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Transition to ACTIVE for port object bed43455-c754-4d0d-b4c6-038c5ced4707 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:03.767483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61435ea-11b6-4c93-8d7a-330e02434e0e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:03.771281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.773781 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7093332 Dec 09 09:38:03.775074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:03.778915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59226) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:03.792935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-271a052f-e8a5-4130-8b08-2a0e7c92bb9c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': 'a61435ea-11b6-4c93-8d7a-330e02434e0e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:03.793893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-271a052f-e8a5-4130-8b08-2a0e7c92bb9c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:03.795174 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-271a052f-e8a5-4130-8b08-2a0e7c92bb9c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0135448 Dec 09 09:38:03.796785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Transition to ACTIVE for port object bed43455-c754-4d0d-b4c6-038c5ced4707 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:03.799904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.805098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59230) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:03.822618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.834557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:03.857847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.870265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:03.917010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 01c1c402-f8dc-4758-982b-95d65ffb120d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=01c1c402-f8dc-4758-982b-95d65ffb120d,segment=NetworkSegment(6f8392d3-0cf9-4956-89c2-7f939e70de77),segment_id=6f8392d3-0cf9-4956-89c2-7f939e70de77)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:03.925176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:03.937772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Pushing event updated for resources: {'Port': ['ID=bed43455-c754-4d0d-b4c6-038c5ced4707,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:03.942736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:03.943425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:03.944805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Network 2f4fe3b2-9e90-458c-9c70-663499944c53 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:03.945368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:03.964941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=8f371fa6-1bce-4b05-aa8c-d777400be853,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:03.974847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:03.984958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:03.988500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:03.988666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:03.989303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:04.039382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Allocated IP 2001:db8::f816:3eff:fe31:af63 (2f4fe3b2-9e90-458c-9c70-663499944c53/719eb34d-a5f7-4852-9ff8-545cb5ece278/a4ed104a-cca3-47dc-9fa3-2a27066a40b3) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:04.074897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:04.138947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85990721-6183-4f2d-87a7-77b17028a85e tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:04.147691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:04.147691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3cc8aff5-0d47-40fc-bd3a-e320bbdb3f89 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:04.231250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Attempting to bind port bed43455-c754-4d0d-b4c6-038c5ced4707 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:04.231686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Attempting to bind port bed43455-c754-4d0d-b4c6-038c5ced4707 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '9f2ed02a-a9f5-4453-86fb-50dd67f92b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2f4fe3b2-9e90-458c-9c70-663499944c53'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:04.232103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Attempting to bind port bed43455-c754-4d0d-b4c6-038c5ced4707 on network 2f4fe3b2-9e90-458c-9c70-663499944c53 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:04.249513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:04.249923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Checking segment: {'id': '9f2ed02a-a9f5-4453-86fb-50dd67f92b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2f4fe3b2-9e90-458c-9c70-663499944c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:04.250570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:04.251172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Bound using segment: {'id': '9f2ed02a-a9f5-4453-86fb-50dd67f92b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2f4fe3b2-9e90-458c-9c70-663499944c53'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:04.251887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Bound port: bed43455-c754-4d0d-b4c6-038c5ced4707, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2ed02a-a9f5-4453-86fb-50dd67f92b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2f4fe3b2-9e90-458c-9c70-663499944c53'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:04.252472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:04.267394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=01c1c402-f8dc-4758-982b-95d65ffb120d,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:04.271300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:04.313353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85990721-6183-4f2d-87a7-77b17028a85e tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:04.365226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] For port bed43455-c754-4d0d-b4c6-038c5ced4707, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:04.368721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] For port bed43455-c754-4d0d-b4c6-038c5ced4707, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=bed43455-c754-4d0d-b4c6-038c5ced4707,segment=NetworkSegment(9f2ed02a-a9f5-4453-86fb-50dd67f92b94),segment_id=9f2ed02a-a9f5-4453-86fb-50dd67f92b94)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:04.369440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:04.372934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:04.388984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:04.487021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-069d5d0d-63f5-47ee-9fd5-a0c4f107543d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:04.505211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Pushing event updated for resources: {'Port': ['ID=bed43455-c754-4d0d-b4c6-038c5ced4707,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:04.517005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:04.551431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:04.614755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added routes are [] {{(pid=88883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:38:04.615390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:38:04.660082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:04.754936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:00Z', 'revision_number': 6, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '01c1c402-f8dc-4758-982b-95d65ffb120d', 'name': '', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:33:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:52Z', 'updated_at': '2021-12-09T09:38:03Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:04.764179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:04.777490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:04.778195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:05.003704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:05.027343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85990721-6183-4f2d-87a7-77b17028a85e tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.036647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3ac4d1d5-df47-4900-ad1b-ab9b3e9e75eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:05.134202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85990721-6183-4f2d-87a7-77b17028a85e tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61435ea-11b6-4c93-8d7a-330e02434e0e,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:05.140681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85990721-6183-4f2d-87a7-77b17028a85e tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:05.142148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.151330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.293360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.297234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85990721-6183-4f2d-87a7-77b17028a85e tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.301282 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-85990721-6183-4f2d-87a7-77b17028a85e tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/a61435ea-11b6-4c93-8d7a-330e02434e0e HTTP/1.1" status: 204 len: 168 time: 1.4938538 Dec 09 09:38:05.307111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.311903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59234) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:05.354286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.378606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Transition to ACTIVE for port object a4ed104a-cca3-47dc-9fa3-2a27066a40b3 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:05.481909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b1d74a67-88ee-40fd-a716-01e6a02cf28d tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:05.504156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.504718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Fanout notify agent at l3_agent the message router_deleted on router 30d050ba-e1af-4944-8628-2cc334cd2c97 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:38:05.510935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 01c1c402-f8dc-4758-982b-95d65ffb120d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:05.516025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.527039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7548625e-699e-496c-b6b8-18e8ce833d8d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:05.568450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b1d74a67-88ee-40fd-a716-01e6a02cf28d tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:05.571273 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b1d74a67-88ee-40fd-a716-01e6a02cf28d tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2572310 Dec 09 09:38:05.590452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59238) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:05.610324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.612338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/30d050ba-e1af-4944-8628-2cc334cd2c97 HTTP/1.1" status: 204 len: 168 time: 5.2217870 Dec 09 09:38:05.614714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--870453474'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:05.628751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59242) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:05.630263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:05.641256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-308406137'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:05.655084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:05.662522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network 2f4fe3b2-9e90-458c-9c70-663499944c53 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:05.664135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:04Z', 'revision_number': 7, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '01c1c402-f8dc-4758-982b-95d65ffb120d', 'name': '', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:33:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:52Z', 'updated_at': '2021-12-09T09:38:03Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:05.666864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:05.670483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcb00b0-0355-4eb0-b065-b1294dd98a36 None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:04Z', 'revision_number': 7, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '01c1c402-f8dc-4758-982b-95d65ffb120d', 'name': '', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:33:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:52Z', 'updated_at': '2021-12-09T09:38:03Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:05.673518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:05.684700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:05.692799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:05.694591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.698329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.705157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:network and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:05.706776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.710396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Port': ['ID=a4ed104a-cca3-47dc-9fa3-2a27066a40b3,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:05.723465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:05.728010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 01c1c402-f8dc-4758-982b-95d65ffb120d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:05.735312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.738503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:05.750434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:05.767141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3767667 Dec 09 09:38:05.769798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59246) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:05.781170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:05.793076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:05.804578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:05.817872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:05.850064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:05.857964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.858796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:05.914890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.937250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device bed43455-c754-4d0d-b4c6-038c5ced4707 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:05.940043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:05.969630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.970184 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added segment 0c5d76b9-5f17-4e8b-a484-d29d539c6e13 of type vlan for network b97f42ff-d335-416e-aa97-086e0dfb11a8 Dec 09 09:38:05.983206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:05.996511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1866771b-ca14-4046-9f37-9c0baf0a7772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:06.049515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port bed43455-c754-4d0d-b4c6-038c5ced4707 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:06.110923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.113858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f23948-25dd-488b-9d9d-bdccfd8c0fff,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:06.127546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:06.132613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Deleting subnet 719eb34d-a5f7-4852-9ff8-545cb5ece278 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:38:06.138538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.166475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.169565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5699401 Dec 09 09:38:06.174924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59250) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:06.200020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-843b9822-ca0f-4bc0-a1ea-5f0bc0c9c744 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '15f23948-25dd-488b-9d9d-bdccfd8c0fff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:06.200818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-843b9822-ca0f-4bc0-a1ea-5f0bc0c9c744 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:06.201853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-843b9822-ca0f-4bc0-a1ea-5f0bc0c9c744 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0247049 Dec 09 09:38:06.209151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59254) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:06.241885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.285565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.289802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:06.290431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.297910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:06.304830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.306149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-03d8bf47-a102-4db7-ac25-6703b96e2d66 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619 HTTP/1.1" status: 200 len: 700 time: 2.6479797 Dec 09 09:38:06.312261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59258) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:06.316331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:06.345260 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7134345 Dec 09 09:38:06.366763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59262) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:06.378224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:06.385806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'subnet': {'network_id': 'b97f42ff-d335-416e-aa97-086e0dfb11a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:06.397561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:06.398191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:37:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:06.411028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-202e4d70-bca7-4dfb-a3bd-41809d6d76aa tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.521007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Network': ['ID=b97f42ff-d335-416e-aa97-086e0dfb11a8,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:06.524184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:06.569494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-202e4d70-bca7-4dfb-a3bd-41809d6d76aa tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.574847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network b97f42ff-d335-416e-aa97-086e0dfb11a8 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:06.644239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:06.648179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:subnet and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:06.652762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:06.660847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:06.694022 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5ef69ead-f826-401b-ada5-eafa4477d342 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619 HTTP/1.1" status: 200 len: 700 time: 0.3800275 Dec 09 09:38:06.699132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59266) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:06.700051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:06.700991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-202e4d70-bca7-4dfb-a3bd-41809d6d76aa tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.803752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54d0ceb8-ae1d-4682-97e2-acc92fba0af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.819059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:06.837983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.871620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eac43324-f1b2-4f70-8ddc-aee15880ef1c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:06.895058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:06.977723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e4d70-bca7-4dfb-a3bd-41809d6d76aa tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f23948-25dd-488b-9d9d-bdccfd8c0fff,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:06.982971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-202e4d70-bca7-4dfb-a3bd-41809d6d76aa tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:06.997730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-202e4d70-bca7-4dfb-a3bd-41809d6d76aa tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.000426 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-202e4d70-bca7-4dfb-a3bd-41809d6d76aa tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/15f23948-25dd-488b-9d9d-bdccfd8c0fff HTTP/1.1" status: 204 len: 168 time: 0.7906966 Dec 09 09:38:07.005336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59270) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.063759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c265fe-b72f-4738-a166-be1960a00039 None None] Network 2f4fe3b2-9e90-458c-9c70-663499944c53 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:07.081627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8b3b4236-5f9b-4af1-907b-67d7a75898a5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:07.109799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8b3b4236-5f9b-4af1-907b-67d7a75898a5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:07.115038 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8b3b4236-5f9b-4af1-907b-67d7a75898a5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1035693 Dec 09 09:38:07.115633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59274) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.124415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--890821008'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:07.131213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.131405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:07.146449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5ae78066-cf62-4e60-a432-ae947f70cb26 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:07.148075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:07.168563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-49269edb-c682-480b-a828-bf816aedaf5e None None] Provisioning for port bed43455-c754-4d0d-b4c6-038c5ced4707 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:07.192071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.202552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Subnet': ['ID=719eb34d-a5f7-4852-9ff8-545cb5ece278,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:07.205313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:07.222016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-49269edb-c682-480b-a828-bf816aedaf5e None None] Provisioning complete for port bed43455-c754-4d0d-b4c6-038c5ced4707 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:07.222283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49269edb-c682-480b-a828-bf816aedaf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.225872 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/subnets/719eb34d-a5f7-4852-9ff8-545cb5ece278 HTTP/1.1" status: 204 len: 168 time: 1.4526789 Dec 09 09:38:07.226023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.226499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59278) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.260528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.359731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:07.370843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:07.373426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:07.382194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:07.390851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0815f-92d4-4590-80de-08e38341f9e5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:07.393957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0815f-92d4-4590-80de-08e38341f9e5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:07.395527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dda0815f-92d4-4590-80de-08e38341f9e5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Synchronizing usage tracker for tenant:9f9b0ecd4e744c9581bec61aebc46fa6 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:07.402685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.412376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f284b5c3-d470-4e6f-b9d3-9ee1ffe74910 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:07.417069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.529456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dda0815f-92d4-4590-80de-08e38341f9e5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Unset dirty status for tenant:9f9b0ecd4e744c9581bec61aebc46fa6 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:07.533598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dda0815f-92d4-4590-80de-08e38341f9e5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3031080 Dec 09 09:38:07.549300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59284) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.552185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Subnet': ['ID=ce4a0908-390b-447d-bf35-66f6efe80e61,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:07.556100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:07.559216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Checking segment: {'id': '0c5d76b9-5f17-4e8b-a484-d29d539c6e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b97f42ff-d335-416e-aa97-086e0dfb11a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:07.559763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network hostable DHCP agents. Network: b97f42ff-d335-416e-aa97-086e0dfb11a8, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:07.591659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network b97f42ff-d335-416e-aa97-086e0dfb11a8 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:07.602892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, b97f42ff-d335-416e-aa97-086e0dfb11a8) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:07.611825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:07.612679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.636186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2652586 Dec 09 09:38:07.636397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59290) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.642947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-886702751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:07.643136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1334734-019b-4c63-a129-e3ac67b2fc65 None None] Network b97f42ff-d335-416e-aa97-086e0dfb11a8 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:07.650512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:07.655226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:router and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:07.659022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:07.666137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:07.706199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.714084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.718320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.741462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.747204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.762270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba9a7a45-38ba-452c-bec4-2ad5dc2b5dcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:07.764794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.802028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fb3d19-dca0-4923-a89b-669577dcf851 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.807776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.813871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5ce32b06-63c2-4b1a-a168-44824969e4a2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1756377 Dec 09 09:38:07.816400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59294) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.818125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6b37cb-d932-46e8-9e58-1d0a8d6786af,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:07.828297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:07.837052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fb3d19-dca0-4923-a89b-669577dcf851 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 09 09:38:07.838080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fb3d19-dca0-4923-a89b-669577dcf851 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:07.856590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-22fb3d19-dca0-4923-a89b-669577dcf851 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/2f4fe3b2-9e90-458c-9c70-663499944c53 HTTP/1.1" status: 409 len: 405 time: 0.3056381 Dec 09 09:38:07.862835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59298) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.909515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1972654296'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:07.912709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.917626 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8008025 Dec 09 09:38:07.919083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59302) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.921650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:07.926359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49269edb-c682-480b-a828-bf816aedaf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:07.948601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-350c2603-b757-4ee3-8757-0c7e30117e65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '6e6b37cb-d932-46e8-9e58-1d0a8d6786af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:07.949508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-350c2603-b757-4ee3-8757-0c7e30117e65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:07.950698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-350c2603-b757-4ee3-8757-0c7e30117e65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0156057 Dec 09 09:38:07.957780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59306) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.958372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:network and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:07.968496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-939acc4a-65c3-4fa6-8e78-57b26f0259c9 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '6e6b37cb-d932-46e8-9e58-1d0a8d6786af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:07.970133 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-939acc4a-65c3-4fa6-8e78-57b26f0259c9 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:07.974662 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-939acc4a-65c3-4fa6-8e78-57b26f0259c9 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097725 Dec 09 09:38:07.974662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:07.975008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59310) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:07.983681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e1acd409-a528-413e-8260-0dc58784e342 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '6e6b37cb-d932-46e8-9e58-1d0a8d6786af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:07.984973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:07.985192 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-e1acd409-a528-413e-8260-0dc58784e342 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:07.985895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e1acd409-a528-413e-8260-0dc58784e342 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082576 Dec 09 09:38:07.989255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59314) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:08.001376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-02446c87-c308-4cf7-8618-2bec7ce1ce20 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '6e6b37cb-d932-46e8-9e58-1d0a8d6786af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:08.003663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-02446c87-c308-4cf7-8618-2bec7ce1ce20 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:08.008269 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-02446c87-c308-4cf7-8618-2bec7ce1ce20 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0128281 Dec 09 09:38:08.008269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59318) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:08.060863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-49269edb-c682-480b-a828-bf816aedaf5e None None] For port bed43455-c754-4d0d-b4c6-038c5ced4707, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=bed43455-c754-4d0d-b4c6-038c5ced4707,segment=NetworkSegment(9f2ed02a-a9f5-4453-86fb-50dd67f92b94),segment_id=9f2ed02a-a9f5-4453-86fb-50dd67f92b94)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:08.069003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:08.081596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.081793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49269edb-c682-480b-a828-bf816aedaf5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.085947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:08.149835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:04Z', 'revision_number': 7, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '01c1c402-f8dc-4758-982b-95d65ffb120d', 'name': '', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:33:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:52Z', 'updated_at': '2021-12-09T09:38:03Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:08.155553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:08.167212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.167580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Added segment 79afca3d-7f3b-4405-ae43-99bb94e293b4 of type vlan for network 143956b3-d219-46f2-abef-d1984796f370 Dec 09 09:38:08.197968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:08.200284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] DHCP port deletion for 2f4fe3b2-9e90-458c-9c70-663499944c53 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:38:08.218106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.227340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] Deleting port bed43455-c754-4d0d-b4c6-038c5ced4707 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:08.227340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.271085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-b97f42ff-d335-416e-aa97-086e0dfb11a8', 'network_id': 'b97f42ff-d335-416e-aa97-086e0dfb11a8', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'fixed_ips': [{'subnet_id': 'ce4a0908-390b-447d-bf35-66f6efe80e61'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:08.271085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.304395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49269edb-c682-480b-a828-bf816aedaf5e None None] Pushing event updated for resources: {'Port': ['ID=bed43455-c754-4d0d-b4c6-038c5ced4707,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:08.312107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-49269edb-c682-480b-a828-bf816aedaf5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:08.325029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:08.325494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:08.338096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.343022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:08.343689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.358677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-99f11006-41db-4c91-9bc0-9219a3efbba5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:08.448429 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5787449 Dec 09 09:38:08.452486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59322) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:08.459691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'subnet': {'network_id': '143956b3-d219-46f2-abef-d1984796f370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:08.544663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c756b5fa-9d92-4846-ad33-ba3762eebaf3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.601745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.640649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:08.746047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c756b5fa-9d92-4846-ad33-ba3762eebaf3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.867919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c756b5fa-9d92-4846-ad33-ba3762eebaf3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.880428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b04ea2a-301f-4dfd-bf8f-91d170878744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:08.897153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Network': ['ID=143956b3-d219-46f2-abef-d1984796f370,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:08.899341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] For port bed43455-c754-4d0d-b4c6-038c5ced4707, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=bed43455-c754-4d0d-b4c6-038c5ced4707,segment=NetworkSegment(9f2ed02a-a9f5-4453-86fb-50dd67f92b94),segment_id=9f2ed02a-a9f5-4453-86fb-50dd67f92b94)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:08.899733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.906856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756b5fa-9d92-4846-ad33-ba3762eebaf3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6b37cb-d932-46e8-9e58-1d0a8d6786af,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:08.909362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c756b5fa-9d92-4846-ad33-ba3762eebaf3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:08.918324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:08.922979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 143956b3-d219-46f2-abef-d1984796f370 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:08.930323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c756b5fa-9d92-4846-ad33-ba3762eebaf3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:08.932554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c756b5fa-9d92-4846-ad33-ba3762eebaf3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e6b37cb-d932-46e8-9e58-1d0a8d6786af HTTP/1.1" status: 204 len: 168 time: 0.9240522 Dec 09 09:38:08.966722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59326) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.003181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:09.028777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:09.060134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:09.105789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:09.148482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] Calling delete_port for bed43455-c754-4d0d-b4c6-038c5ced4707 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:09.236935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Allocated IP 2001:db8::2 (b97f42ff-d335-416e-aa97-086e0dfb11a8/ce4a0908-390b-447d-bf35-66f6efe80e61/908c7c14-996b-4394-b656-3484a6a36a3e) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:09.257752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a9c6dcc4-0c00-4b90-97c7-a1811564cc0b tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:09.296503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a9c6dcc4-0c00-4b90-97c7-a1811564cc0b tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:09.296503 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a9c6dcc4-0c00-4b90-97c7-a1811564cc0b tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3257720 Dec 09 09:38:09.299336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:09.301151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59332) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.309615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044874272'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:09.329750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:09.381248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:09.418322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:09.465571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:09.469914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:09.472964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:09.479942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:09.511650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 01c1c402-f8dc-4758-982b-95d65ffb120d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:09.512032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:09.520814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device bed43455-c754-4d0d-b4c6-038c5ced4707 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:09.545094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:09.547940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:09.551800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1ade3e1e-cb39-4e4d-bd17-36e86185b7b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:09.599411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=587330a0-23dc-45ae-b375-94111fb2d38b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:09.602414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:09.611884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:09.613302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3120079 Dec 09 09:38:09.616197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59336) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.623629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9ac8d909-8599-444c-a4c4-e9a908b0c385 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '587330a0-23dc-45ae-b375-94111fb2d38b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:09.624356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-9ac8d909-8599-444c-a4c4-e9a908b0c385 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:09.625597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9ac8d909-8599-444c-a4c4-e9a908b0c385 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075610 Dec 09 09:38:09.629961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59340) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.638077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b3e33f1a-2dfc-43f1-baf8-ee1d344de6bf tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '587330a0-23dc-45ae-b375-94111fb2d38b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:09.646272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b3e33f1a-2dfc-43f1-baf8-ee1d344de6bf tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:09.651314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b3e33f1a-2dfc-43f1-baf8-ee1d344de6bf tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:09.654606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b3e33f1a-2dfc-43f1-baf8-ee1d344de6bf tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:09.661373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b3e33f1a-2dfc-43f1-baf8-ee1d344de6bf tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:09.691540 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-b3e33f1a-2dfc-43f1-baf8-ee1d344de6bf tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:09.692964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3e33f1a-2dfc-43f1-baf8-ee1d344de6bf tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0617120 Dec 09 09:38:09.696031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59344) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.711947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7fb383ec-6e05-4d15-9bff-198436824f6a tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '587330a0-23dc-45ae-b375-94111fb2d38b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:09.713665 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-7fb383ec-6e05-4d15-9bff-198436824f6a tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:09.714875 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7fb383ec-6e05-4d15-9bff-198436824f6a tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0148413 Dec 09 09:38:09.720368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59348) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.736213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4c394435-2a26-45d6-b3dc-a58bf5549ba7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '587330a0-23dc-45ae-b375-94111fb2d38b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:09.750160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4c394435-2a26-45d6-b3dc-a58bf5549ba7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:09.755290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4c394435-2a26-45d6-b3dc-a58bf5549ba7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:09.758985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4c394435-2a26-45d6-b3dc-a58bf5549ba7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:09.765764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4c394435-2a26-45d6-b3dc-a58bf5549ba7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:09.788104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port 01c1c402-f8dc-4758-982b-95d65ffb120d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=01c1c402-f8dc-4758-982b-95d65ffb120d,segment=NetworkSegment(6f8392d3-0cf9-4956-89c2-7f939e70de77),segment_id=6f8392d3-0cf9-4956-89c2-7f939e70de77)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:09.788763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:09.798638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-4c394435-2a26-45d6-b3dc-a58bf5549ba7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:09.799919 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4c394435-2a26-45d6-b3dc-a58bf5549ba7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0784616 Dec 09 09:38:09.802854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59352) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.811307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-aee0a88a-b8dd-4fb8-8aad-c3ed0efb901d tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '587330a0-23dc-45ae-b375-94111fb2d38b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:09.811985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-aee0a88a-b8dd-4fb8-8aad-c3ed0efb901d tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:09.816377 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aee0a88a-b8dd-4fb8-8aad-c3ed0efb901d tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091782 Dec 09 09:38:09.816593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59356) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.822657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-314505a3-3af8-4fe5-8efc-e4cd9d021c87 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '587330a0-23dc-45ae-b375-94111fb2d38b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:09.828826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:09.830275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-314505a3-3af8-4fe5-8efc-e4cd9d021c87 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:09.834506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-314505a3-3af8-4fe5-8efc-e4cd9d021c87 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:09.838411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-314505a3-3af8-4fe5-8efc-e4cd9d021c87 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:09.840366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e5b34322-c429-4cda-b640-1164ba7318d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:09.844926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-314505a3-3af8-4fe5-8efc-e4cd9d021c87 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:09.854837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-314505a3-3af8-4fe5-8efc-e4cd9d021c87 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Project 9989d82e8a254fa8ac317f83c5fdc370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:38:09.872069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No ports have port_id starting with bed43455-c754-4d0d-b4c6-038c5ced4707 Dec 09 09:38:09.879747 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-314505a3-3af8-4fe5-8efc-e4cd9d021c87 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:09.883743 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-314505a3-3af8-4fe5-8efc-e4cd9d021c87 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0635476 Dec 09 09:38:09.884175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59360) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.891197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-aba3c007-33fc-45c3-9f21-2fc22c0a8c7c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '587330a0-23dc-45ae-b375-94111fb2d38b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:09.892190 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-aba3c007-33fc-45c3-9f21-2fc22c0a8c7c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:09.895927 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aba3c007-33fc-45c3-9f21-2fc22c0a8c7c tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079923 Dec 09 09:38:09.897861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59364) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.905260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-db163e92-3861-42af-b108-147fcc1d6ce0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '587330a0-23dc-45ae-b375-94111fb2d38b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:09.916344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-db163e92-3861-42af-b108-147fcc1d6ce0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:09.921781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db163e92-3861-42af-b108-147fcc1d6ce0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:09.925012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-db163e92-3861-42af-b108-147fcc1d6ce0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:09.926443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] Pushing event deleted for resources: {'Port': ['ID=bed43455-c754-4d0d-b4c6-038c5ced4707,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:09.931993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-db163e92-3861-42af-b108-147fcc1d6ce0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:09.937641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 01c1c402-f8dc-4758-982b-95d65ffb120d owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:09.937782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:09.944342 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-db163e92-3861-42af-b108-147fcc1d6ce0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Project 9989d82e8a254fa8ac317f83c5fdc370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:38:09.964516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] No DVR routers for this DVR port bed43455-c754-4d0d-b4c6-038c5ced4707 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:09.982221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-db163e92-3861-42af-b108-147fcc1d6ce0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:09.983622 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-db163e92-3861-42af-b108-147fcc1d6ce0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0840509 Dec 09 09:38:09.986897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59368) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:09.993104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b8524d6d-0c12-467e-84f7-1e84faa23aea tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '587330a0-23dc-45ae-b375-94111fb2d38b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:10.001563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8524d6d-0c12-467e-84f7-1e84faa23aea tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:10.006044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8524d6d-0c12-467e-84f7-1e84faa23aea tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:10.023451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8524d6d-0c12-467e-84f7-1e84faa23aea tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:10.034281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8524d6d-0c12-467e-84f7-1e84faa23aea tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:10.068932 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-b8524d6d-0c12-467e-84f7-1e84faa23aea tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Project 9989d82e8a254fa8ac317f83c5fdc370 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:38:10.078251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:04Z', 'revision_number': 7, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '01c1c402-f8dc-4758-982b-95d65ffb120d', 'name': '', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:33:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:52Z', 'updated_at': '2021-12-09T09:38:03Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:10.079156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.085242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88d4fd-858b-4f34-adfe-e63abccaded2 None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:04Z', 'revision_number': 7, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '01c1c402-f8dc-4758-982b-95d65ffb120d', 'name': '', 'network_id': 'ee85dc1d-981b-462d-a4ad-72585dafe3a9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:33:89:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:52Z', 'updated_at': '2021-12-09T09:38:03Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'c75848e4-6b14-4e34-9041-aaeeb3ffac5b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:10.089253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-b8524d6d-0c12-467e-84f7-1e84faa23aea tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:10.091563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8524d6d-0c12-467e-84f7-1e84faa23aea tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1033883 Dec 09 09:38:10.093605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59374) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:10.099247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Transition to ACTIVE for port object 908c7c14-996b-4394-b656-3484a6a36a3e will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:10.123287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Transition to ACTIVE for port object 908c7c14-996b-4394-b656-3484a6a36a3e will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:10.129255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.135637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:10.200090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.206362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3cd6a08a-39a2-4628-8db9-54e4f6acdf0c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:10.217776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 2001:db8::1 (b97f42ff-d335-416e-aa97-086e0dfb11a8/ce4a0908-390b-447d-bf35-66f6efe80e61/ba477492-277a-4f85-913c-e7674559aa7b) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:10.220556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Pushing event updated for resources: {'Port': ['ID=908c7c14-996b-4394-b656-3484a6a36a3e,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:10.225737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:10.228845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Network b97f42ff-d335-416e-aa97-086e0dfb11a8 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:10.230485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:10.235926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:10.274259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71dd5aba-0bb9-4a04-9dab-7fbe5dc327bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.335899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Attempting to bind port 908c7c14-996b-4394-b656-3484a6a36a3e on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:10.336297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Attempting to bind port 908c7c14-996b-4394-b656-3484a6a36a3e by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '0c5d76b9-5f17-4e8b-a484-d29d539c6e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b97f42ff-d335-416e-aa97-086e0dfb11a8'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:10.336892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Attempting to bind port 908c7c14-996b-4394-b656-3484a6a36a3e on network b97f42ff-d335-416e-aa97-086e0dfb11a8 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:10.344710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:10.345151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Checking segment: {'id': '0c5d76b9-5f17-4e8b-a484-d29d539c6e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b97f42ff-d335-416e-aa97-086e0dfb11a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:10.345631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.346071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Bound using segment: {'id': '0c5d76b9-5f17-4e8b-a484-d29d539c6e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b97f42ff-d335-416e-aa97-086e0dfb11a8'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:10.346598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Bound port: 908c7c14-996b-4394-b656-3484a6a36a3e, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5d76b9-5f17-4e8b-a484-d29d539c6e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b97f42ff-d335-416e-aa97-086e0dfb11a8'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:10.347017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.354049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Subnet': ['ID=0e48eff9-5410-4116-a80d-07c227f64407,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:10.365451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:10.377173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.381815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-09be43ea-2795-462f-a3ed-1d349a381b46 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:10.384335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71dd5aba-0bb9-4a04-9dab-7fbe5dc327bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.411902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Checking segment: {'id': '79afca3d-7f3b-4405-ae43-99bb94e293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '143956b3-d219-46f2-abef-d1984796f370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:10.412320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network hostable DHCP agents. Network: 143956b3-d219-46f2-abef-d1984796f370, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:10.439708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=01c1c402-f8dc-4758-982b-95d65ffb120d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:10.443937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:10.460534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] For port 908c7c14-996b-4394-b656-3484a6a36a3e, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:10.464863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] For port 908c7c14-996b-4394-b656-3484a6a36a3e, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=908c7c14-996b-4394-b656-3484a6a36a3e,segment=NetworkSegment(0c5d76b9-5f17-4e8b-a484-d29d539c6e13),segment_id=0c5d76b9-5f17-4e8b-a484-d29d539c6e13)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:10.469693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.475427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:10.480138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71dd5aba-0bb9-4a04-9dab-7fbe5dc327bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.489315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-20858de1-1782-4991-ba49-2fb6479dc844 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:10.509411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.518397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dd5aba-0bb9-4a04-9dab-7fbe5dc327bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=587330a0-23dc-45ae-b375-94111fb2d38b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:10.532235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-71dd5aba-0bb9-4a04-9dab-7fbe5dc327bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:10.533576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71dd5aba-0bb9-4a04-9dab-7fbe5dc327bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.535027 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-71dd5aba-0bb9-4a04-9dab-7fbe5dc327bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/587330a0-23dc-45ae-b375-94111fb2d38b HTTP/1.1" status: 204 len: 168 time: 0.4404328 Dec 09 09:38:10.539962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59378) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:10.554149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network 143956b3-d219-46f2-abef-d1984796f370 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:10.561630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Transition to ACTIVE for port object ba477492-277a-4f85-913c-e7674559aa7b will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:10.569390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 143956b3-d219-46f2-abef-d1984796f370) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:10.576758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:10.578232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.579160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Pushing event updated for resources: {'Port': ['ID=908c7c14-996b-4394-b656-3484a6a36a3e,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:10.583715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:10.589065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a84d36-6893-4b77-8d6e-52b98053b8d5 None None] Network 143956b3-d219-46f2-abef-d1984796f370 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:10.627317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a0cf0f8-b014-4d45-ae58-e01a54cd3862 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:10.637153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.645934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd1517f5-122a-4dcf-be44-29adc08caf7d tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:10.717169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2a0cf0f8-b014-4d45-ae58-e01a54cd3862 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:10.718964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2a0cf0f8-b014-4d45-ae58-e01a54cd3862 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1771443 Dec 09 09:38:10.750034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59382) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:10.755779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network b97f42ff-d335-416e-aa97-086e0dfb11a8 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:10.763027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:10.773978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:10.774408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760125602'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:10.775702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.784152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=ba477492-277a-4f85-913c-e7674559aa7b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:10.786055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:10.788739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:10.797074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:10.814293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.837152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3830628 Dec 09 09:38:10.842983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59386) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:10.891994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:10.967489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-143956b3-d219-46f2-abef-d1984796f370', 'network_id': '143956b3-d219-46f2-abef-d1984796f370', 'tenant_id': '9f9b0ecd4e744c9581bec61aebc46fa6', 'fixed_ips': [{'subnet_id': '0e48eff9-5410-4116-a80d-07c227f64407'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:10.968544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.013265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:11.030055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:11.035875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:11.050978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:11.102263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.121259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.198482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Allocated IP 2001:db8::f816:3eff:fe84:35c1 (143956b3-d219-46f2-abef-d1984796f370/0e48eff9-5410-4116-a80d-07c227f64407/58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:11.440025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.451411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.457316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.463502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.464650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.471776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c8a4e98-4f0e-4238-8609-3dbd8d7a309a tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:11.488289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.490105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8dfa6a0-6385-4bc5-88c5-10a1131d40dc tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:11.499893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Transition to ACTIVE for port object 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:11.514969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.517877 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7664669 Dec 09 09:38:11.519837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Transition to ACTIVE for port object 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:11.523100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59390) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:11.524896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 908c7c14-996b-4394-b656-3484a6a36a3e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:11.531991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a84c0ad5-2e6b-465a-bd1a-cebc06b58f51 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': 'db261604-ee98-4453-b20f-43e665930580', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:11.536909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.543456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a84c0ad5-2e6b-465a-bd1a-cebc06b58f51 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:11.561430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.562540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a84c0ad5-2e6b-465a-bd1a-cebc06b58f51 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:11.568868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:11.573523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a84c0ad5-2e6b-465a-bd1a-cebc06b58f51 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:11.589180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a84c0ad5-2e6b-465a-bd1a-cebc06b58f51 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:11.589814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db261604-ee98-4453-b20f-43e665930580,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:11.605174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:11.627726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=ba477492-277a-4f85-913c-e7674559aa7b,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:11.636368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:11.656562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Network 143956b3-d219-46f2-abef-d1984796f370 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:11.663272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:11.668619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:11.672062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Pushing event updated for resources: {'Port': ['ID=58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:11.676083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:11.755747 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-a84c0ad5-2e6b-465a-bd1a-cebc06b58f51 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The resource could not be found. Dec 09 09:38:11.757225 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a84c0ad5-2e6b-465a-bd1a-cebc06b58f51 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2329648 Dec 09 09:38:11.760993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59394) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:11.764082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 908c7c14-996b-4394-b656-3484a6a36a3e completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:11.768225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-60ba6a6d-0c5d-4cd9-8b94-f6c6b657b0bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': 'db261604-ee98-4453-b20f-43e665930580', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6f08f73e-1012-4de8-b6be-c9e19584756e'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:11.785379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network b97f42ff-d335-416e-aa97-086e0dfb11a8 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:11.789088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:11.792099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Attempting to bind port 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:11.792531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Attempting to bind port 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '79afca3d-7f3b-4405-ae43-99bb94e293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '143956b3-d219-46f2-abef-d1984796f370'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:11.792826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-60ba6a6d-0c5d-4cd9-8b94-f6c6b657b0bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:11.792945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Attempting to bind port 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5 on network 143956b3-d219-46f2-abef-d1984796f370 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:11.801425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:11.801858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Checking segment: {'id': '79afca3d-7f3b-4405-ae43-99bb94e293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '143956b3-d219-46f2-abef-d1984796f370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:11.802321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.802771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Bound using segment: {'id': '79afca3d-7f3b-4405-ae43-99bb94e293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '143956b3-d219-46f2-abef-d1984796f370'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:11.803307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Bound port: 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79afca3d-7f3b-4405-ae43-99bb94e293b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '143956b3-d219-46f2-abef-d1984796f370'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:11.803735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.871425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-60ba6a6d-0c5d-4cd9-8b94-f6c6b657b0bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:11.908995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] For port 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:11.912596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] For port 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5,segment=NetworkSegment(79afca3d-7f3b-4405-ae43-99bb94e293b4),segment_id=79afca3d-7f3b-4405-ae43-99bb94e293b4)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:11.916930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:11.921303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1d8a4d8-a2d6-49a1-b12b-28a060918905 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:11.937039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-60ba6a6d-0c5d-4cd9-8b94-f6c6b657b0bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:11.951443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-60ba6a6d-0c5d-4cd9-8b94-f6c6b657b0bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:11.964225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.031289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89ba8f51-1c36-4ca2-9974-2e37a90ef1c4 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:12.066993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Pushing event updated for resources: {'Port': ['ID=58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:12.077620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:12.088156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Subnet': ['ID=0e48eff9-5410-4116-a80d-07c227f64407,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:12.093596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:12.107887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20369e9d-eee5-4f82-b4cd-6877f8e5f567 None None] Network 143956b3-d219-46f2-abef-d1984796f370 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:12.137599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-60ba6a6d-0c5d-4cd9-8b94-f6c6b657b0bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The resource could not be found. Dec 09 09:38:12.141499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-60ba6a6d-0c5d-4cd9-8b94-f6c6b657b0bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3763783 Dec 09 09:38:12.144130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59398) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:12.242301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:38:12.244266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.287548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143956b3-d219-46f2-abef-d1984796f370']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:12.381058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79afca3d-7f3b-4405-ae43-99bb94e293b4') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:12.381408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79afca3d-7f3b-4405-ae43-99bb94e293b4') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:12.466171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.502513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.517345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:12.517802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:12.538557 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:12.545305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b718ba82-494d-48e3-b011-5572655dac17 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.675600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b718ba82-494d-48e3-b011-5572655dac17 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.694671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:38:12.694671 dv-neutron-819581-1-hyperv neutron-server[88772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:38:12.694671 dv-neutron-819581-1-hyperv neutron-server[88772]: [parameters: {'id': '143956b3-d219-46f2-abef-d1984796f370'}] Dec 09 09:38:12.694671 dv-neutron-819581-1-hyperv neutron-server[88772]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:38:12.695140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:38:12.704503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:12.709563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8918943 Dec 09 09:38:12.713266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59402) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:12.737365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcc1b6-10be-428b-be23-0cee0ad7851a None None] Sync routers for ids ['b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:12.751678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b718ba82-494d-48e3-b011-5572655dac17 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.758424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e52cf69-86ed-4b3e-badb-3dd6ead1340f tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:12.758955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcc1b6-10be-428b-be23-0cee0ad7851a None None] Routers {'b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:12.759528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ecdcc1b6-10be-428b-be23-0cee0ad7851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:12.769755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:12.782130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718ba82-494d-48e3-b011-5572655dac17 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db261604-ee98-4453-b20f-43e665930580,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:12.788546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b718ba82-494d-48e3-b011-5572655dac17 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:12.819434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b6966-29ab-4e9a-8b9c-c6681fe7d04f None None] Network b97f42ff-d335-416e-aa97-086e0dfb11a8 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:12.819766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e9b05d-ffee-40e8-82f0-73f9b21deee6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:12.820490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63e9b05d-ffee-40e8-82f0-73f9b21deee6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:12.838360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63e9b05d-ffee-40e8-82f0-73f9b21deee6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:12.839829 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-63e9b05d-ffee-40e8-82f0-73f9b21deee6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports/ba477492-277a-4f85-913c-e7674559aa7b HTTP/1.1" status: 200 len: 911 time: 0.1252365 Dec 09 09:38:12.842207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59406) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:12.851636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce4a0908-390b-447d-bf35-66f6efe80e61'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:12.856443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b718ba82-494d-48e3-b011-5572655dac17 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.857706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b718ba82-494d-48e3-b011-5572655dac17 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/db261604-ee98-4453-b20f-43e665930580 HTTP/1.1" status: 204 len: 168 time: 0.7097132 Dec 09 09:38:12.863798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59410) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:12.879234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ecdcc1b6-10be-428b-be23-0cee0ad7851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:12.893090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcc1b6-10be-428b-be23-0cee0ad7851a None None] Routers {'b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:12.893843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ecdcc1b6-10be-428b-be23-0cee0ad7851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:12.950293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-051c2058-c4a0-4bbe-9678-2aac519a2ed4 None None] Provisioning for port 908c7c14-996b-4394-b656-3484a6a36a3e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:12.965031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-051c2058-c4a0-4bbe-9678-2aac519a2ed4 None None] Provisioning complete for port 908c7c14-996b-4394-b656-3484a6a36a3e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:12.965864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-051c2058-c4a0-4bbe-9678-2aac519a2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:12.977202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ecdcc1b6-10be-428b-be23-0cee0ad7851a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:12.977647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcc1b6-10be-428b-be23-0cee0ad7851a None None] The sync data for ids ['b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:13.016040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8e41436b-986b-4a52-83b7-c897c2db03e0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:13.045889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8e41436b-986b-4a52-83b7-c897c2db03e0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:13.051313 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8e41436b-986b-4a52-83b7-c897c2db03e0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1824696 Dec 09 09:38:13.051552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59414) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:13.060064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d46d74cf-c664-4690-bc2c-336ed8eebb78 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '006292c0-ebf5-421c-bb90-b07ba4123727', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:13.068823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d46d74cf-c664-4690-bc2c-336ed8eebb78 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:13.075233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:13.077470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d46d74cf-c664-4690-bc2c-336ed8eebb78 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:13.086504 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3480451 Dec 09 09:38:13.086504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d46d74cf-c664-4690-bc2c-336ed8eebb78 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:13.088007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59418) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:13.093892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d46d74cf-c664-4690-bc2c-336ed8eebb78 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:13.134580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-d46d74cf-c664-4690-bc2c-336ed8eebb78 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The resource could not be found. Dec 09 09:38:13.140195 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d46d74cf-c664-4690-bc2c-336ed8eebb78 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0835297 Dec 09 09:38:13.140500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59422) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:13.147018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--683256111'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:13.155600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:13.168137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:13.178110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.191418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:13.197351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.221995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:13.222723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:13.229636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Deleting port 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:13.230023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.234797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.267978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:13.276170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:13.281084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:13.299642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:13.512431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.520122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] For port 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5,segment=NetworkSegment(79afca3d-7f3b-4405-ae43-99bb94e293b4),segment_id=79afca3d-7f3b-4405-ae43-99bb94e293b4)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:13.520518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.529291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.537512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c7c4302-b1d1-4e10-a100-5a168d754f1f tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:13.546269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting subnet c75848e4-6b14-4e34-9041-aaeeb3ffac5b {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:38:13.558587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-051c2058-c4a0-4bbe-9678-2aac519a2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.558814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.593430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:13.676012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.684955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Calling delete_port for 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:13.697342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-051c2058-c4a0-4bbe-9678-2aac519a2ed4 None None] For port 908c7c14-996b-4394-b656-3484a6a36a3e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=908c7c14-996b-4394-b656-3484a6a36a3e,segment=NetworkSegment(0c5d76b9-5f17-4e8b-a484-d29d539c6e13),segment_id=0c5d76b9-5f17-4e8b-a484-d29d539c6e13)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:13.748661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb0fbfe-682f-40e3-808d-464a5084c18a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:13.751138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.752423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6105630 Dec 09 09:38:13.755418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:13.756729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59428) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:13.774988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--426207914'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:13.812618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.821071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-439e3b8f-582f-42ac-992f-783c81996a5a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:13.822510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-051c2058-c4a0-4bbe-9678-2aac519a2ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.831067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:13.832716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:13.856238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:13.871654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:13.873999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Port': ['ID=58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:13.880110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:13.888051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No DVR routers for this DVR port 58b592d0-d0a3-4d0f-a2e3-47f478e3e7e5 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:13.899534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:13.922516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c2058-c4a0-4bbe-9678-2aac519a2ed4 None None] Pushing event updated for resources: {'Port': ['ID=908c7c14-996b-4394-b656-3484a6a36a3e,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:13.936470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:13.956023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59432) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:13.956401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-051c2058-c4a0-4bbe-9678-2aac519a2ed4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:14.099267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.144625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143956b3-d219-46f2-abef-d1984796f370']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:14.162957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79afca3d-7f3b-4405-ae43-99bb94e293b4') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:14.163330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79afca3d-7f3b-4405-ae43-99bb94e293b4') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:14.174488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b28124a0-8177-48ce-b888-f749eae19ae5 None None] Provisioning complete for port 908c7c14-996b-4394-b656-3484a6a36a3e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:14.174914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b28124a0-8177-48ce-b888-f749eae19ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.175053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.182015 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c7fd7b95-f94f-44b4-874f-d34775a8d4ad tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=2c288595e33446bd895c4cc74a0faf24&network_id=bdc46751-1c39-4b69-8e3a-794781aa87a1 HTTP/1.1" status: 200 len: 2999 time: 0.2240689 Dec 09 09:38:14.186826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.204262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.205951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.211056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:14.211507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.223192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:10Z', 'revision_number': 8, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:14.228918 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:14.236672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:14.241636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.247432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:14.248251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.252520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/ports/ba477492-277a-4f85-913c-e7674559aa7b HTTP/1.1" status: 200 len: 911 time: 1.4064488 Dec 09 09:38:14.253301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59438) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:14.257442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:14.258150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:14.258601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:14.329782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:14.344335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:14.357874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:14.371359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:14.387223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=ba477492-277a-4f85-913c-e7674559aa7b,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:14.398454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:14.418177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.427228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5c9d35c-ab65-4ca7-98be-59f9ebd6254a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:14.481135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.481347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Subnet': ['ID=c75848e4-6b14-4e34-9041-aaeeb3ffac5b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:14.491865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6e9d8e6-e667-4774-a022-f853d4f3f156 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:14.494624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:14.502341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.506248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:14.524085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.529941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.530575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.534821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Network': ['ID=143956b3-d219-46f2-abef-d1984796f370,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:14.535596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3cb25bb0-9b7c-4a4d-ad48-83e3d0c55541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:14.537626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:14.552000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/143956b3-d219-46f2-abef-d1984796f370 HTTP/1.1" status: 204 len: 168 time: 3.7037387 Dec 09 09:38:14.555666 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/c75848e4-6b14-4e34-9041-aaeeb3ffac5b HTTP/1.1" status: 204 len: 168 time: 1.4637189 Dec 09 09:38:14.556863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59444) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:14.557461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59446) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:14.562938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d457938-7efa-4721-9aa4-a3d28145e0ad None None] Network ee85dc1d-981b-462d-a4ad-72585dafe3a9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:14.577957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.579246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8181298 Dec 09 09:38:14.583313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59448) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:14.585914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0755957-6d6c-493a-9512-91fca68a2fdc,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:14.594603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b050c0c6-4239-4fb6-b21b-8fc855038411 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': '5bb0fbfe-682f-40e3-808d-464a5084c18a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd0755957-6d6c-493a-9512-91fca68a2fdc'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:14.599845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:14.602383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b050c0c6-4239-4fb6-b21b-8fc855038411 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:14.607744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b050c0c6-4239-4fb6-b21b-8fc855038411 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:14.611214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b050c0c6-4239-4fb6-b21b-8fc855038411 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:14.618925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b050c0c6-4239-4fb6-b21b-8fc855038411 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:14.654832 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-b050c0c6-4239-4fb6-b21b-8fc855038411 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:14.656482 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b050c0c6-4239-4fb6-b21b-8fc855038411 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0723946 Dec 09 09:38:14.659692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59452) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:14.706549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b28124a0-8177-48ce-b888-f749eae19ae5 None None] Provisioning for port ba477492-277a-4f85-913c-e7674559aa7b completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:14.752952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbb0961f-f432-43cc-aa1f-648e710b62d3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.809152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbb0961f-f432-43cc-aa1f-648e710b62d3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.819793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b28124a0-8177-48ce-b888-f749eae19ae5 None None] Provisioning complete for port ba477492-277a-4f85-913c-e7674559aa7b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:14.820253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b28124a0-8177-48ce-b888-f749eae19ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.861827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbb0961f-f432-43cc-aa1f-648e710b62d3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.867642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-76762f7e-3c3b-4f14-acdf-23574cb8bd44 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:14.889249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0961f-f432-43cc-aa1f-648e710b62d3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0755957-6d6c-493a-9512-91fca68a2fdc,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:14.889574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1489829968'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:14.892806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbb0961f-f432-43cc-aa1f-648e710b62d3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:14.896965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:14.897447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cbb0961f-f432-43cc-aa1f-648e710b62d3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:14.901259 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cbb0961f-f432-43cc-aa1f-648e710b62d3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/d0755957-6d6c-493a-9512-91fca68a2fdc HTTP/1.1" status: 204 len: 168 time: 0.2379405 Dec 09 09:38:14.901406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:network and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:14.902221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59460) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:14.904561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:14.920890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:14.988099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a594baa1-773c-41af-9cf8-14c851a23f93 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:15.006341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a594baa1-773c-41af-9cf8-14c851a23f93 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:15.011711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a594baa1-773c-41af-9cf8-14c851a23f93 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1054327 Dec 09 09:38:15.012095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59464) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:15.015744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:15.021529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.069523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.091251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2e3b2b-4247-4ebd-a1ad-c759656fb3e4 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.123089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2e3b2b-4247-4ebd-a1ad-c759656fb3e4 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.155148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:15.170208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2e3b2b-4247-4ebd-a1ad-c759656fb3e4 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.175985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6abc91f0-8ef5-4510-ba53-5b5b1e8906da tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:15.198210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e3b2b-4247-4ebd-a1ad-c759656fb3e4 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb0fbfe-682f-40e3-808d-464a5084c18a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:15.201105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de2e3b2b-4247-4ebd-a1ad-c759656fb3e4 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:15.208452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2e3b2b-4247-4ebd-a1ad-c759656fb3e4 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.213186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-de2e3b2b-4247-4ebd-a1ad-c759656fb3e4 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/5bb0fbfe-682f-40e3-808d-464a5084c18a HTTP/1.1" status: 204 len: 168 time: 0.1966178 Dec 09 09:38:15.213632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59468) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:15.221687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b28124a0-8177-48ce-b888-f749eae19ae5 None None] Port ba477492-277a-4f85-913c-e7674559aa7b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:38:15.227749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 1047d69c-66d1-43f6-b227-c568e24e96c4 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:15.228788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.264998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.265486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Added segment 409e215c-89fc-474b-9777-c98a4cdbbbd1 of type vlan for network b3f26bd3-ce43-4e32-ad19-015cf8203eeb Dec 09 09:38:15.295225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 908c7c14-996b-4394-b656-3484a6a36a3e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:15.301322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8494664b-0258-4949-ac56-25426fdd61d7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:15.318319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8494664b-0258-4949-ac56-25426fdd61d7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:15.323481 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8494664b-0258-4949-ac56-25426fdd61d7 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1050086 Dec 09 09:38:15.324239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59472) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:15.332535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123542730'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:15.341082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:15.351841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:15.362393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.364908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.408197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:15.414029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:15.419108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:15.426707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:15.430832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fa0be40d-d968-4975-9a01-d2706562ef54 None None] Provisioning complete for port ba477492-277a-4f85-913c-e7674559aa7b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:15.431345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa0be40d-d968-4975-9a01-d2706562ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.494904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] DHCP port deletion for ee85dc1d-981b-462d-a4ad-72585dafe3a9 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:38:15.502607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.505974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.511619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cbb0961f-f432-43cc-aa1f-648e710b62d3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:15.516592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] Deleting port 1047d69c-66d1-43f6-b227-c568e24e96c4 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:15.517028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.530694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.534912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:15.535566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.549504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 908c7c14-996b-4394-b656-3484a6a36a3e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:15.550189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.552089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-20148897-a948-4458-80c5-9c2f0ad2e991 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:15.562738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29e32d9-865b-4c56-98b0-c0b8167be0e9,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:15.566088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:15.567488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.572958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2473271 Dec 09 09:38:15.573641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59476) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:15.581335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f236e2b4-a456-4c85-8a4d-162fc9a08b65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': 'a29e32d9-865b-4c56-98b0-c0b8167be0e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:15.592750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f236e2b4-a456-4c85-8a4d-162fc9a08b65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:15.598475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f236e2b4-a456-4c85-8a4d-162fc9a08b65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:15.600087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fa0be40d-d968-4975-9a01-d2706562ef54 None None] Port ba477492-277a-4f85-913c-e7674559aa7b cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:38:15.606022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f236e2b4-a456-4c85-8a4d-162fc9a08b65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:15.609173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:10Z', 'revision_number': 8, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:15.613277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f236e2b4-a456-4c85-8a4d-162fc9a08b65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:15.618990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port 1047d69c-66d1-43f6-b227-c568e24e96c4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1047d69c-66d1-43f6-b227-c568e24e96c4,segment=NetworkSegment(6f8392d3-0cf9-4956-89c2-7f939e70de77),segment_id=6f8392d3-0cf9-4956-89c2-7f939e70de77)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:15.619533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.634652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe31db-1b23-4368-8eab-c8faf446c32a None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:10Z', 'revision_number': 8, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '575ab62d-7071-44e3-be04-45d46215d072', 'name': '', 'network_id': '10e0f432-5f83-488c-9d21-f6c7aff9fa95', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:db:4b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:37Z', 'updated_at': '2021-12-09T09:37:50Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'cc46a8e6-4481-4aee-b680-c04e063950f0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:15.652282 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-f236e2b4-a456-4c85-8a4d-162fc9a08b65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:15.653885 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f236e2b4-a456-4c85-8a4d-162fc9a08b65 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0792370 Dec 09 09:38:15.656794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59480) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:15.663860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-87c89175-5050-47b1-967f-880c157c0d42 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group_rule': {'security_group_id': 'a29e32d9-865b-4c56-98b0-c0b8167be0e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:15.672939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87c89175-5050-47b1-967f-880c157c0d42 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:15.678432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87c89175-5050-47b1-967f-880c157c0d42 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:15.684122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87c89175-5050-47b1-967f-880c157c0d42 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:15.692877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87c89175-5050-47b1-967f-880c157c0d42 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:15.749809 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8910193 Dec 09 09:38:15.751677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.761559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59484) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:15.773432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-87c89175-5050-47b1-967f-880c157c0d42 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:38:15.778928 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87c89175-5050-47b1-967f-880c157c0d42 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1208730 Dec 09 09:38:15.780223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59488) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:15.785310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'subnet': {'network_id': 'b3f26bd3-ce43-4e32-ad19-015cf8203eeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:15.873660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] For port 1047d69c-66d1-43f6-b227-c568e24e96c4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1047d69c-66d1-43f6-b227-c568e24e96c4,segment=NetworkSegment(6f8392d3-0cf9-4956-89c2-7f939e70de77),segment_id=6f8392d3-0cf9-4956-89c2-7f939e70de77)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:15.874198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:15.911368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 1047d69c-66d1-43f6-b227-c568e24e96c4 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:15.938585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Network': ['ID=b3f26bd3-ce43-4e32-ad19-015cf8203eeb,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:15.973681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:15.989042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:subnet and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:15.998148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:15.998348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:16.002766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network b3f26bd3-ce43-4e32-ad19-015cf8203eeb details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:16.006272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fce8f93a-50ba-4be0-8b86-76d4c7b8d828 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.012076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:16.025435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] Calling delete_port for 1047d69c-66d1-43f6-b227-c568e24e96c4 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:16.036299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:16.083391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fce8f93a-50ba-4be0-8b86-76d4c7b8d828 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.096569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.102503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4cca83fc-dd69-497c-8d6c-992f18f36f19 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:16.157287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=1047d69c-66d1-43f6-b227-c568e24e96c4,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:16.160073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:16.163409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No DVR routers for this DVR port 1047d69c-66d1-43f6-b227-c568e24e96c4 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: (self, other), Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: (self, other), Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:16.187582 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:16.200044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:38:16.200737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:38:16.203605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.250724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fce8f93a-50ba-4be0-8b86-76d4c7b8d828 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.305868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a3994c6-dc58-41d1-bfc4-b427bf2c438e tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:16.332528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8f93a-50ba-4be0-8b86-76d4c7b8d828 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29e32d9-865b-4c56-98b0-c0b8167be0e9,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:16.338913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fce8f93a-50ba-4be0-8b86-76d4c7b8d828 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:16.343077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.350971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fce8f93a-50ba-4be0-8b86-76d4c7b8d828 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.355400 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fce8f93a-50ba-4be0-8b86-76d4c7b8d828 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/a29e32d9-865b-4c56-98b0-c0b8167be0e9 HTTP/1.1" status: 204 len: 168 time: 0.5492918 Dec 09 09:38:16.356133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59494) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:16.391635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee85dc1d-981b-462d-a4ad-72585dafe3a9']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:16.408893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8392d3-0cf9-4956-89c2-7f939e70de77') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:16.409269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8392d3-0cf9-4956-89c2-7f939e70de77') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:16.460830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f8228d41-b89d-43fd-abbc-e8a15168978b tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:16.475158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.498281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f8228d41-b89d-43fd-abbc-e8a15168978b tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:16.499629 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8228d41-b89d-43fd-abbc-e8a15168978b tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1425059 Dec 09 09:38:16.503836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59498) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:16.521903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'tempest-secgroup--606104782'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:16.531406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:16.536534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.553930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:16.554371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.554824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:16.562975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.568095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4b8d95bf-a312-4959-b7c0-32ec06865b96 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:16.569863 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:16.601491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.681817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Subnet': ['ID=f7c74277-9f93-4443-812f-95f1d7110bd7,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:16.689312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:16.690309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:16.694231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.698360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Usage tracker for resource:security_group_rule and tenant:9989d82e8a254fa8ac317f83c5fdc370 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:16.701490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:16.702095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] Deleting port 1047d69c-66d1-43f6-b227-c568e24e96c4 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:16.703364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2cfe01e-b1d6-4ddf-aa26-74df69b632d5 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:16.703498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.710041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:16.716936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Checking segment: {'id': '409e215c-89fc-474b-9777-c98a4cdbbbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b3f26bd3-ce43-4e32-ad19-015cf8203eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:16.717269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network hostable DHCP agents. Network: b3f26bd3-ce43-4e32-ad19-015cf8203eeb, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:16.732245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.735341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Network': ['ID=ee85dc1d-981b-462d-a4ad-72585dafe3a9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:16.745563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:16.760741 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/networks/ee85dc1d-981b-462d-a4ad-72585dafe3a9 HTTP/1.1" status: 204 len: 168 time: 1.8998625 Dec 09 09:38:16.763551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59504) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:16.781143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network b3f26bd3-ce43-4e32-ad19-015cf8203eeb is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:16.800178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f7bff4f3-b4e2-4ac0-8941-842955e69aa8 None None] The port '1047d69c-66d1-43f6-b227-c568e24e96c4' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:38:16.802297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, b3f26bd3-ce43-4e32-ad19-015cf8203eeb) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:16.812805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b264e689-183a-45c9-ac7a-045f105b7659 None None] Network b3f26bd3-ce43-4e32-ad19-015cf8203eeb requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:16.814307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:16.815208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.821933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.831336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.837145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2116c15d-2b7d-4b0a-a98c-a8fc6bb7339d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:16.889067 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1187866 Dec 09 09:38:16.891506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:16.896135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3868093 Dec 09 09:38:16.896135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59508) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:16.897611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59510) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:16.898355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec8b2b8-998d-453d-97af-df02330e3bc9,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:16.904724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:16.928907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-97545488-9bfb-4aa5-91b0-b1643d763da9 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:16.929546 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-97545488-9bfb-4aa5-91b0-b1643d763da9 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] update failed (client error): There was a conflict when trying to complete your request. Dec 09 09:38:16.935078 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-97545488-9bfb-4aa5-91b0-b1643d763da9 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "PUT /v2.0/security-groups/9ec8b2b8-998d-453d-97af-df02330e3bc9 HTTP/1.1" status: 409 len: 330 time: 0.0287638 Dec 09 09:38:16.935272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59516) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:17.067345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.099721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2417d6ff-7f11-446d-9be1-9f3b6599e149 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.102497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea72169-9555-447c-aee3-916e6217d486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-b3f26bd3-ce43-4e32-ad19-015cf8203eeb', 'network_id': 'b3f26bd3-ce43-4e32-ad19-015cf8203eeb', 'tenant_id': '9f9b0ecd4e744c9581bec61aebc46fa6', 'fixed_ips': [{'subnet_id': 'f7c74277-9f93-4443-812f-95f1d7110bd7'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:17.103640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cea72169-9555-447c-aee3-916e6217d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.140064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.144950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2417d6ff-7f11-446d-9be1-9f3b6599e149 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.225773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.240631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server [None req-cea72169-9555-447c-aee3-916e6217d486 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7c74277-9f93-4443-812f-95f1d7110bd7: This subnet is being modified by another concurrent operation. Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7c74277-9f93-4443-812f-95f1d7110bd7: This subnet is being modified by another concurrent operation. Dec 09 09:38:17.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server Dec 09 09:38:17.259581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1b0833-c2ed-4300-9be3-83fa68b3e175 None None] Network b3f26bd3-ce43-4e32-ad19-015cf8203eeb requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:17.264510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-12b777d1-d463-484b-a244-d3de6857ebb2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:17.276524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 01c1c402-f8dc-4758-982b-95d65ffb120d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:17.331040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 01c1c402-f8dc-4758-982b-95d65ffb120d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:17.331443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 01c1c402-f8dc-4758-982b-95d65ffb120d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:17.331904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1047d69c-66d1-43f6-b227-c568e24e96c4 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:17.374103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 1047d69c-66d1-43f6-b227-c568e24e96c4 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:17.374495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1047d69c-66d1-43f6-b227-c568e24e96c4 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:17.529791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226424e0-d88c-438f-95b7-8a6c196ec774 None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:38:17.581382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59520) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:17.642353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c74277-9f93-4443-812f-95f1d7110bd7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:17.645050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:17.650193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2417d6ff-7f11-446d-9be1-9f3b6599e149 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.658779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f457cee-473f-4a37-b340-06fbbdaa7aa0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:17.691899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226424e0-d88c-438f-95b7-8a6c196ec774 None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:38:17.694598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417d6ff-7f11-446d-9be1-9f3b6599e149 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec8b2b8-998d-453d-97af-df02330e3bc9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:17.706737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2417d6ff-7f11-446d-9be1-9f3b6599e149 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:17.709184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port ba477492-277a-4f85-913c-e7674559aa7b {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:17.709530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.757002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2417d6ff-7f11-446d-9be1-9f3b6599e149 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.758240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2417d6ff-7f11-446d-9be1-9f3b6599e149 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ec8b2b8-998d-453d-97af-df02330e3bc9 HTTP/1.1" status: 204 len: 168 time: 0.8222804 Dec 09 09:38:17.763318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59524) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:17.792255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.829471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f26bd3-ce43-4e32-ad19-015cf8203eeb']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:17.846755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2063c5db-a15c-4cec-a413-26f8cada2c3b tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:17.850598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2063c5db-a15c-4cec-a413-26f8cada2c3b tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 814 time: 0.2639122 Dec 09 09:38:17.855978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409e215c-89fc-474b-9777-c98a4cdbbbd1') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:17.857084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409e215c-89fc-474b-9777-c98a4cdbbbd1') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:17.873860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.890534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.897924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:17.898355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:17.914754 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:17.961550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.994850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:17.999317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.003679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:18.035836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c4990fcc-4922-4f93-842d-c7f649cbd0f3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Synchronizing usage tracker for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:18.038436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Network': ['ID=b3f26bd3-ce43-4e32-ad19-015cf8203eeb,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:18.041642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:18.043365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/b3f26bd3-ce43-4e32-ad19-015cf8203eeb HTTP/1.1" status: 204 len: 168 time: 1.1475582 Dec 09 09:38:18.047121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59532) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:18.053169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1818563821'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:18.060298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:18.064699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:network and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:18.068436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:18.075020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:18.086255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:18.092844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.124268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:18.130016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.132089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a090213-c519-4624-9cf5-1bc6e924d6a9 None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:38:18.135585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.136059 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Added segment 13bb4d1b-0b8a-42d4-82b6-957f1b1c4182 of type vlan for network 2faed7ee-553b-42fc-ab25-612f53c14075 Dec 09 09:38:18.146457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c4990fcc-4922-4f93-842d-c7f649cbd0f3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Unset dirty status for tenant:9989d82e8a254fa8ac317f83c5fdc370 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:18.151825 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c4990fcc-4922-4f93-842d-c7f649cbd0f3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3812177 Dec 09 09:38:18.152367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59536) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:18.187136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.191457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-30ba921f-a58f-47d3-8d9e-16d6e005e5c9 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] delete failed (client error): The resource could not be found. Dec 09 09:38:18.196332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-30ba921f-a58f-47d3-8d9e-16d6e005e5c9 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "DELETE /v2.0/security-groups/c78de5dd-1299-43be-a139-6f4ad10967e7 HTTP/1.1" status: 404 len: 347 time: 0.0393672 Dec 09 09:38:18.197582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59540) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:18.225031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-c613c060-3cc3-436b-9c98-e71adf4ed605 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] show failed (client error): The resource could not be found. Dec 09 09:38:18.230565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c613c060-3cc3-436b-9c98-e71adf4ed605 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-groups/a10b2775-e284-4d75-bf7f-9ad9294fc33a HTTP/1.1" status: 404 len: 347 time: 0.0275772 Dec 09 09:38:18.236002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59544) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:18.258860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-d5e08d9b-caa4-45c7-ab70-81ae61447195 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] show failed (client error): The resource could not be found. Dec 09 09:38:18.260150 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d5e08d9b-caa4-45c7-ab70-81ae61447195 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] 10.222.0.18 "GET /v2.0/security-group-rules/40d8cb68-c07e-4722-a424-492a1d72a0f7 HTTP/1.1" status: 404 len: 356 time: 0.0226433 Dec 09 09:38:18.264347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.268468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:18.269100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.273086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for ba477492-277a-4f85-913c-e7674559aa7b owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:18.276299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37ef546c-0f78-41c5-b684-fde7eeb05023 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:18.310002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a090213-c519-4624-9cf5-1bc6e924d6a9 None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:38:18.338285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2900064 Dec 09 09:38:18.347278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59550) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:18.354068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Request body: {'subnet': {'network_id': '2faed7ee-553b-42fc-ab25-612f53c14075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:18.400132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Network': ['ID=2faed7ee-553b-42fc-ab25-612f53c14075,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:18.403429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:18.454095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 2faed7ee-553b-42fc-ab25-612f53c14075 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:18.527997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:18.581106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Usage tracker for resource:subnet and tenant:9f9b0ecd4e744c9581bec61aebc46fa6 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:18.586992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:18.600841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:18.639264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59556) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:18.723655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59562) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:18.724803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Made reservation on behalf of 9f9b0ecd4e744c9581bec61aebc46fa6 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:18.740178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'network': {'name': 'tempest-network-smoke--671395924', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'port_security_enabled': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:18.755759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:18.787721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:18.853846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:18.861391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.903857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-191866a5-15bf-4bab-bb38-b62b8723b8d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9989d82e8a254fa8ac317f83c5fdc370&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2630961 Dec 09 09:38:18.906884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59566) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:18.917277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.929379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:18.943559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.956086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:18.956555 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Added segment 5bbf61d6-d28b-4e62-91e2-7047c0fba8d6 of type vlan for network 6f001ff0-4b65-4880-a983-de2a3b90d1df Dec 09 09:38:18.959773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:18.999647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:19.020349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=ba477492-277a-4f85-913c-e7674559aa7b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:19.027917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aeb88379-4bd2-424c-9d54-e3f638e1ecf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:19.070807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aeb88379-4bd2-424c-9d54-e3f638e1ecf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:19.081318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:19.085403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:19.086037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:19.092844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ccaba61-8fc7-421e-a6e7-97c8127d27b8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:19.104595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:19.239389 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5135462 Dec 09 09:38:19.251477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59570) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:19.255245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Network': ['ID=6f001ff0-4b65-4880-a983-de2a3b90d1df,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:19.267297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 6f001ff0-4b65-4880-a983-de2a3b90d1df details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:19.300512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:19.305270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aeb88379-4bd2-424c-9d54-e3f638e1ecf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:19.314984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b8bb49-7a64-4592-b857-db1adc2508b6 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:19.345745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb88379-4bd2-424c-9d54-e3f638e1ecf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23ee829-1064-4961-9da0-fa5d54cdd160,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:19.355026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aeb88379-4bd2-424c-9d54-e3f638e1ecf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:19.370184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aeb88379-4bd2-424c-9d54-e3f638e1ecf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:19.374028 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aeb88379-4bd2-424c-9d54-e3f638e1ecf7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b23ee829-1064-4961-9da0-fa5d54cdd160 HTTP/1.1" status: 204 len: 168 time: 0.4634864 Dec 09 09:38:19.374525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c51e7ec-4777-4090-a426-1aa33d770b82 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:19.379308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6c51e7ec-4777-4090-a426-1aa33d770b82 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1267605 Dec 09 09:38:19.379977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59576) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:19.476634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:19.552342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be618e0c-06a1-4c17-9459-4e37c4881edc tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:19.553986 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be618e0c-06a1-4c17-9459-4e37c4881edc tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1730340 Dec 09 09:38:19.557697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59580) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:19.608751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-45b46b7e-2a18-46f4-a1c1-cf03c5ebe4f7 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498075 Dec 09 09:38:19.611974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59586) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:19.661234 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f54d9884-4eb3-4ab8-b6e3-8f8a0965df03 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461166 Dec 09 09:38:19.661951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59590) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:19.829179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ced43-4e35-4cfc-b253-9c7a769fe112 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:19.831008 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-404ced43-4e35-4cfc-b253-9c7a769fe112 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1680522 Dec 09 09:38:19.834653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59600) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:19.902721 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-92dc045c-5054-4e16-8bbd-0d3298d2e154 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667350 Dec 09 09:38:19.905437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59606) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:19.912509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2063041238', 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:20.061666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:20.067244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:subnet and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:20.070332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:20.081531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:20.098102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:20.215652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:20.288809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:20.295745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-91910d07-1618-4c67-8f6b-781f4be72231 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:20.470736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:20.475291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6995eca3-aca0-4647-b534-89d31794c28f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:20.503375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59620) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:20.560510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=fe220b55-9dc2-44d1-bcbd-44d9834b297a,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:20.566029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:20.577042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Checking segment: {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:20.577498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network hostable DHCP agents. Network: 6f001ff0-4b65-4880-a983-de2a3b90d1df, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:20.580479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event updated for resources: {'Subnet': ['ID=97a394bf-8859-4fc5-80dd-8b3258ec8990,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:20.588047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:20.589993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 575ab62d-7071-44e3-be04-45d46215d072 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:20.591369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:20.601969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6f001ff0-4b65-4880-a983-de2a3b90d1df is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:20.612045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 6f001ff0-4b65-4880-a983-de2a3b90d1df) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:20.618231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:20.619138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:20.627037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d52ba-6b28-487f-95ea-5d41bd51d0b7 None None] Network 6f001ff0-4b65-4880-a983-de2a3b90d1df requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:20.648403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85464fb-336d-4be7-b40d-a4c2db2f2b92 req-6552cfa8-36a3-4d38-8b65-f5a74d8e9a5d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:20.650739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85464fb-336d-4be7-b40d-a4c2db2f2b92 req-6552cfa8-36a3-4d38-8b65-f5a74d8e9a5d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 945 time: 0.4882634 Dec 09 09:38:20.658362 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7516069 Dec 09 09:38:20.725714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Checking segment: {'id': '13bb4d1b-0b8a-42d4-82b6-957f1b1c4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2faed7ee-553b-42fc-ab25-612f53c14075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:20.726039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network hostable DHCP agents. Network: 2faed7ee-553b-42fc-ab25-612f53c14075, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:20.732140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:20.732490 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-132f3f2a-d820-46e2-8c8d-5f2819c63a50 tempest-ServiceProvidersTest-1885834864 tempest-ServiceProvidersTest-1885834864-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2197342 Dec 09 09:38:20.873923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59630) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:20.881743 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85464fb-336d-4be7-b40d-a4c2db2f2b92 req-98a95e2c-41e5-4f3d-a4ed-f3956f5f60b8 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243853 Dec 09 09:38:20.882005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904882323', 'description': 'tempest-secgroup-smoke-1904882323 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:20.889587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:20.903462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:20.918194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:20.963104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:20.967687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:20.971415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:20.978197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:20.980013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Network 2faed7ee-553b-42fc-ab25-612f53c14075 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:20.987677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-6f001ff0-4b65-4880-a983-de2a3b90d1df', 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ips': [{'subnet_id': 'fe220b55-9dc2-44d1-bcbd-44d9834b297a'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:20.989285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.053050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port 575ab62d-7071-44e3-be04-45d46215d072, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=575ab62d-7071-44e3-be04-45d46215d072,segment=NetworkSegment(73a43aac-6956-4d49-985c-cd26f14a9b4b),segment_id=73a43aac-6956-4d49-985c-cd26f14a9b4b)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:21.053488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.057095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.063928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.066008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 2faed7ee-553b-42fc-ab25-612f53c14075) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:21.076500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d933e5-00ed-48dc-9682-bff0e5a5e767 None None] Network 2faed7ee-553b-42fc-ab25-612f53c14075 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:21.078236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-71dd5aba-0bb9-4a04-9dab-7fbe5dc327bb tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:21.116049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9abd45-2676-4c9d-a208-7ddfd7210296,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:21.121467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:21.133373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:21.134881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.155088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.157551 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2821383 Dec 09 09:38:21.158281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59636) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:21.170264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '3b9abd45-2676-4c9d-a208-7ddfd7210296', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:21.181660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:21.186267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:21.190183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:21.197776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:21.206396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59640) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:21.222699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 575ab62d-7071-44e3-be04-45d46215d072 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:21.232134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.298495 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9476388 Dec 09 09:38:21.300444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:21.302563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59646) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:21.308469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0538378 Dec 09 09:38:21.314730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59650) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:21.324174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03377fb2-244e-4916-8be9-ea959817ac2c None None] Sync routers for ids ['b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:21.344425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03377fb2-244e-4916-8be9-ea959817ac2c None None] Routers {'b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:21.348959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-03377fb2-244e-4916-8be9-ea959817ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:21.379689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-15ee5a38-7e86-44b8-94ca-790c8067c821 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:21.380822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Allocated IP 172.20.0.18 (6f001ff0-4b65-4880-a983-de2a3b90d1df/fe220b55-9dc2-44d1-bcbd-44d9834b297a/303d83bc-4c73-4f7f-9945-aac678605cca) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:21.407915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-15ee5a38-7e86-44b8-94ca-790c8067c821 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:21.412136 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-15ee5a38-7e86-44b8-94ca-790c8067c821 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15 HTTP/1.1" status: 200 len: 205 time: 0.0958087 Dec 09 09:38:21.414424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59654) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:21.462374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.468760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.478655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32ae970b-01fd-4780-a20c-c1a33ee860b5 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:21.494472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-03377fb2-244e-4916-8be9-ea959817ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:21.507977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03377fb2-244e-4916-8be9-ea959817ac2c None None] Routers {'b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:21.508851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-03377fb2-244e-4916-8be9-ea959817ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:21.517910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145806ab-9f86-4431-9f9f-94f4082c3251,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:21.530743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:21.556684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.569504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-2faed7ee-553b-42fc-ab25-612f53c14075', 'network_id': '2faed7ee-553b-42fc-ab25-612f53c14075', 'tenant_id': '9f9b0ecd4e744c9581bec61aebc46fa6', 'fixed_ips': [{'subnet_id': '97a394bf-8859-4fc5-80dd-8b3258ec8990'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:21.570402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.591876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.598141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.603687 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4408767 Dec 09 09:38:21.605984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59658) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:21.609852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-03377fb2-244e-4916-8be9-ea959817ac2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:21.610535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03377fb2-244e-4916-8be9-ea959817ac2c None None] The sync data for ids ['b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:21.642295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '3b9abd45-2676-4c9d-a208-7ddfd7210296', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:21.659230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:21.667372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:21.668827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a44d6121-27be-44c3-beee-24ad55518960 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.697723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:21.704177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:21.722939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:21.744341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Usage tracker for resource:security_group_rule and tenant:7467b59436b947adb9434dea3ef840b9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:21.750556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:21.764418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.765802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:21.779660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.816281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Transition to ACTIVE for port object 303d83bc-4c73-4f7f-9945-aac678605cca will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:21.833758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.853457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Transition to ACTIVE for port object 303d83bc-4c73-4f7f-9945-aac678605cca will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:21.864314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Allocated IP 2001:db8::f816:3eff:fefc:4a84 (2faed7ee-553b-42fc-ab25-612f53c14075/97a394bf-8859-4fc5-80dd-8b3258ec8990/92087f2c-2e52-4dfc-842f-f359b6349bc9) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:21.867026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.874424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:21.981445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:21.992453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Network 6f001ff0-4b65-4880-a983-de2a3b90d1df is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:21.994437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Pushing event updated for resources: {'Port': ['ID=303d83bc-4c73-4f7f-9945-aac678605cca,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:22.001486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:22.006058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:22.009766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:22.034350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.037146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.048341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c756b5fa-9d92-4846-ad33-ba3762eebaf3 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:22.061618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.160569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-5240fb96-b6cb-455a-b488-b4b712eb5e3f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:22.162176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-5240fb96-b6cb-455a-b488-b4b712eb5e3f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 945 time: 0.6165431 Dec 09 09:38:22.163087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17a0c1-95ed-4434-a41c-727aa7081f2b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:22.166662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:22.175911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:22.183819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Attempting to bind port 303d83bc-4c73-4f7f-9945-aac678605cca on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:22.184243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Attempting to bind port 303d83bc-4c73-4f7f-9945-aac678605cca by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:22.184691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Attempting to bind port 303d83bc-4c73-4f7f-9945-aac678605cca on network 6f001ff0-4b65-4880-a983-de2a3b90d1df {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:22.203888 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7467b59436b947adb9434dea3ef840b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9941292 Dec 09 09:38:22.205055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.209227 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5750861 Dec 09 09:38:22.209384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59664) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:22.209472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57eb7c3c-da48-490a-9f04-ec8601a22868,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:22.211956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:22.213070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59666) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:22.228721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '3b9abd45-2676-4c9d-a208-7ddfd7210296', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:22.236859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:22.243960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:22.244660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:22.245092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Checking segment: {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:22.245917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.246049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Bound using segment: {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:22.246548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Bound port: 303d83bc-4c73-4f7f-9945-aac678605cca, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:22.246969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.247660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:22.261248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:22.271705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d46de-d326-4512-8a52-2c3399c5bb48 req-20e360f4-c0cf-424f-83d6-7cfea96f9771 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:22.272469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-085d46de-d326-4512-8a52-2c3399c5bb48 req-20e360f4-c0cf-424f-83d6-7cfea96f9771 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 945 time: 0.2251616 Dec 09 09:38:22.315342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.336298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.354128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.360087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-085d46de-d326-4512-8a52-2c3399c5bb48 req-24aba6bb-0e22-4aab-92d0-817181550ca6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761409 Dec 09 09:38:22.367411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Transition to ACTIVE for port object 92087f2c-2e52-4dfc-842f-f359b6349bc9 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:22.369272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:22.399432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] For port 303d83bc-4c73-4f7f-9945-aac678605cca, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:22.402744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Transition to ACTIVE for port object 92087f2c-2e52-4dfc-842f-f359b6349bc9 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:22.405004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] For port 303d83bc-4c73-4f7f-9945-aac678605cca, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=303d83bc-4c73-4f7f-9945-aac678605cca,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:22.409790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.414677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-743ec150-4c0a-40ef-b034-08068e41d667 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:22.428845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.430926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.437033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-617c698b-c308-4ce5-85c7-941bb778f36a tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:22.441144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=575ab62d-7071-44e3-be04-45d46215d072,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:22.450338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.458513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:22.472310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.493687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Subnet': ['ID=97a394bf-8859-4fc5-80dd-8b3258ec8990,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:22.504820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Network 2faed7ee-553b-42fc-ab25-612f53c14075 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:22.505567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:22.506262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-977e020c-0c4c-42dd-a101-3c9321a4ef8c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:22.511779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:22.517525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:22.529087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Pushing event updated for resources: {'Port': ['ID=303d83bc-4c73-4f7f-9945-aac678605cca,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:22.535654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:22.536965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2857b5c-242f-4887-ac2f-07ae09085881 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:22.629018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Deleting port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:22.629435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.630259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.667755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faed7ee-553b-42fc-ab25-612f53c14075']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:22.685937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bb4d1b-0b8a-42d4-82b6-957f1b1c4182') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:22.686340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bb4d1b-0b8a-42d4-82b6-957f1b1c4182') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:22.701332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Pushing event updated for resources: {'Port': ['ID=92087f2c-2e52-4dfc-842f-f359b6349bc9,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:22.701551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.706211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:22.708714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Attempting to bind port 92087f2c-2e52-4dfc-842f-f359b6349bc9 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:22.709387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Attempting to bind port 92087f2c-2e52-4dfc-842f-f359b6349bc9 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '13bb4d1b-0b8a-42d4-82b6-957f1b1c4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2faed7ee-553b-42fc-ab25-612f53c14075'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:22.710049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Attempting to bind port 92087f2c-2e52-4dfc-842f-f359b6349bc9 on network 2faed7ee-553b-42fc-ab25-612f53c14075 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:22.717451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.718515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:22.719181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Checking segment: {'id': '13bb4d1b-0b8a-42d4-82b6-957f1b1c4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2faed7ee-553b-42fc-ab25-612f53c14075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:22.720427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.721075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Bound using segment: {'id': '13bb4d1b-0b8a-42d4-82b6-957f1b1c4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2faed7ee-553b-42fc-ab25-612f53c14075'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:22.721847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Bound port: 92087f2c-2e52-4dfc-842f-f359b6349bc9, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bb4d1b-0b8a-42d4-82b6-957f1b1c4182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '2faed7ee-553b-42fc-ab25-612f53c14075'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:22.722494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.723794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:22.724611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.779407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a44d6121-27be-44c3-beee-24ad55518960 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:22.835101 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:22.842166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a44d6121-27be-44c3-beee-24ad55518960 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.846621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e0f2be-b21b-4065-9ea9-41d381dc5059,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:22.850576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:38:22.850576 dv-neutron-819581-1-hyperv neutron-server[88772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:38:22.850576 dv-neutron-819581-1-hyperv neutron-server[88772]: [parameters: {'id': '2faed7ee-553b-42fc-ab25-612f53c14075'}] Dec 09 09:38:22.850576 dv-neutron-819581-1-hyperv neutron-server[88772]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:38:22.851032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:38:22.854260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:22.857104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.862850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6473420 Dec 09 09:38:22.863925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59672) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:22.871162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '3b9abd45-2676-4c9d-a208-7ddfd7210296', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:22.878870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:22.884767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:22.888378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:22.894974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:22.916233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.927873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-537b2fee-f822-40e9-9698-488865a41ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:22.999082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.003573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.025737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] For port 92087f2c-2e52-4dfc-842f-f359b6349bc9, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:23.028364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1412897f-6f40-49b0-98d2-1f8b6d0fea27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:23.029955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] For port 92087f2c-2e52-4dfc-842f-f359b6349bc9, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=92087f2c-2e52-4dfc-842f-f359b6349bc9,segment=NetworkSegment(13bb4d1b-0b8a-42d4-82b6-957f1b1c4182),segment_id=13bb4d1b-0b8a-42d4-82b6-957f1b1c4182)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:23.033952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.038647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d1c839e-0682-4e97-815c-0f32e70d7814 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:23.043451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0422e08c-9fa4-4163-bd67-db9f44d1a4d2,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:23.046156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:23.047205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.051100 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1834118 Dec 09 09:38:23.051382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59676) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:23.058249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '3b9abd45-2676-4c9d-a208-7ddfd7210296', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:23.065700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:23.069990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:23.075517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:23.081289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:23.093059 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:38:23.105756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.146432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Pushing event updated for resources: {'Port': ['ID=92087f2c-2e52-4dfc-842f-f359b6349bc9,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:23.155126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:23.189416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a44d6121-27be-44c3-beee-24ad55518960 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.189962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44d6121-27be-44c3-beee-24ad55518960 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Fanout notify agent at l3_agent the message router_deleted on router b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:38:23.210017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-537b2fee-f822-40e9-9698-488865a41ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.232957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c83062-f429-437f-ad3d-b03afad3a709 None None] Network 2faed7ee-553b-42fc-ab25-612f53c14075 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:23.260877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.266212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.268903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b5c9a428-3313-4768-9712-e83415602d2c tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:23.316908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e23aeb8-c792-4f20-81bc-5b0f52ec1bff,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:23.330833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:23.332584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.337709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2847400 Dec 09 09:38:23.338403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59680) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:23.346581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '3b9abd45-2676-4c9d-a208-7ddfd7210296', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:23.351484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.359726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:23.366133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:23.370492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:23.377692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:23.379795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Deleting port 92087f2c-2e52-4dfc-842f-f359b6349bc9 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:23.380169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.381660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a44d6121-27be-44c3-beee-24ad55518960 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.386081 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a44d6121-27be-44c3-beee-24ad55518960 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15 HTTP/1.1" status: 204 len: 168 time: 1.9674804 Dec 09 09:38:23.391346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59684) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:23.484137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:38:23.501632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.519414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] For port c8ba2310-c7bb-4da4-8512-67dfb53d3c42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:23.519781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.552577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-537b2fee-f822-40e9-9698-488865a41ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.562351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-435ce2ac-ebc3-4f40-a667-a97be743c5b0 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:23.692910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b2fee-f822-40e9-9698-488865a41ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17a0c1-95ed-4434-a41c-727aa7081f2b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:23.707105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-537b2fee-f822-40e9-9698-488865a41ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:23.726519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.731483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.737563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f7c1ff6-688f-477c-99b9-9bdaa75744f8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:23.763587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71728c05-48a3-473d-b92c-98bdf3bd05d0,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:23.768723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] For port 92087f2c-2e52-4dfc-842f-f359b6349bc9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=92087f2c-2e52-4dfc-842f-f359b6349bc9,segment=NetworkSegment(13bb4d1b-0b8a-42d4-82b6-957f1b1c4182),segment_id=13bb4d1b-0b8a-42d4-82b6-957f1b1c4182)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:23.769146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.779040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:23.788174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-537b2fee-f822-40e9-9698-488865a41ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.789449 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-537b2fee-f822-40e9-9698-488865a41ca1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f17a0c1-95ed-4434-a41c-727aa7081f2b HTTP/1.1" status: 204 len: 168 time: 1.5239677 Dec 09 09:38:23.815063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.906653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:23.907976 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5678234 Dec 09 09:38:23.914788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Calling delete_port for 92087f2c-2e52-4dfc-842f-f359b6349bc9 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:24.017307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.026576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ab4b5fa-8081-4417-b8e7-5d9e2dc8976e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:24.086706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Port': ['ID=92087f2c-2e52-4dfc-842f-f359b6349bc9,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:24.091323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:24.100584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No DVR routers for this DVR port 92087f2c-2e52-4dfc-842f-f359b6349bc9 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:24.132712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device c8ba2310-c7bb-4da4-8512-67dfb53d3c42 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:24.268451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.297988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting subnet ce4a0908-390b-447d-bf35-66f6efe80e61 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:38:24.303082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.330131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faed7ee-553b-42fc-ab25-612f53c14075']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:24.338154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:38:24.348820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port c8ba2310-c7bb-4da4-8512-67dfb53d3c42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:24.352613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.354499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13bb4d1b-0b8a-42d4-82b6-957f1b1c4182') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:24.354499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13bb4d1b-0b8a-42d4-82b6-957f1b1c4182') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:24.354755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:24.370038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.371572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.393279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.401373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:24.401819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.434642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6dfd7-bf85-458d-831a-94e8cd7e6698 req-30f4e06d-0d4e-4ce1-be32-cf10a9bba03c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:24.436285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03f6dfd7-bf85-458d-831a-94e8cd7e6698 req-30f4e06d-0d4e-4ce1-be32-cf10a9bba03c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 945 time: 0.8105447 Dec 09 09:38:24.438710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:24.452033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:24.499513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-f5e9fe52-f7e2-4367-93d0-50f84b39611c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:24.502472 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:24.529866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.534077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af96d8fc-f847-4a75-96a9-ca76943c2f3f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:24.550068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.557786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-f5e9fe52-f7e2-4367-93d0-50f84b39611c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:24.559067 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-f5e9fe52-f7e2-4367-93d0-50f84b39611c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904882323&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.2937813 Dec 09 09:38:24.566115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Network': ['ID=2faed7ee-553b-42fc-ab25-612f53c14075,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:24.569646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.569825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:24.575215 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/2faed7ee-553b-42fc-ab25-612f53c14075 HTTP/1.1" status: 204 len: 168 time: 3.2713158 Dec 09 09:38:24.575824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59708) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:24.658746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.659163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.659520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Floating IP 3eb396ba-936a-4615-a721-f3e8854924eb disassociated. External IP: 172.26.8.24, port: c8ba2310-c7bb-4da4-8512-67dfb53d3c42. Dec 09 09:38:24.659913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Calling delete_port for c8ba2310-c7bb-4da4-8512-67dfb53d3c42 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:24.760076 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03f6dfd7-bf85-458d-831a-94e8cd7e6698 req-0781d632-7167-484d-923e-2f3c580b7997 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476449 Dec 09 09:38:24.836010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:24.867793 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'code': 200} Dec 09 09:38:24.900670 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0527df-9356-45d7-ae5e-4366aed69f4a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:24.901184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0527df-9356-45d7-ae5e-4366aed69f4a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:24.903437 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8c0527df-9356-45d7-ae5e-4366aed69f4a tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/subnets/97a394bf-8859-4fc5-80dd-8b3258ec8990 HTTP/1.1" status: 404 len: 337 time: 0.3261838 Dec 09 09:38:24.914136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59712) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:24.949101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-896d9d65-f748-4a0e-aa06-10078f6589ee tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:24.949623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-896d9d65-f748-4a0e-aa06-10078f6589ee tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:24.951405 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-896d9d65-f748-4a0e-aa06-10078f6589ee tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/2faed7ee-553b-42fc-ab25-612f53c14075 HTTP/1.1" status: 404 len: 339 time: 0.0364425 Dec 09 09:38:24.991735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e543e-96dc-4109-ac63-2d692f0d9e51 None None] Network 6f001ff0-4b65-4880-a983-de2a3b90d1df requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:25.001147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59716) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:25.005655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:38:25.006021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:38:25.063077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d393d751-4bcd-4436-82d0-148106bb99de tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:25.063077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d393d751-4bcd-4436-82d0-148106bb99de tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:25.063701 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d393d751-4bcd-4436-82d0-148106bb99de tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/subnets/f7c74277-9f93-4443-812f-95f1d7110bd7 HTTP/1.1" status: 404 len: 337 time: 0.0611272 Dec 09 09:38:25.066327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59720) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:25.113924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5caaa66-4493-41e9-afd6-f5f7936d0cbb tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:25.114607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5caaa66-4493-41e9-afd6-f5f7936d0cbb tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:25.117722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c5caaa66-4493-41e9-afd6-f5f7936d0cbb tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/b3f26bd3-ce43-4e32-ad19-015cf8203eeb HTTP/1.1" status: 404 len: 339 time: 0.0503020 Dec 09 09:38:25.128507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59724) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:25.131527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-328c38fd-b1a6-424d-9cae-58748f46d406 None None] Provisioning for port 303d83bc-4c73-4f7f-9945-aac678605cca completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:25.175580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d711ad65-4691-4577-b27d-784d1a1b7758 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:25.176260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d711ad65-4691-4577-b27d-784d1a1b7758 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:25.181740 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d711ad65-4691-4577-b27d-784d1a1b7758 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/subnets/0e48eff9-5410-4116-a80d-07c227f64407 HTTP/1.1" status: 404 len: 337 time: 0.0520048 Dec 09 09:38:25.182461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59728) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:25.200203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.208205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5883140-5c68-4bb8-a89e-d08ef5c6b83e tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:25.213761 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afec8cc-c7ec-457f-bd4b-63b7cb11763e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:25.214382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afec8cc-c7ec-457f-bd4b-63b7cb11763e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:25.219244 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4afec8cc-c7ec-457f-bd4b-63b7cb11763e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/143956b3-d219-46f2-abef-d1984796f370 HTTP/1.1" status: 404 len: 339 time: 0.0334451 Dec 09 09:38:25.224571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-89bc3455-42a1-48b9-adae-32543d4a8934 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:25.225504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-89bc3455-42a1-48b9-adae-32543d4a8934 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:25.230427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59732) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:25.257871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Subnet': ['ID=ce4a0908-390b-447d-bf35-66f6efe80e61,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:25.263561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:25.269483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.293919 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/ce4a0908-390b-447d-bf35-66f6efe80e61 HTTP/1.1" status: 204 len: 168 time: 1.8953953 Dec 09 09:38:25.297567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59736) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:25.301757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a93425f-289a-45d5-88b7-9ef7d3835e5f None None] Network b97f42ff-d335-416e-aa97-086e0dfb11a8 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:25.310593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-89bc3455-42a1-48b9-adae-32543d4a8934 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:25.312001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-89bc3455-42a1-48b9-adae-32543d4a8934 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=6f001ff0-4b65-4880-a983-de2a3b90d1df HTTP/1.1" status: 200 len: 796 time: 0.4502578 Dec 09 09:38:25.318885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 303d83bc-4c73-4f7f-9945-aac678605cca up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:25.333376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Deleting port a4ed104a-cca3-47dc-9fa3-2a27066a40b3 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:25.334257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.388307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-bf4befcb-34e1-4a7c-b21c-63df2c4e6efe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.0697696 Dec 09 09:38:25.448755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.467463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:25.469239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 908c7c14-996b-4394-b656-3484a6a36a3e {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:25.469496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.507197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Deleting port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:25.507436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.584864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 303d83bc-4c73-4f7f-9945-aac678605cca completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:25.593064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 303d83bc-4c73-4f7f-9945-aac678605cca triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:25.593519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.664392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-4424499b-5025-4973-becf-3ed939244ac7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2623227 Dec 09 09:38:25.672446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.762610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.814257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 303d83bc-4c73-4f7f-9945-aac678605cca, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=303d83bc-4c73-4f7f-9945-aac678605cca,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:25.819292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:25.823848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:25.905944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Calling delete_port for a4ed104a-cca3-47dc-9fa3-2a27066a40b3 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:25.930982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=303d83bc-4c73-4f7f-9945-aac678605cca,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:25.935325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:25.936181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] DHCP port deletion for b97f42ff-d335-416e-aa97-086e0dfb11a8 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:38:25.943565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] Deleting port 908c7c14-996b-4394-b656-3484a6a36a3e {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:25.943988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.107214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.122367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7bf9318f-ea59-4120-bed9-4d2e774f6c11 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:26.151514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port 908c7c14-996b-4394-b656-3484a6a36a3e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=908c7c14-996b-4394-b656-3484a6a36a3e,segment=NetworkSegment(0c5d76b9-5f17-4e8b-a484-d29d539c6e13),segment_id=0c5d76b9-5f17-4e8b-a484-d29d539c6e13)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:26.151916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.172027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Port': ['ID=a4ed104a-cca3-47dc-9fa3-2a27066a40b3,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:26.179942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:26.182804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-fbbfa61a-5a29-4522-8697-233ab5eeae22 service neutron] 10.222.0.18 "GET /v2.0/networks/6f001ff0-4b65-4880-a983-de2a3b90d1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997806 Dec 09 09:38:26.191148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.206469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-abfb3466-5d15-4a20-8dbf-793b4794d7d7 None None] Provisioning complete for port 303d83bc-4c73-4f7f-9945-aac678605cca triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:26.206896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abfb3466-5d15-4a20-8dbf-793b4794d7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.227082 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/ports/a4ed104a-cca3-47dc-9fa3-2a27066a40b3 HTTP/1.1" status: 204 len: 168 time: 0.9919655 Dec 09 09:38:26.236806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59742) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:26.245295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] For port 908c7c14-996b-4394-b656-3484a6a36a3e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=908c7c14-996b-4394-b656-3484a6a36a3e,segment=NetworkSegment(0c5d76b9-5f17-4e8b-a484-d29d539c6e13),segment_id=0c5d76b9-5f17-4e8b-a484-d29d539c6e13)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:26.245748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.342578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fc9c16-bd63-4bd7-97d8-e8679956c3db tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:26.343083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fc9c16-bd63-4bd7-97d8-e8679956c3db tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:26.347529 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-38fc9c16-bd63-4bd7-97d8-e8679956c3db tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/subnets/719eb34d-a5f7-4852-9ff8-545cb5ece278 HTTP/1.1" status: 404 len: 337 time: 0.1071477 Dec 09 09:38:26.354549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59746) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:26.394868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] Calling delete_port for 908c7c14-996b-4394-b656-3484a6a36a3e owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:26.500992 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-eb8faf24-dad4-4754-ad04-82365149b3a0 service neutron] 10.222.0.18 "GET /v2.0/networks/6f001ff0-4b65-4880-a983-de2a3b90d1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111718 Dec 09 09:38:26.511667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.542342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.552196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for 908c7c14-996b-4394-b656-3484a6a36a3e owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:26.554149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:26.600674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] Pushing event deleted for resources: {'Port': ['ID=908c7c14-996b-4394-b656-3484a6a36a3e,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:26.609897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:26.615273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] No DVR routers for this DVR port 908c7c14-996b-4394-b656-3484a6a36a3e on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:26.645653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] For port c8ba2310-c7bb-4da4-8512-67dfb53d3c42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:26.646057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.669367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.675733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ae789e-814a-4658-acbe-272c720797cd None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:38:26.716429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4fe3b2-9e90-458c-9c70-663499944c53']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:26.732248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2ed02a-a9f5-4453-86fb-50dd67f92b94') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:26.732510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2ed02a-a9f5-4453-86fb-50dd67f92b94') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:26.768614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:26.788655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0216112 Dec 09 09:38:26.793528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b98fa-0805-4b00-bac5-a9d6964ac463 req-20e1c9a9-ec02-4384-b3ba-f9f6f449ffe3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:26.794304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-767b98fa-0805-4b00-bac5-a9d6964ac463 req-20e1c9a9-ec02-4384-b3ba-f9f6f449ffe3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:26.800260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59754) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:26.811223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.864710 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2b7c2c5-5471-4c12-9baf-89deee877a7c req-d376b05d-d200-4620-b470-78a7fa1ceff9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 210 time: 0.1234345 Dec 09 09:38:26.871773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:38:26.872395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:38:26.891685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.903736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-767b98fa-0805-4b00-bac5-a9d6964ac463 req-20e1c9a9-ec02-4384-b3ba-f9f6f449ffe3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:26.906941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:26.907504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:26.911823 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-767b98fa-0805-4b00-bac5-a9d6964ac463 req-20e1c9a9-ec02-4384-b3ba-f9f6f449ffe3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 943 time: 0.9150043 Dec 09 09:38:26.919905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:26.927507 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:26.969425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:26.970896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:27.042051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ae789e-814a-4658-acbe-272c720797cd None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:38:27.084007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-767b98fa-0805-4b00-bac5-a9d6964ac463 req-314fae43-4415-45bf-977f-46a3cb6faf6a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709576 Dec 09 09:38:27.105759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.106283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.106476 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Floating IP 3eb396ba-936a-4615-a721-f3e8854924eb disassociated. External IP: 172.26.8.24, port: c8ba2310-c7bb-4da4-8512-67dfb53d3c42. Dec 09 09:38:27.106860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Calling delete_port for c8ba2310-c7bb-4da4-8512-67dfb53d3c42 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:27.156250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.161397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.192395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0c6dc1ef-f660-46ea-a30b-a9e81c074dae tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:27.242394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/2f4fe3b2-9e90-458c-9c70-663499944c53 HTTP/1.1" status: 204 len: 168 time: 0.8863707 Dec 09 09:38:27.242583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59764) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:27.246382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Network': ['ID=2f4fe3b2-9e90-458c-9c70-663499944c53,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:27.249022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:27.289740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:27.290805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting subnet cc46a8e6-4481-4aee-b680-c04e063950f0 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:38:27.295279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.334078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 303d83bc-4c73-4f7f-9945-aac678605cca up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:27.351604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Deleting port 350c1b66-5be7-439d-9a14-aa5e942d4433 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:27.352165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.376962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.387313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 908c7c14-996b-4394-b656-3484a6a36a3e {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:27.387870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.429495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.447674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50a78944-1676-45c1-8bbb-25b4fbb2af00 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:27.501756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.547289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event deleted for resources: {'Port': ['ID=c8ba2310-c7bb-4da4-8512-67dfb53d3c42,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:27.558751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] The port '908c7c14-996b-4394-b656-3484a6a36a3e' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:38:27.560820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:27.600721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.615594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9bfcb534-5eba-4427-afa5-13f10cca509e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:27.664641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.670223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Subnet': ['ID=cc46a8e6-4481-4aee-b680-c04e063950f0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:27.674330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:27.682201 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/cc46a8e6-4481-4aee-b680-c04e063950f0 HTTP/1.1" status: 204 len: 168 time: 0.8741467 Dec 09 09:38:27.682892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59768) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:27.827129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 303d83bc-4c73-4f7f-9945-aac678605cca triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:27.827470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.841557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.854012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 3286654b-c863-4ab4-93b6-5e41f8ef1641 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:27.854627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.864080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:27.972573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97f42ff-d335-416e-aa97-086e0dfb11a8']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:27.983470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.055201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c5d76b9-5f17-4e8b-a484-d29d539c6e13') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:28.055511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c5d76b9-5f17-4e8b-a484-d29d539c6e13') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:28.133410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:38:28.144461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port 3286654b-c863-4ab4-93b6-5e41f8ef1641, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3286654b-c863-4ab4-93b6-5e41f8ef1641,segment=NetworkSegment(73a43aac-6956-4d49-985c-cd26f14a9b4b),segment_id=73a43aac-6956-4d49-985c-cd26f14a9b4b)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:28.145360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.146439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Calling delete_port for 350c1b66-5be7-439d-9a14-aa5e942d4433 owned by {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:28.214422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.291560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 3286654b-c863-4ab4-93b6-5e41f8ef1641 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:28.309596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.389132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8700d730-f7ca-4c17-b934-0377352a5d9b req-d646afb8-1980-439c-9834-68b3c14e8954 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 210 time: 0.1350682 Dec 09 09:38:28.395976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:21Z', 'revision_number': 9, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:28.417441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:28.422067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c50d69-2b2f-4ea2-8581-a2693586a533 None None] Network 10e0f432-5f83-488c-9d21-f6c7aff9fa95 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:28.431900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:28.432358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.443263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 908c7c14-996b-4394-b656-3484a6a36a3e no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:28.449032 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:28.490882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 908c7c14-996b-4394-b656-3484a6a36a3e {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:28.491288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 908c7c14-996b-4394-b656-3484a6a36a3e not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:28.496472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:28.497022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:28.502008 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2653874-26ff-41e7-a6a9-a6a89ee21c85 req-272525df-7009-4563-9fda-0b8f6bfe77d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 210 time: 0.0775421 Dec 09 09:38:28.560365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.578364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:28.616265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.632228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Port': ['ID=350c1b66-5be7-439d-9a14-aa5e942d4433,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:28.634778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.641536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:28.645178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-78bb8d65-5856-4a45-9d85-603d117a0c2a tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:28.677215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Network': ['ID=b97f42ff-d335-416e-aa97-086e0dfb11a8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:28.686821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:28.692676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.717242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/networks/b97f42ff-d335-416e-aa97-086e0dfb11a8 HTTP/1.1" status: 204 len: 168 time: 3.4183435 Dec 09 09:38:28.718177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59780) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:28.722841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/ports/350c1b66-5be7-439d-9a14-aa5e942d4433 HTTP/1.1" status: 204 len: 168 time: 1.4784257 Dec 09 09:38:28.726120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59784) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:28.730443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1587129356', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:28.741171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:28.792229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:router and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:28.795808 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36b1d32-2ddc-41b9-a953-589d722822f2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:28.796396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36b1d32-2ddc-41b9-a953-589d722822f2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:28.799650 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d36b1d32-2ddc-41b9-a953-589d722822f2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/subnets/0c53af52-9a50-47a9-a541-40625e4b6f6d HTTP/1.1" status: 404 len: 337 time: 0.0621462 Dec 09 09:38:28.802129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59788) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:28.803088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:28.811587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:28.834626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:28.839308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Router 41d9777c-d2eb-4973-b0cd-aa918b924c63 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:28.862798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:28.877238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61b3f2bf-643a-4e73-90f6-7d4c5c80a9fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:28.937628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=3286654b-c863-4ab4-93b6-5e41f8ef1641,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:28.943139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:28.950926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No DVR routers for this DVR port 3286654b-c863-4ab4-93b6-5e41f8ef1641 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:28.981431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57308a14-a0e1-4e1a-9d2d-e07d20994bec None None] DHCP port deletion for 10e0f432-5f83-488c-9d21-f6c7aff9fa95 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:38:28.997159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.001416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.002457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.059236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-b3789803-6ca5-416f-8d59-6c71f50fc42e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:29.060900 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-b3789803-6ca5-416f-8d59-6c71f50fc42e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=6f001ff0-4b65-4880-a983-de2a3b90d1df HTTP/1.1" status: 200 len: 796 time: 0.6882570 Dec 09 09:38:29.139477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.173747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e0f432-5f83-488c-9d21-f6c7aff9fa95']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:29.190521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a43aac-6956-4d49-985c-cd26f14a9b4b') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:29.190870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a43aac-6956-4d49-985c-cd26f14a9b4b') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:29.225773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.256342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:21Z', 'revision_number': 9, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:29.262159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b08615-ac4c-4e52-a271-f886cd4884f2 None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:21Z', 'revision_number': 9, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18042de7-163d-487f-bcda-3cc9f3b7d68b', 'name': '', 'network_id': '4c663dca-c253-4c37-88bd-e23dfc1f09d9', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:cd:48:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:26Z', 'updated_at': '2021-12-09T09:37:42Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': 'da9efcec-5a08-4628-b838-40f589b01b5d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:29.267968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.283484 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-26da85a4-285c-403b-9868-27debc8c3146 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 472 time: 0.0956187 Dec 09 09:38:29.284797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:29.285223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.300636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3286654b-c863-4ab4-93b6-5e41f8ef1641 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:29.301828 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:29.307303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': '5e7cbfe9-ec4f-4984-a07b-1aea369eb542', 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['3b9abd45-2676-4c9d-a208-7ddfd7210296']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:29.346192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.349163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 3286654b-c863-4ab4-93b6-5e41f8ef1641 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:29.349685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3286654b-c863-4ab4-93b6-5e41f8ef1641 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:29.475407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.528508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.533313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.540616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-28db3473-ae30-4136-b50d-e4eee63b9531 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:29.582569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Network': ['ID=10e0f432-5f83-488c-9d21-f6c7aff9fa95,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:29.585482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:29.592402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.597549 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/networks/10e0f432-5f83-488c-9d21-f6c7aff9fa95 HTTP/1.1" status: 204 len: 168 time: 1.9115844 Dec 09 09:38:29.598451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59796) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:29.606354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:29.624583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a198c754-cee1-4d9a-bdf3-aa4adea97e81 req-68e06175-029e-46c3-a742-f23a2ee3cb57 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:29.649186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.651329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6f07364b-6271-489d-a666-138a21ac8f4f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9305665 Dec 09 09:38:29.656620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17c15d6-6cbb-4f65-8d18-a11a0d2b3388']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:29.668635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59800) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:29.685195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:port and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:29.691484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2144430341'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:29.698160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f242dcbf-da5b-409b-9518-433128eda344') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:29.698498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f242dcbf-da5b-409b-9518-433128eda344') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:29.707617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:29.712400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a198c754-cee1-4d9a-bdf3-aa4adea97e81 req-68e06175-029e-46c3-a742-f23a2ee3cb57 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:29.713782 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a198c754-cee1-4d9a-bdf3-aa4adea97e81 req-68e06175-029e-46c3-a742-f23a2ee3cb57 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 210 time: 0.1661155 Dec 09 09:38:29.720048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:network and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:29.724620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.732225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:29.757593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:29.777037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:29.797426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:29.803203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c28959e-7c39-4041-9837-a45d7c3085cd req-c0577f80-8ae9-4d6e-b9e8-0a315aadfad7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 210 time: 0.1281202 Dec 09 09:38:29.816023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:29.816363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.822492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.826839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:29.832692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.843169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:29.843589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:29.862318 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:29.968310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:29.986851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:29.995724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33871147-d080-4cdc-b0b1-c47ef0b5a612 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:30.011692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.012085 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added segment e159a189-0f86-4fe0-9477-19203c1d54f3 of type vlan for network 7c980853-e730-4b38-9bf9-187e14cfab86 Dec 09 09:38:30.016338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.033504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Network': ['ID=c17c15d6-6cbb-4f65-8d18-a11a0d2b3388,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:30.041216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:30.047890 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2a2a0296-d652-4e87-ad54-94df6e0c05f6 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/c17c15d6-6cbb-4f65-8d18-a11a0d2b3388 HTTP/1.1" status: 204 len: 168 time: 1.2403476 Dec 09 09:38:30.054147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59804) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:30.108088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.145515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:30.157894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] Sync routers for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:30.161530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.24 (6f001ff0-4b65-4880-a983-de2a3b90d1df/fe220b55-9dc2-44d1-bcbd-44d9834b297a/c0eb3308-349d-4f30-8254-ac990182e693) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:30.170899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:30.171786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:30.277350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] No DVR routers for this DVR port c8ba2310-c7bb-4da4-8512-67dfb53d3c42 on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:30.280539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.284770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:30.285435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.291654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.293669 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7834a308-c8f2-4554-91ce-b1ea475b8953 req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "DELETE /v2.0/ports/c8ba2310-c7bb-4da4-8512-67dfb53d3c42 HTTP/1.1" status: 204 len: 173 time: 8.1244164 Dec 09 09:38:30.296025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5c0bb1b2-6d34-4730-bc64-defabd4060c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:30.327486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'name': 'network-vif-deleted', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:38:30.352220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.365532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:30.470799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Deleting subnet 1b30a224-b27b-4cac-9e06-714ccb98946c {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:38:30.551332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.562177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Network': ['ID=7c980853-e730-4b38-9bf9-187e14cfab86,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:30.576192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:30.578333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.579277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 7c980853-e730-4b38-9bf9-187e14cfab86 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:30.586073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object c0eb3308-349d-4f30-8254-ac990182e693 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:30.626905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4075ef8c-5fae-4d89-8bc6-82aad6251334', 'name': 'network-vif-deleted', 'tag': 'c8ba2310-c7bb-4da4-8512-67dfb53d3c42', 'status': 'completed', 'code': 200} Dec 09 09:38:30.632288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9623468 Dec 09 09:38:30.639272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59810) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:30.654434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'subnet': {'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:30.667381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.681458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:30.823627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.872943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6f001ff0-4b65-4880-a983-de2a3b90d1df is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:30.874085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=c0eb3308-349d-4f30-8254-ac990182e693,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:30.890198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:30.915689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:30.918882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:30.925147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:30.953332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:30.958900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] Checking router: 41d9777c-d2eb-4973-b0cd-aa918b924c63 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:30.983118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:30.984158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:31.042761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:31.073031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4c7423f-001d-4254-89b4-f3820196c9be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:31.129415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d3d83-8958-4956-bef9-6fc2b24085b0 None None] Network beaceed2-f187-4d08-b2e4-839734cb2eb3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:31.187238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:31.193611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Subnet': ['ID=1b30a224-b27b-4cac-9e06-714ccb98946c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:31.200871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:31.245621 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/subnets/1b30a224-b27b-4cac-9e06-714ccb98946c HTTP/1.1" status: 204 len: 168 time: 1.1887372 Dec 09 09:38:31.248223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:31.250570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59818) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:31.268660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 575ab62d-7071-44e3-be04-45d46215d072 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:31.285747 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c6c6efb-4848-4e4c-9707-5021bdf874a0 req-f9b124b7-657b-4a4b-9f1c-0f19eb3a7287 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=4075ef8c-5fae-4d89-8bc6-82aad6251334 HTTP/1.1" status: 200 len: 210 time: 0.1971753 Dec 09 09:38:31.315703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:31.316749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:31.319227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:subnet and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:31.332211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:31.345319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 575ab62d-7071-44e3-be04-45d46215d072 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:31.345725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 575ab62d-7071-44e3-be04-45d46215d072 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:31.362321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:31.481476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:31.573758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:31.604124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-343accd5-1fec-4660-ae03-4fffee721770 None None] Provisioning for port c0eb3308-349d-4f30-8254-ac990182e693 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:31.610686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-343accd5-1fec-4660-ae03-4fffee721770 None None] Provisioning complete for port c0eb3308-349d-4f30-8254-ac990182e693 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:31.616960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-343accd5-1fec-4660-ae03-4fffee721770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:31.645961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f968ffa-8e36-48a7-b825-8bf72bada222 req-461c14c8-0eb8-456b-b3ae-54255bd8fe1a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:31.657498 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9f968ffa-8e36-48a7-b825-8bf72bada222 req-461c14c8-0eb8-456b-b3ae-54255bd8fe1a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 932 time: 0.5194106 Dec 09 09:38:31.702513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:31.709188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:31.875335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Deleting port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:31.875708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:31.882357 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5795457 Dec 09 09:38:31.897478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Request body: {'port': {'device_id': '5e7cbfe9-ec4f-4984-a07b-1aea369eb542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:31.958961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] DHCP port deletion for beaceed2-f187-4d08-b2e4-839734cb2eb3 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:38:31.967371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] Deleting port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:31.967788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:31.992261 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9f968ffa-8e36-48a7-b825-8bf72bada222 req-5fd18383-aa92-4c80-964f-d93351d0c7d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337579 Dec 09 09:38:32.045672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-343accd5-1fec-4660-ae03-4fffee721770 None None] Port c0eb3308-349d-4f30-8254-ac990182e693 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:38:32.048515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:32.049369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:32.054579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992f3b1f-d072-4785-b1d3-9a8506244db7 None None] The sync data for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv is: [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:32.245548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] For port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc,segment=NetworkSegment(761826a0-aa6d-4a14-b989-766acdf00405),segment_id=761826a0-aa6d-4a14-b989-766acdf00405)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:32.246146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:32.287737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] For port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc,segment=NetworkSegment(761826a0-aa6d-4a14-b989-766acdf00405),segment_id=761826a0-aa6d-4a14-b989-766acdf00405)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:32.288339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:32.395079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] Calling delete_port for 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:32.474703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 18042de7-163d-487f-bcda-3cc9f3b7d68b {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:32.474703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:32.517247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:32.522261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2eafd843-fb34-4632-91fc-9e3a9c0ea412 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:32.584508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] Pushing event deleted for resources: {'Port': ['ID=2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:32.590180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:32.597152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] No DVR routers for this DVR port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:32.725442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9e229-b4d9-4a15-b26f-6aa51d1a4a4d None None] New status for floating IP 3eb396ba-936a-4615-a721-f3e8854924eb: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:38:32.766004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Calling delete_port for 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:32.767947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0eb3308-349d-4f30-8254-ac990182e693 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:38:32.779153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:32.787578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port 18042de7-163d-487f-bcda-3cc9f3b7d68b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=18042de7-163d-487f-bcda-3cc9f3b7d68b,segment=NetworkSegment(0a508c72-2ee8-49bf-852a-503651475ca7),segment_id=0a508c72-2ee8-49bf-852a-503651475ca7)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:32.787975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:32.866979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:32.888854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:32.923977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Transition to ACTIVE for port object c0eb3308-349d-4f30-8254-ac990182e693 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:32.932701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 18042de7-163d-487f-bcda-3cc9f3b7d68b owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:32.939698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:38:32.940206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:38:32.964345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:32.974975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4dd6b38-f150-471e-9d5b-1f64ebab3a44 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:32.998242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Subnet': ['ID=59b80d6e-26bf-46d1-874c-1fc345c74473,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:33.005147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-ea4ea70e-2a20-4732-b89d-76f0e9e4375d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264288043&fields=id&tenant_id=c645895972be45e094ab5e3e838d3140 HTTP/1.1" status: 200 len: 267 time: 0.1409643 Dec 09 09:38:33.006167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:33.045754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Checking segment: {'id': 'e159a189-0f86-4fe0-9477-19203c1d54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:33.046264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network hostable DHCP agents. Network: 7c980853-e730-4b38-9bf9-187e14cfab86, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:33.157538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb3308-349d-4f30-8254-ac990182e693,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:33.178754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 7c980853-e730-4b38-9bf9-187e14cfab86 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:33.204295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:33.218985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-19a12329-4edd-4316-ad4b-3c8b736bbf36 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:33.223598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-19a12329-4edd-4316-ad4b-3c8b736bbf36 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 812 time: 0.2066875 Dec 09 09:38:33.224956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 7c980853-e730-4b38-9bf9-187e14cfab86) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:33.234015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287135d3-3044-4f36-86aa-63474830d959 None None] Network 7c980853-e730-4b38-9bf9-187e14cfab86 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:33.239914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:33.240853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:33.274886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-0715107a-8e77-47d7-812a-42b66f439a3a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/quotas/c645895972be45e094ab5e3e838d3140 HTTP/1.1" status: 200 len: 375 time: 0.0259416 Dec 09 09:38:33.337075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6966743 Dec 09 09:38:33.344634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59832) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:33.366731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:33.384273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Attempting to bind port c0eb3308-349d-4f30-8254-ac990182e693 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:33.385009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Attempting to bind port c0eb3308-349d-4f30-8254-ac990182e693 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:33.385479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Attempting to bind port c0eb3308-349d-4f30-8254-ac990182e693 on network 6f001ff0-4b65-4880-a983-de2a3b90d1df {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:33.396167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Port c0eb3308-349d-4f30-8254-ac990182e693 on network 6f001ff0-4b65-4880-a983-de2a3b90d1df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:38:33.396462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Attempting to bind port c0eb3308-349d-4f30-8254-ac990182e693 on network 6f001ff0-4b65-4880-a983-de2a3b90d1df {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:33.413732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc60507-c147-447c-97a9-36066b0c08cc req-6d1cb9c3-eb56-4d45-a514-757bdabea874 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:33.414803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1dc60507-c147-447c-97a9-36066b0c08cc req-6d1cb9c3-eb56-4d45-a514-757bdabea874 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:33.423930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:33.424327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:33.455011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:33.455392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Checking segment: {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:33.455900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Bound using segment: {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:33.456397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Bound port: c0eb3308-349d-4f30-8254-ac990182e693, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:33.456784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:33.472214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Deleting port 2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:33.472608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:33.546876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1dc60507-c147-447c-97a9-36066b0c08cc req-6d1cb9c3-eb56-4d45-a514-757bdabea874 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:33.553667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1dc60507-c147-447c-97a9-36066b0c08cc req-6d1cb9c3-eb56-4d45-a514-757bdabea874 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 944 time: 0.3990653 Dec 09 09:38:33.560824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] The port '2677ac5f-dfb3-4c3b-829b-2b8e7898dbbc' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:38:33.566438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-7c980853-e730-4b38-9bf9-187e14cfab86', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:33.567361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:33.575796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:33.589474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-239994f8-0876-48fe-bb5d-6db6e86b43fe tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:33.657627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=18042de7-163d-487f-bcda-3cc9f3b7d68b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:33.671071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:33.742991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Allocated IP 2001:db8::2 (7c980853-e730-4b38-9bf9-187e14cfab86/59b80d6e-26bf-46d1-874c-1fc345c74473/379618c5-ff2e-432a-82a7-3c824ab0c844) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:33.801545 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-ddc0aecb-c168-459b-9685-807813fca80b tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5189931 Dec 09 09:38:33.807337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] For port c0eb3308-349d-4f30-8254-ac990182e693, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:33.811182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:33.815818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] For port c0eb3308-349d-4f30-8254-ac990182e693, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c0eb3308-349d-4f30-8254-ac990182e693,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:33.833761 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1dc60507-c147-447c-97a9-36066b0c08cc req-37a3b452-79aa-47e4-bcc1-f52f763857f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790828 Dec 09 09:38:33.840836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:33.860187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d1e5060-8944-496d-8c84-094454ea5d09 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:33.941313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:33.942958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] 10.222.0.65 "PUT /v2.0/ports/c0eb3308-349d-4f30-8254-ac990182e693 HTTP/1.1" status: 200 len: 1094 time: 2.0501435 Dec 09 09:38:33.946918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7cbfe9-ec4f-4984-a07b-1aea369eb542', 'tag': 'c0eb3308-349d-4f30-8254-ac990182e693'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:38:33.951463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaceed2-f187-4d08-b2e4-839734cb2eb3']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:33.980646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761826a0-aa6d-4a14-b989-766acdf00405') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:33.980993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761826a0-aa6d-4a14-b989-766acdf00405') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:33.997860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.017698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.027525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:34.028023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.097742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.110572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Transition to ACTIVE for port object 379618c5-ff2e-432a-82a7-3c824ab0c844 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:34.132898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Transition to ACTIVE for port object 379618c5-ff2e-432a-82a7-3c824ab0c844 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:34.139989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.142977 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7cbfe9-ec4f-4984-a07b-1aea369eb542', 'tag': 'c0eb3308-349d-4f30-8254-ac990182e693', 'status': 'completed', 'code': 200} Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:34.147658 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:34.153067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-691302d3-0602-4896-bf97-ae4376d7ddfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:34.219609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Pushing event updated for resources: {'Port': ['ID=c0eb3308-349d-4f30-8254-ac990182e693,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:34.225343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:34.226360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Network 7c980853-e730-4b38-9bf9-187e14cfab86 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:34.230723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:34.233957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:34.235139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.241441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29847364-e46d-4b1e-bb56-1c4b6c220260 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:34.275275 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-9a023d68-5c50-4cfd-8f41-d3fade4c5743 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 1097 time: 0.1336896 Dec 09 09:38:34.277773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Pushing event updated for resources: {'Port': ['ID=379618c5-ff2e-432a-82a7-3c824ab0c844,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:34.280831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:34.332221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.341481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Attempting to bind port 379618c5-ff2e-432a-82a7-3c824ab0c844 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:34.341992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Attempting to bind port 379618c5-ff2e-432a-82a7-3c824ab0c844 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e159a189-0f86-4fe0-9477-19203c1d54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:34.343227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Attempting to bind port 379618c5-ff2e-432a-82a7-3c824ab0c844 on network 7c980853-e730-4b38-9bf9-187e14cfab86 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:34.350444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Pushing event deleted for resources: {'Network': ['ID=beaceed2-f187-4d08-b2e4-839734cb2eb3,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:34.350851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:34.351528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Checking segment: {'id': 'e159a189-0f86-4fe0-9477-19203c1d54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:34.353170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.353701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Bound using segment: {'id': 'e159a189-0f86-4fe0-9477-19203c1d54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:34.354194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Bound port: 379618c5-ff2e-432a-82a7-3c824ab0c844, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e159a189-0f86-4fe0-9477-19203c1d54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:34.354823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.412495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:34.433176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] 10.222.0.18 "DELETE /v2.0/networks/beaceed2-f187-4d08-b2e4-839734cb2eb3 HTTP/1.1" status: 204 len: 168 time: 3.1768072 Dec 09 09:38:34.445652 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-dd7d4df4-2660-4cf6-9c41-a097f1cbe105 service neutron] 10.222.0.18 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761297 Dec 09 09:38:34.503273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] For port 379618c5-ff2e-432a-82a7-3c824ab0c844, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:34.507733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] For port 379618c5-ff2e-432a-82a7-3c824ab0c844, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=379618c5-ff2e-432a-82a7-3c824ab0c844,segment=NetworkSegment(e159a189-0f86-4fe0-9477-19203c1d54f3),segment_id=e159a189-0f86-4fe0-9477-19203c1d54f3)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:34.526577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.548660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-051c2058-c4a0-4bbe-9678-2aac519a2ed4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:34.586914 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-56da7213-ee8e-45d2-9823-d422454f2059 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c0eb3308-349d-4f30-8254-ac990182e693 HTTP/1.1" status: 200 len: 217 time: 0.3019428 Dec 09 09:38:34.591945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.611759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-15b3fd70-45c4-4a9a-b6b0-30c0222e9e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.675852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Pushing event updated for resources: {'Port': ['ID=379618c5-ff2e-432a-82a7-3c824ab0c844,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:34.677499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:34.704381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:34.718014 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-27e9c0c0-b88c-49fa-93e2-34b909e63ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630513 Dec 09 09:38:34.804029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-f85e58ec-03be-473a-9c5d-292d36fcecaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:34.808034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-f85e58ec-03be-473a-9c5d-292d36fcecaf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe220b55-9dc2-44d1-bcbd-44d9834b297a HTTP/1.1" status: 200 len: 838 time: 0.2112973 Dec 09 09:38:34.846551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59842) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:35.140293 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-dce8c346-fed2-48b0-bf49-5e5f74793c91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f001ff0-4b65-4880-a983-de2a3b90d1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3249354 Dec 09 09:38:35.451636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 379618c5-ff2e-432a-82a7-3c824ab0c844 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:35.520387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda95c36-ea49-4adb-8958-565ab678c5bd req-4d667a07-762d-4370-a50a-a1840b3ed24a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:35.523713 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dda95c36-ea49-4adb-8958-565ab678c5bd req-4d667a07-762d-4370-a50a-a1840b3ed24a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 944 time: 0.4794168 Dec 09 09:38:35.550182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 379618c5-ff2e-432a-82a7-3c824ab0c844 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:35.575325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-66e8f90b-a079-4313-98a9-a1ce88f8e94b service neutron] 10.222.0.65 "GET /v2.0/networks/6f001ff0-4b65-4880-a983-de2a3b90d1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841362 Dec 09 09:38:35.630170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1572918e-f2a9-47b7-942f-004e082be2b2 req-e7960f4a-e6c4-4cdc-8dc5-099a8b97e2de tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 210 time: 0.0852983 Dec 09 09:38:35.638976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:35.693599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 2001:db8::1 (7c980853-e730-4b38-9bf9-187e14cfab86/59b80d6e-26bf-46d1-874c-1fc345c74473/b2912370-20bf-4de9-a855-c090e23e2454) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:35.698526 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ccda6265-0a3a-483f-9bf3-95ff815a95dd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f9b0ecd4e744c9581bec61aebc46fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8504243 Dec 09 09:38:35.701369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59864) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:35.756759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dda95c36-ea49-4adb-8958-565ab678c5bd req-7e0ed3c9-7e6a-44fd-bec6-e866080e668c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802530 Dec 09 09:38:35.823854 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35cc2ba9-90c9-4937-bf53-2d6950f0a832 req-9e726120-c419-4155-ba76-44473316715e service neutron] 10.222.0.65 "GET /v2.0/networks/6f001ff0-4b65-4880-a983-de2a3b90d1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275810 Dec 09 09:38:35.846006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:35.937501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-347ca6c2-159e-4f85-97f3-c9647fb9c8e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:35.990920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-347ca6c2-159e-4f85-97f3-c9647fb9c8e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:36.018681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:36.068599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Transition to ACTIVE for port object b2912370-20bf-4de9-a855-c090e23e2454 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:36.091061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-347ca6c2-159e-4f85-97f3-c9647fb9c8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:36.094891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff3cd1e0-3cfb-4b86-9cce-82258a90ace8 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:36.100314 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fdf48423-8d15-4cd2-bddf-e1146ffbfbf2 req-754e8591-c97c-4f48-975a-4c222c25c1cc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 1097 time: 0.1836858 Dec 09 09:38:36.106190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:36.117016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ca6c2-159e-4f85-97f3-c9647fb9c8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91d926c-b48b-4fe6-808d-04c3d0abca66,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:36.121059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-347ca6c2-159e-4f85-97f3-c9647fb9c8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:36.126583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7cdb95fc-b896-4270-a6ca-05e845245b12 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:36.196157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-347ca6c2-159e-4f85-97f3-c9647fb9c8e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:36.197503 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-347ca6c2-159e-4f85-97f3-c9647fb9c8e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f91d926c-b48b-4fe6-808d-04c3d0abca66 HTTP/1.1" status: 204 len: 168 time: 0.4951208 Dec 09 09:38:36.209991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 7c980853-e730-4b38-9bf9-187e14cfab86 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:36.214569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:36.219173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:36.219753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:36.226578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=b2912370-20bf-4de9-a855-c090e23e2454,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:36.231077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:36.260775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:36.272803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:36.290065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:36.291105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:36.300155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6975281 Dec 09 09:38:36.303053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59872) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:36.399059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:36.537330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:36.687011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7780575-94a5-4f53-a685-8d9bb5028341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:36.806809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf48423-8d15-4cd2-bddf-e1146ffbfbf2 req-56452e60-59fc-456f-a6f1-f6f8b4b6da15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:36.808438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fdf48423-8d15-4cd2-bddf-e1146ffbfbf2 req-56452e60-59fc-456f-a6f1-f6f8b4b6da15 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6f001ff0-4b65-4880-a983-de2a3b90d1df HTTP/1.1" status: 200 len: 897 time: 0.6993902 Dec 09 09:38:36.987966 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fdf48423-8d15-4cd2-bddf-e1146ffbfbf2 req-9ffb20cb-7cc4-4531-80d6-90aab6d14192 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=c0eb3308-349d-4f30-8254-ac990182e693 HTTP/1.1" status: 200 len: 217 time: 0.1676414 Dec 09 09:38:37.073451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:37.106695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:33Z', 'revision_number': 10, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:37.120872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:37.136699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf48423-8d15-4cd2-bddf-e1146ffbfbf2 req-952f6999-f5e8-4a65-86b2-641803518886 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:37.138457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fdf48423-8d15-4cd2-bddf-e1146ffbfbf2 req-952f6999-f5e8-4a65-86b2-641803518886 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe220b55-9dc2-44d1-bcbd-44d9834b297a HTTP/1.1" status: 200 len: 838 time: 0.0914326 Dec 09 09:38:37.142611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:37.144939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:37.181260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1365c5b0-baad-4ed1-819d-2c4ef033fdd9 None None] Network 7c980853-e730-4b38-9bf9-187e14cfab86 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:37.307144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eae314ac-d142-43fb-a932-96b0c445e6f0 req-bc9be728-dee3-4df2-a735-ffb90aba7559 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 210 time: 0.1747963 Dec 09 09:38:37.429882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:37.432390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting subnet da9efcec-5a08-4628-b838-40f589b01b5d {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:38:37.451416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fdf48423-8d15-4cd2-bddf-e1146ffbfbf2 req-ef7bbf01-cc16-4a4e-a330-6b2142a62673 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6f001ff0-4b65-4880-a983-de2a3b90d1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3041339 Dec 09 09:38:37.452133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:37.471506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b7535e31-3550-43c3-9f6c-bf3ca2af50d9 None None] Provisioning for port 379618c5-ff2e-432a-82a7-3c824ab0c844 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:37.492221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b7535e31-3550-43c3-9f6c-bf3ca2af50d9 None None] Provisioning complete for port 379618c5-ff2e-432a-82a7-3c824ab0c844 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:37.492655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7535e31-3550-43c3-9f6c-bf3ca2af50d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:37.499590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:37.506987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:37.507864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:37.524688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4909a21-e773-416e-89fb-e74cf7acfff0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:37.554181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103d59c-2c54-4011-a771-6a0e1bfcfabf req-6c6bc904-211c-4416-a854-64923a64665c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:37.583038 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8103d59c-2c54-4011-a771-6a0e1bfcfabf req-6c6bc904-211c-4416-a854-64923a64665c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 944 time: 0.5766604 Dec 09 09:38:37.771570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:37.866832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=b2912370-20bf-4de9-a855-c090e23e2454,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:37.878869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:37.891500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network 7c980853-e730-4b38-9bf9-187e14cfab86 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:37.903557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-68c300ad-0681-4c60-8806-6568627ecff5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:37.906281 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-68c300ad-0681-4c60-8806-6568627ecff5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 812 time: 1.1463914 Dec 09 09:38:37.906429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59900) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:37.907974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:37.908332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7535e31-3550-43c3-9f6c-bf3ca2af50d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:37.963841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b7535e31-3550-43c3-9f6c-bf3ca2af50d9 None None] For port 379618c5-ff2e-432a-82a7-3c824ab0c844, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=379618c5-ff2e-432a-82a7-3c824ab0c844,segment=NetworkSegment(e159a189-0f86-4fe0-9477-19203c1d54f3),segment_id=e159a189-0f86-4fe0-9477-19203c1d54f3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:37.968260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7535e31-3550-43c3-9f6c-bf3ca2af50d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:37.970266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:38.118958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7535e31-3550-43c3-9f6c-bf3ca2af50d9 None None] Pushing event updated for resources: {'Port': ['ID=379618c5-ff2e-432a-82a7-3c824ab0c844,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:38.122479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7535e31-3550-43c3-9f6c-bf3ca2af50d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:38.154816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.194770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device c0eb3308-349d-4f30-8254-ac990182e693 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:38:38.239082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:33Z', 'revision_number': 10, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:38.246504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1756343-24e3-407f-85c5-7ce0b1dc2150 None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:33Z', 'revision_number': 10, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None, '_interfaces': [{'id': '17df8c64-28ca-4294-a573-8dad86870f5f', 'name': '', 'network_id': 'bb7b0582-a408-48ce-b854-4712e7ed6241', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'mac_address': 'fa:16:3e:b3:31:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:37:13Z', 'updated_at': '2021-12-09T09:37:29Z', 'revision_number': 5, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'subnets': [{'id': '5bad607f-98d7-45a6-9548-c7a6ff55b439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:38.248220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8103d59c-2c54-4011-a771-6a0e1bfcfabf req-9878cffe-6999-405e-802d-d2af3ef63b05 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6641023 Dec 09 09:38:38.260268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616035657'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:38.266914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:38.271996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:38.275929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:38.284044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:38.372843 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fdf48423-8d15-4cd2-bddf-e1146ffbfbf2 req-e9c03307-2f62-47d8-8115-84b2c46b4ee5 service neutron] 10.222.0.65 "GET /v2.0/networks/6f001ff0-4b65-4880-a983-de2a3b90d1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7872827 Dec 09 09:38:38.376667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:38.384740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.466840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.488650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.549445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port c0eb3308-349d-4f30-8254-ac990182e693, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c0eb3308-349d-4f30-8254-ac990182e693,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:38.567441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc68e919-6f59-4c7d-b30f-7dbe80028d98 req-59db5b94-3f7a-4451-a077-5d246f12f2f8 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 210 time: 0.0861728 Dec 09 09:38:38.574100 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72a9e7fd-41a6-4f84-b76d-721480fd17c3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c645895972be45e094ab5e3e838d3140 HTTP/1.1" status: 200 len: 380 time: 0.5447874 Dec 09 09:38:38.575185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'c0eb3308-349d-4f30-8254-ac990182e693', 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df', 'port_id': 'c0eb3308-349d-4f30-8254-ac990182e693', 'mac_address': 'fa:16:3e:87:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe220b55-9dc2-44d1-bcbd-44d9834b297a', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:38:38.596048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'port': {'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'admin_state_up': True, 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'security_groups': ['47fb469c-162d-4c41-be8c-7d45a0a2a275']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:38.641092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:38.645245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:security_group_rule and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:38.648193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:38.654559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:38.669918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.698674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eb3308-349d-4f30-8254-ac990182e693 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:38:38.717016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port c0eb3308-349d-4f30-8254-ac990182e693, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c0eb3308-349d-4f30-8254-ac990182e693,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:38.728590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.731369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.735021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.735659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae6551d7-1688-4a2f-8c65-01561c208f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:38.750208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:38.778365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.803009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Subnet': ['ID=da9efcec-5a08-4628-b838-40f589b01b5d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:38.815820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:38.817016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a28a794-f8bd-4390-80a7-7c7edddfd0b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:38.836156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:38.851304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-80a9c39e-857f-4b1f-88da-ec099bafc646 None None] Provisioning for port b2912370-20bf-4de9-a855-c090e23e2454 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:38.857160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=c0eb3308-349d-4f30-8254-ac990182e693,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:38.872240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:38.887751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.889421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adebab0-e4a0-480a-b43f-031e96468ec9 None None] Network 4c663dca-c253-4c37-88bd-e23dfc1f09d9 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:38.912650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-80a9c39e-857f-4b1f-88da-ec099bafc646 None None] Provisioning complete for port b2912370-20bf-4de9-a855-c090e23e2454 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:38.913478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80a9c39e-857f-4b1f-88da-ec099bafc646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.929631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fdf48423-8d15-4cd2-bddf-e1146ffbfbf2 req-20a81b31-d415-4788-b3f6-5b2266c150f6 service neutron] 10.222.0.65 "GET /v2.0/networks/6f001ff0-4b65-4880-a983-de2a3b90d1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211511 Dec 09 09:38:38.936878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:38.937469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment 3c1aa02e-efca-44bd-9c67-cd63330a1e88 of type vlan for network 48fd042e-999e-47f5-9f62-7eee92b733ec Dec 09 09:38:38.938778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8125183d-1fb2-4277-b06e-495c0dc0ff2a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:38.949574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:38.957801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/da9efcec-5a08-4628-b838-40f589b01b5d HTTP/1.1" status: 204 len: 168 time: 2.6532791 Dec 09 09:38:38.958691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59908) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:39.042239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:39.092741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:39.098397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:39.099621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:39.110113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-702b3d46-2272-42f3-8b43-76a4f56c563a tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:39.132885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['c0eb3308-349d-4f30-8254-ac990182e693'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:38:39.218614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:39.241948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:39.254979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:38:39.272161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Made reservation on behalf of c645895972be45e094ab5e3e838d3140 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:39.284702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:39.317914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=48fd042e-999e-47f5-9f62-7eee92b733ec,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:39.330791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:39.466886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5347102 Dec 09 09:38:39.547948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 48fd042e-999e-47f5-9f62-7eee92b733ec details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:39.549377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:39.561940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Allocated IP 172.20.0.10 (550e784d-4eb5-4862-8392-9aab67f43432/b176531f-834c-4d22-9048-4dbeba3bca6f/3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:39.581309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 379618c5-ff2e-432a-82a7-3c824ab0c844 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:39.657573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59916) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:39.741919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': '48fd042e-999e-47f5-9f62-7eee92b733ec', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:39.798600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port c8665010-ae73-4bf6-9158-14884cd0b4e2 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:39.798983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:39.799405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-80a9c39e-857f-4b1f-88da-ec099bafc646 None None] Port b2912370-20bf-4de9-a855-c090e23e2454 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:38:39.880274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-80a9c39e-857f-4b1f-88da-ec099bafc646 None None] Provisioning complete for port 379618c5-ff2e-432a-82a7-3c824ab0c844 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:39.880684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80a9c39e-857f-4b1f-88da-ec099bafc646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:39.980263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] DHCP port deletion for 4c663dca-c253-4c37-88bd-e23dfc1f09d9 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:38:40.000682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.005062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] Deleting port c8665010-ae73-4bf6-9158-14884cd0b4e2 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:40.005719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.018446 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-407bce6e-4eaa-4bfd-90b8-aeb0f87a96d1 req-ae1cbb45-c76c-4274-9a1e-32397de0158c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 210 time: 0.2095671 Dec 09 09:38:40.029904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d840a10-93f6-4464-8c72-1b5d2274aa02 req-ec600619-e5bf-4777-b970-79207a5ad5bc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:40.031845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d840a10-93f6-4464-8c72-1b5d2274aa02 req-ec600619-e5bf-4777-b970-79207a5ad5bc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 945 time: 0.4789028 Dec 09 09:38:40.036677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Transition to ACTIVE for port object 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:40.040482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:40.045547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:40.048726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:40.055730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:40.076143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:40.084453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.095668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:40.190460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 379618c5-ff2e-432a-82a7-3c824ab0c844 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:40.190888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.191875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Network 550e784d-4eb5-4862-8392-9aab67f43432 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:40.192785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'Port': ['ID=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:40.195922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:40.198455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:40.200728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:40.226670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.307907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:40.308926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.322177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:40.340535 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9936793 Dec 09 09:38:40.342858 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7591934 Dec 09 09:38:40.343523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59920) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:40.350091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1575583610'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:40.356792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:40.363711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Request body: {'port': {'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:40.414909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:40.421709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:network and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:40.426907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:40.442198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:40.505399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:40.511531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.513260 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d840a10-93f6-4464-8c72-1b5d2274aa02 req-4cfe782e-1a34-47c3-a381-f5b3598a42a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475117 Dec 09 09:38:40.514285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.532181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:40.532920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:40.560734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.595352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:40.647468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.647866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added segment c4ead85f-4626-4e3a-9017-6b733eb57a34 of type vlan for network f4266a6e-6762-47d5-918c-61c5468c4c6a Dec 09 09:38:40.696881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] For port c8665010-ae73-4bf6-9158-14884cd0b4e2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c8665010-ae73-4bf6-9158-14884cd0b4e2,segment=NetworkSegment(0a508c72-2ee8-49bf-852a-503651475ca7),segment_id=0a508c72-2ee8-49bf-852a-503651475ca7)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:40.697370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.765668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.807042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e73dc5bf-409a-4222-b82b-88dc9e93708e tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:40.807609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4de3f856-7dc9-44fe-a633-4737e63460fa None None] Provisioning complete for port b2912370-20bf-4de9-a855-c090e23e2454 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:40.808417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de3f856-7dc9-44fe-a633-4737e63460fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.903680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.908085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:40.908841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:40.913550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] Calling delete_port for c8665010-ae73-4bf6-9158-14884cd0b4e2 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:40.919650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:40.970732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 18042de7-163d-487f-bcda-3cc9f3b7d68b no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:40.971678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=f017d22f-00cb-4807-b722-9d4201e2c71b,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:40.990268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:41.001050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port c8665010-ae73-4bf6-9158-14884cd0b4e2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c8665010-ae73-4bf6-9158-14884cd0b4e2,segment=NetworkSegment(0a508c72-2ee8-49bf-852a-503651475ca7),segment_id=0a508c72-2ee8-49bf-852a-503651475ca7)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:41.001630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.032757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 18042de7-163d-487f-bcda-3cc9f3b7d68b {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:41.033070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 18042de7-163d-487f-bcda-3cc9f3b7d68b not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:41.052752 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7079201 Dec 09 09:38:41.063547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59926) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:41.083057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'subnet': {'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:41.083300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': '3c1aa02e-efca-44bd-9c67-cd63330a1e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48fd042e-999e-47f5-9f62-7eee92b733ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:41.083652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: 48fd042e-999e-47f5-9f62-7eee92b733ec, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:41.094308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:41.102565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Network': ['ID=f4266a6e-6762-47d5-918c-61c5468c4c6a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:41.119525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-699e3497-e348-48f5-8860-e35b37533190 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:41.158699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4de3f856-7dc9-44fe-a633-4737e63460fa None None] Port b2912370-20bf-4de9-a855-c090e23e2454 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:38:41.159391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for c8665010-ae73-4bf6-9158-14884cd0b4e2 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:41.163010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network f4266a6e-6762-47d5-918c-61c5468c4c6a details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:41.187154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.203075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-132e3a3c-ae8e-482f-bfac-e75ca8d925f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:41.260398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] Pushing event deleted for resources: {'Port': ['ID=c8665010-ae73-4bf6-9158-14884cd0b4e2,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:41.260643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88884) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:38:41.261083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:38:41.261992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network 48fd042e-999e-47f5-9f62-7eee92b733ec is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:41.263743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:41.273491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 48fd042e-999e-47f5-9f62-7eee92b733ec) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:41.277758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c8665010-ae73-4bf6-9158-14884cd0b4e2 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:41.277917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:41.278478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.302675 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6275690 Dec 09 09:38:41.306445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59930) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:41.313147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1580546459'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:41.318840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:41.324542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:41.326439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad8283-57a4-4f25-a22c-4c82fbfa591a None None] Network 48fd042e-999e-47f5-9f62-7eee92b733ec requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:41.327949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:41.334263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:41.344535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:41.344768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:41.350308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.353988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:subnet and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:41.354829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: c8665010-ae73-4bf6-9158-14884cd0b4e2 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:41.355226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c8665010-ae73-4bf6-9158-14884cd0b4e2 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:41.359903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:41.373939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:41.381379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:41.389697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 {{(pid=88883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:38:41.392379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.392878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment 38803893-c6ae-4963-8de0-ff427468b0ef of type vlan for network dce6949c-6aaa-4f0c-9f20-25303c77a8ce Dec 09 09:38:41.412517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.420591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:41.426283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.447667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9785a8-9751-4b73-9624-75455f0a9af2 req-573009e1-440c-473c-b7ae-f23ba07e083c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:41.448442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-be9785a8-9751-4b73-9624-75455f0a9af2 req-573009e1-440c-473c-b7ae-f23ba07e083c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:41.457611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] No DVR routers for this DVR port c8665010-ae73-4bf6-9158-14884cd0b4e2 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:41.459181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.464242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:41.465135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.472718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b0ad494f-25dc-402b-8ca1-67e03312a66e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:41.532808 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2224102 Dec 09 09:38:41.539258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Transition to ACTIVE for port object 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:41.546016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59934) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:41.567449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.575998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': 'dce6949c-6aaa-4f0c-9f20-25303c77a8ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:41.595830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17fbc944-133e-4892-9b64-a2db321bc5ab tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:41.601797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=dce6949c-6aaa-4f0c-9f20-25303c77a8ce,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:41.605407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:41.651094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.670339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-be9785a8-9751-4b73-9624-75455f0a9af2 req-573009e1-440c-473c-b7ae-f23ba07e083c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:41.671645 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be9785a8-9751-4b73-9624-75455f0a9af2 req-573009e1-440c-473c-b7ae-f23ba07e083c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 932 time: 0.5291779 Dec 09 09:38:41.765484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port c8665010-ae73-4bf6-9158-14884cd0b4e2 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:41.766527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:41.771741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network dce6949c-6aaa-4f0c-9f20-25303c77a8ce details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:41.842360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e0d33-953c-4a07-890d-dded7e87365c req-38b128cb-49a3-4251-bd00-557f16b7f183 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:41.851321 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-371e0d33-953c-4a07-890d-dded7e87365c req-38b128cb-49a3-4251-bd00-557f16b7f183 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 945 time: 0.1595488 Dec 09 09:38:41.918011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] The port 'c8665010-ae73-4bf6-9158-14884cd0b4e2' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:38:41.933030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f8475af3-c48c-4ba4-8f86-038061e23734 None None] Provisioning for port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:41.967674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:41.997057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:42.027856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:42.039155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:42.076640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be9785a8-9751-4b73-9624-75455f0a9af2 req-48fee745-c7f0-4c88-841d-4f89bededa42 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3859644 Dec 09 09:38:42.077574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:42.093626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:42.106816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.141623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c663dca-c253-4c37-88bd-e23dfc1f09d9']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:42.153297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:42.161147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a508c72-2ee8-49bf-852a-503651475ca7') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:42.161934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a508c72-2ee8-49bf-852a-503651475ca7') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:42.184538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.213088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.217896 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-371e0d33-953c-4a07-890d-dded7e87365c req-84fdd52a-9953-419f-ba4d-fd8ff52a2436 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653321 Dec 09 09:38:42.223303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:42.223907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.225940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device c0eb3308-349d-4f30-8254-ac990182e693 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:42.267721 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:42.274618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-48fd042e-999e-47f5-9f62-7eee92b733ec', 'network_id': '48fd042e-999e-47f5-9f62-7eee92b733ec', 'tenant_id': 'd6ea032308484b4db53314fbfe915763', 'fixed_ips': [{'subnet_id': 'f017d22f-00cb-4807-b722-9d4201e2c71b'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:42.275512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.338779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.343297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.348589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:42.372515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Network': ['ID=4c663dca-c253-4c37-88bd-e23dfc1f09d9,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:42.375058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:42.380527 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/networks/4c663dca-c253-4c37-88bd-e23dfc1f09d9 HTTP/1.1" status: 204 len: 168 time: 3.4169421 Dec 09 09:38:42.380899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59940) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:42.418364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:38:36Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:36Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:42.429463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:42.429850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Updating router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 port b2912370-20bf-4de9-a855-c090e23e2454 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:38:42.469216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port c0eb3308-349d-4f30-8254-ac990182e693 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:42.486535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port c0eb3308-349d-4f30-8254-ac990182e693 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:42.486948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.581882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.598336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Attempting to bind port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:42.598935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Attempting to bind port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:42.599070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Attempting to bind port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 on network 550e784d-4eb5-4862-8392-9aab67f43432 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:42.613913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.655581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 on network 550e784d-4eb5-4862-8392-9aab67f43432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:38:42.655843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Attempting to bind port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 on network 550e784d-4eb5-4862-8392-9aab67f43432 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:42.683921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Allocated IP 172.20.255.242 (48fd042e-999e-47f5-9f62-7eee92b733ec/f017d22f-00cb-4807-b722-9d4201e2c71b/739adb29-96b3-42ac-9065-5a66edccd0c8) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:42.743314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.755006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:42.755383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Checking segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:42.755815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Bound using segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:42.756305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Bound port: 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:42.756688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.794410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.828046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cad2733b-d1b3-4c04-886c-680988c5df78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:42.916091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:42.979431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Subnet': ['ID=02c1d05d-2e46-4166-9844-c9a4369343a2,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:42.982147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] For port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:42.988676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] For port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:42.989961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:43.000794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.037210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:43.058323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7cbfe9-ec4f-4984-a07b-1aea369eb542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb3308-349d-4f30-8254-ac990182e693'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:38:43.084037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port c0eb3308-349d-4f30-8254-ac990182e693, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c0eb3308-349d-4f30-8254-ac990182e693,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:43.103079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Checking segment: {'id': 'c4ead85f-4626-4e3a-9017-6b733eb57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:43.103501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network hostable DHCP agents. Network: f4266a6e-6762-47d5-918c-61c5468c4c6a, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:43.103673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.109049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:43.150750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.152015 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] 10.222.0.65 "PUT /v2.0/ports/3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 HTTP/1.1" status: 200 len: 1094 time: 2.7947397 Dec 09 09:38:43.152603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:38:43.195145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Pushing event updated for resources: {'Port': ['ID=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:43.202393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:43.249473 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7cbfe9-ec4f-4984-a07b-1aea369eb542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eb3308-349d-4f30-8254-ac990182e693', 'code': 200} Dec 09 09:38:43.250144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=c0eb3308-349d-4f30-8254-ac990182e693,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:43.284537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:43.325809 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'status': 'completed', 'code': 200} Dec 09 09:38:43.326379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network f4266a6e-6762-47d5-918c-61c5468c4c6a is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:43.342862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.360394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7fc201f-f201-4c36-83b1-efb62111f4ca tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:43.438603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.443220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, f4266a6e-6762-47d5-918c-61c5468c4c6a) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:43.466055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa3dde-f6f8-417b-91c7-c3cae45cbffa None None] Network f4266a6e-6762-47d5-918c-61c5468c4c6a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:43.478478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:43.479271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.536654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Transition to ACTIVE for port object 739adb29-96b3-42ac-9065-5a66edccd0c8 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:43.576523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=38d5cc32-346e-4cc8-a6e1-b5abb33dd6f8,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:43.578871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.584051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:43.620737 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-92cc7a50-6d87-4956-b6cb-c2ced34d2fa7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 1097 time: 0.4057624 Dec 09 09:38:43.628251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70486de4-6d51-412e-bd6a-09452204e727 req-c7c6080a-6c5f-47c7-88c1-9b546b09b4fa tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:43.629618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': '38803893-c6ae-4963-8de0-ff427468b0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'dce6949c-6aaa-4f0c-9f20-25303c77a8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:43.630028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: dce6949c-6aaa-4f0c-9f20-25303c77a8ce, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:43.636552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-70486de4-6d51-412e-bd6a-09452204e727 req-c7c6080a-6c5f-47c7-88c1-9b546b09b4fa tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 944 time: 0.2472093 Dec 09 09:38:43.637981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Transition to ACTIVE for port object b2912370-20bf-4de9-a855-c090e23e2454 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:43.642049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5772135 Dec 09 09:38:43.644387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59952) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:43.647981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Transition to ACTIVE for port object 739adb29-96b3-42ac-9065-5a66edccd0c8 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:43.650237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.797834 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-70486de4-6d51-412e-bd6a-09452204e727 req-6b72c12b-394e-40d3-8eaf-b6d58f9983ea tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601830 Dec 09 09:38:43.863296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port 17df8c64-28ca-4294-a573-8dad86870f5f {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:43.863691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.873553 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-5e83714a-0ccf-4617-afaf-02c31ef03c05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 HTTP/1.1" status: 200 len: 217 time: 0.2300215 Dec 09 09:38:43.888538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8db4b9d-e319-4760-a51f-a07b490c1cfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:43.911645 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e3b22daf-00fb-4163-9693-89c81cdf559b req-8f2fd481-47e2-4dbb-9adb-a8eb51c2ae4d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 1099 time: 0.2538173 Dec 09 09:38:43.949015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:43.953023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network dce6949c-6aaa-4f0c-9f20-25303c77a8ce is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:43.961638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601439a-142e-4e7f-b98b-64fa3b17376e req-400e40a1-80de-4a36-b49b-90e527c8f8a1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:43.963366 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e601439a-142e-4e7f-b98b-64fa3b17376e req-400e40a1-80de-4a36-b49b-90e527c8f8a1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 946 time: 0.4265075 Dec 09 09:38:44.011289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, dce6949c-6aaa-4f0c-9f20-25303c77a8ce) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:44.017358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-7f10f548-391a-4bd4-83c2-20b418be1e8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:44.018712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-7f10f548-391a-4bd4-83c2-20b418be1e8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.1344831 Dec 09 09:38:44.029452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:44.030101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.049585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cb067f-1c71-4a8c-8391-6ce0c7ba68f6 None None] Network dce6949c-6aaa-4f0c-9f20-25303c77a8ce requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:44.058373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e3b22daf-00fb-4163-9693-89c81cdf559b req-f183cb9d-ab6d-4a59-b297-2c8929eabb13 service neutron] Synchronizing usage tracker for tenant:dd8eaa6724f54666973be921c33ada3e on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:44.103506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Network 48fd042e-999e-47f5-9f62-7eee92b733ec is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:44.104969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e3b22daf-00fb-4163-9693-89c81cdf559b req-f183cb9d-ab6d-4a59-b297-2c8929eabb13 service neutron] Unset dirty status for tenant:dd8eaa6724f54666973be921c33ada3e on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:44.106253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e3b22daf-00fb-4163-9693-89c81cdf559b req-f183cb9d-ab6d-4a59-b297-2c8929eabb13 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841741 Dec 09 09:38:44.123985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5742946 Dec 09 09:38:44.127405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59956) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:44.127958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:44.130520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:44.133627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20617c4-6657-4dde-bb6a-c642c6af14cb None None] Pushing event updated for resources: {'Port': ['ID=b2912370-20bf-4de9-a855-c090e23e2454,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:44.134242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port 17df8c64-28ca-4294-a573-8dad86870f5f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=17df8c64-28ca-4294-a573-8dad86870f5f,segment=NetworkSegment(58ca715b-5a60-4605-9af8-260b24a7e874),segment_id=58ca715b-5a60-4605-9af8-260b24a7e874)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:44.134898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.142726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f20617c4-6657-4dde-bb6a-c642c6af14cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:44.150726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e619ed60-e966-4950-b43d-41afc13a1b33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:44.153819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e601439a-142e-4e7f-b98b-64fa3b17376e req-b2d1b00c-3423-4706-a3f4-a9c257228cc9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744373 Dec 09 09:38:44.286534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-fc45d08c-f083-49f1-8ea4-4e244ec106ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2522223 Dec 09 09:38:44.319757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for 17df8c64-28ca-4294-a573-8dad86870f5f owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:44.504764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-f4266a6e-6762-47d5-918c-61c5468c4c6a', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:44.505691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.530814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Pushing event updated for resources: {'Port': ['ID=739adb29-96b3-42ac-9065-5a66edccd0c8,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:44.533718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:44.556004 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-c4ad96e2-32db-4f95-bfdf-e178e0d224e1 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854162 Dec 09 09:38:44.627079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Attempting to bind port 739adb29-96b3-42ac-9065-5a66edccd0c8 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:44.627712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Attempting to bind port 739adb29-96b3-42ac-9065-5a66edccd0c8 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '3c1aa02e-efca-44bd-9c67-cd63330a1e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48fd042e-999e-47f5-9f62-7eee92b733ec'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:44.628053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Attempting to bind port 739adb29-96b3-42ac-9065-5a66edccd0c8 on network 48fd042e-999e-47f5-9f62-7eee92b733ec {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:44.716800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Attempting to bind port b2912370-20bf-4de9-a855-c090e23e2454 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:44.717422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Attempting to bind port b2912370-20bf-4de9-a855-c090e23e2454 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e159a189-0f86-4fe0-9477-19203c1d54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:44.717830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Attempting to bind port b2912370-20bf-4de9-a855-c090e23e2454 on network 7c980853-e730-4b38-9bf9-187e14cfab86 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:44.744662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.759270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:44.759849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Checking segment: {'id': '3c1aa02e-efca-44bd-9c67-cd63330a1e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48fd042e-999e-47f5-9f62-7eee92b733ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:44.760304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.760738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Bound using segment: {'id': '3c1aa02e-efca-44bd-9c67-cd63330a1e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48fd042e-999e-47f5-9f62-7eee92b733ec'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:44.761302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Bound port: 739adb29-96b3-42ac-9065-5a66edccd0c8, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1aa02e-efca-44bd-9c67-cd63330a1e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '48fd042e-999e-47f5-9f62-7eee92b733ec'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:44.761861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.799646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:44.801075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Checking segment: {'id': 'e159a189-0f86-4fe0-9477-19203c1d54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:44.801075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.801075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Bound using segment: {'id': 'e159a189-0f86-4fe0-9477-19203c1d54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:44.801590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Bound port: b2912370-20bf-4de9-a855-c090e23e2454, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e159a189-0f86-4fe0-9477-19203c1d54f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:44.802007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.844081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.854331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e0fd355-4e5c-4546-b3d6-abbc1407c176 req-a3b748dc-d557-4bf8-93b3-9062166ca2cb service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890689 Dec 09 09:38:44.981203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:44.986342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:45.131917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f85e1e-c431-41e5-b692-e29dc8c05fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-dce6949c-6aaa-4f0c-9f20-25303c77a8ce', 'network_id': 'dce6949c-6aaa-4f0c-9f20-25303c77a8ce', 'tenant_id': 'd6ea032308484b4db53314fbfe915763', 'fixed_ips': [{'subnet_id': '38d5cc32-346e-4cc8-a6e1-b5abb33dd6f8'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:45.131917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f85e1e-c431-41e5-b692-e29dc8c05fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:45.137787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=17df8c64-28ca-4294-a573-8dad86870f5f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:45.145151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:45.213454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Allocated IP 2001:db8:1::2 (f4266a6e-6762-47d5-918c-61c5468c4c6a/02c1d05d-2e46-4166-9844-c9a4369343a2/f8b0d46a-5ba6-4cdc-8810-c540460006b2) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:45.290549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] For port 739adb29-96b3-42ac-9065-5a66edccd0c8, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:45.293006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] For port b2912370-20bf-4de9-a855-c090e23e2454, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:45.306312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] For port 739adb29-96b3-42ac-9065-5a66edccd0c8, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=739adb29-96b3-42ac-9065-5a66edccd0c8,segment=NetworkSegment(3c1aa02e-efca-44bd-9c67-cd63330a1e88),segment_id=3c1aa02e-efca-44bd-9c67-cd63330a1e88)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:45.313178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:45.329680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31197bd7-e33a-49cc-a2a8-898352c7c0db tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:45.370800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] For port b2912370-20bf-4de9-a855-c090e23e2454, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b2912370-20bf-4de9-a855-c090e23e2454,segment=NetworkSegment(e159a189-0f86-4fe0-9477-19203c1d54f3),segment_id=e159a189-0f86-4fe0-9477-19203c1d54f3)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:45.385364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:45.395425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=38d5cc32-346e-4cc8-a6e1-b5abb33dd6f8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:45.403518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:45.427275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba47bb7d-2166-4803-b7ea-b0ce3193399b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:45.495554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:45.520721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server [None req-f8f85e1e-c431-41e5-b692-e29dc8c05fe5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38d5cc32-346e-4cc8-a6e1-b5abb33dd6f8: This subnet is being modified by another concurrent operation. Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 38d5cc32-346e-4cc8-a6e1-b5abb33dd6f8: This subnet is being modified by another concurrent operation. Dec 09 09:38:45.671709 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server Dec 09 09:38:45.685236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Pushing event updated for resources: {'Port': ['ID=739adb29-96b3-42ac-9065-5a66edccd0c8,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:45.700301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:45.703897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:45.715921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:45.753419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee3a20-ff48-4540-b84b-186ecd3633c9 req-cc4c92f1-b537-4348-bc2e-4b87e8040a48 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:45.755325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4eee3a20-ff48-4540-b84b-186ecd3633c9 req-cc4c92f1-b537-4348-bc2e-4b87e8040a48 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 944 time: 0.7095959 Dec 09 09:38:45.771204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f6d97d-23c5-4513-aeec-e1acd89aa7bf None None] Network dce6949c-6aaa-4f0c-9f20-25303c77a8ce requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:45.817479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce6949c-6aaa-4f0c-9f20-25303c77a8ce']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:45.852408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38803893-c6ae-4963-8de0-ff427468b0ef') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:45.852734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38803893-c6ae-4963-8de0-ff427468b0ef') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:45.865097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:45.889090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:45.915465 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d7d7070-a551-4664-90aa-7709296856b6 req-ff76fd34-69da-40ed-887f-f0fc59fe8f95 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 1097 time: 0.9883213 Dec 09 09:38:45.929262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:46.013171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4eee3a20-ff48-4540-b84b-186ecd3633c9 req-fd3ad455-2cfd-4e4f-9fe7-e8199f2d0362 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466424 Dec 09 09:38:46.025904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:46.026533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:46.056070 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:46.257006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:46.262772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:46.269023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c992b646-d2b2-4773-901a-a69bf87ec884 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:46.316318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=dce6949c-6aaa-4f0c-9f20-25303c77a8ce,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:46.319073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:46.322169 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/dce6949c-6aaa-4f0c-9f20-25303c77a8ce HTTP/1.1" status: 204 len: 168 time: 2.1940854 Dec 09 09:38:46.326268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d7070-a551-4664-90aa-7709296856b6 req-69aa9220-31b9-40b6-a285-6bfa6e36c071 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:46.327862 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d7d7070-a551-4664-90aa-7709296856b6 req-69aa9220-31b9-40b6-a285-6bfa6e36c071 service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.4024587 Dec 09 09:38:46.327990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:46.330119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59964) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:46.342334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Transition to ACTIVE for port object f8b0d46a-5ba6-4cdc-8810-c540460006b2 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:46.348069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-239962742'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:46.369195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Transition to ACTIVE for port object f8b0d46a-5ba6-4cdc-8810-c540460006b2 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:46.373970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:46.374821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:46.436088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:46.453941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:46.468787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:46.478486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ca7a-6a06-4ab7-a8ed-333242b86830 req-01884a9d-a705-415c-b55f-cbd7cab410da tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:46.480193 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c829ca7a-6a06-4ab7-a8ed-333242b86830 req-01884a9d-a705-415c-b55f-cbd7cab410da tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 946 time: 0.9286013 Dec 09 09:38:46.544115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:46.555065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d7d7070-a551-4664-90aa-7709296856b6 req-c9f5d641-83c0-4000-ab43-bd605b993cec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 HTTP/1.1" status: 200 len: 217 time: 0.2000341 Dec 09 09:38:46.578970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:46.647269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:46.653301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:46.661492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:46.705398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:46.717677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c829ca7a-6a06-4ab7-a8ed-333242b86830 req-896bf9d7-33f3-455d-b213-1e73977ae7d3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958578 Dec 09 09:38:46.794006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d7070-a551-4664-90aa-7709296856b6 req-f4b12e30-a1e8-4f0b-a0b2-21372ffc5f07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:46.795490 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d7d7070-a551-4664-90aa-7709296856b6 req-f4b12e30-a1e8-4f0b-a0b2-21372ffc5f07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.2265315 Dec 09 09:38:46.804329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:46.832347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:46.842409 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4603021 Dec 09 09:38:46.845831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:46.850290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59970) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:46.866188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:46.866890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:46.874053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20617c4-6657-4dde-bb6a-c642c6af14cb None None] Pushing event updated for resources: {'Port': ['ID=b2912370-20bf-4de9-a855-c090e23e2454,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:46.881779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f20617c4-6657-4dde-bb6a-c642c6af14cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.178s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:46.885731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:46.886016 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment e44b9f6a-e7f3-4e4e-acff-b0811c1499e9 of type vlan for network 378cc14f-cf82-44e0-839a-eb275b439001 Dec 09 09:38:46.919335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:46.928842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 2001:db8:1::1 (f4266a6e-6762-47d5-918c-61c5468c4c6a/02c1d05d-2e46-4166-9844-c9a4369343a2/f1dc40f9-73f1-4f69-9efa-0c7879eb67f9) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:46.972605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Network f4266a6e-6762-47d5-918c-61c5468c4c6a is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:46.988637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:47.012758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:47.042937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:47.168849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Pushing event updated for resources: {'Port': ['ID=f8b0d46a-5ba6-4cdc-8810-c540460006b2,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:47.174151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.176865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:44Z', 'revision_number': 11, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:47.184269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:47.212030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:47.214922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:47.215635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:47.230673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.327485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.337054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:47.337984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.368637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Attempting to bind port f8b0d46a-5ba6-4cdc-8810-c540460006b2 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:47.369028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Attempting to bind port f8b0d46a-5ba6-4cdc-8810-c540460006b2 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'c4ead85f-4626-4e3a-9017-6b733eb57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:47.369482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Attempting to bind port f8b0d46a-5ba6-4cdc-8810-c540460006b2 on network f4266a6e-6762-47d5-918c-61c5468c4c6a {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:47.395893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 739adb29-96b3-42ac-9065-5a66edccd0c8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:47.420435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3da3042f-1a6d-41f1-8af5-be611195d9c4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:47.435479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:47.435926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Checking segment: {'id': 'c4ead85f-4626-4e3a-9017-6b733eb57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:47.436348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.436789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Bound using segment: {'id': 'c4ead85f-4626-4e3a-9017-6b733eb57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:47.437388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Bound port: f8b0d46a-5ba6-4cdc-8810-c540460006b2, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ead85f-4626-4e3a-9017-6b733eb57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:47.437812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.440909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:47.448372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.473861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aac4a-a94a-4871-a3d5-ec5cc2bf0bfa req-16c1eed1-df4d-4c2a-86e9-33ce74071527 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:47.476187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-405aac4a-a94a-4871-a3d5-ec5cc2bf0bfa req-16c1eed1-df4d-4c2a-86e9-33ce74071527 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 946 time: 0.5348566 Dec 09 09:38:47.550213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Transition to ACTIVE for port object f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:47.552325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=378cc14f-cf82-44e0-839a-eb275b439001,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:47.558901 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2240713 Dec 09 09:38:47.559792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59976) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:47.560854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:47.564697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting subnet 5bad607f-98d7-45a6-9548-c7a6ff55b439 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:38:47.571167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.579247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': '378cc14f-cf82-44e0-839a-eb275b439001', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:47.595503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:44Z', 'revision_number': 11, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:47.600033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a0101d-569f-45a8-804b-317cf78820b3 None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:44Z', 'revision_number': 11, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:47.606691 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d7d7070-a551-4664-90aa-7709296856b6 req-9811ad29-9065-4dd8-8e3f-c2770e8184b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7896445 Dec 09 09:38:47.613944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] For port f8b0d46a-5ba6-4cdc-8810-c540460006b2, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:47.618120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] For port f8b0d46a-5ba6-4cdc-8810-c540460006b2, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f8b0d46a-5ba6-4cdc-8810-c540460006b2,segment=NetworkSegment(c4ead85f-4626-4e3a-9017-6b733eb57a34),segment_id=c4ead85f-4626-4e3a-9017-6b733eb57a34)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:47.629035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 378cc14f-cf82-44e0-839a-eb275b439001 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:47.651331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-405aac4a-a94a-4871-a3d5-ec5cc2bf0bfa req-667178a1-2858-46b3-bf9a-556bb406d990 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664150 Dec 09 09:38:47.678146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.684407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.701555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-085ad792-ebf9-4317-b9df-a839309ce1ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:47.863560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.913618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Pushing event updated for resources: {'Port': ['ID=f8b0d46a-5ba6-4cdc-8810-c540460006b2,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:47.918870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:38:36Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:45Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:47.923059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:47.924623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 739adb29-96b3-42ac-9065-5a66edccd0c8 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:47.936292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed4dfc7-8bbe-4529-8d32-60b94aba943c None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:38:36Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:45Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:47.982287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:47.987269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-25240d12-c641-416a-b5c2-b9e99386111d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:48.015798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.028896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c617b3a-9893-4aba-974a-57f6995669d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:48.033240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Subnet': ['ID=5bad607f-98d7-45a6-9548-c7a6ff55b439,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:48.037590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:48.042547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.052449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c78ee1-73de-424e-8e85-811874581ac4 None None] Network bb7b0582-a408-48ce-b854-4712e7ed6241 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:48.053164 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/5bad607f-98d7-45a6-9548-c7a6ff55b439 HTTP/1.1" status: 204 len: 168 time: 1.2016225 Dec 09 09:38:48.054210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59984) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:48.152654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=f1dc40f9-73f1-4f69-9efa-0c7879eb67f9,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:48.158524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:48.166624 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d7d7070-a551-4664-90aa-7709296856b6 req-9a5d5948-6c18-4df9-bd27-ed6f37dc1acc service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291834 Dec 09 09:38:48.167697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:48.182970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:48.224857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe16181-ce7e-4a94-82cf-0dc7148d51d8 req-327bc1fc-cd8f-4acd-b3da-6b428dbb91a7 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:48.227126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-afe16181-ce7e-4a94-82cf-0dc7148d51d8 req-327bc1fc-cd8f-4acd-b3da-6b428dbb91a7 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 944 time: 0.8592737 Dec 09 09:38:48.228036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:48.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network f4266a6e-6762-47d5-918c-61c5468c4c6a is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:48.247964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.248401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.248833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.249557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.252239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.252730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.253192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.253620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.254037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.254450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.254859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:48.260236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:48.293834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.310704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Deleting port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:48.311342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.315221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:48.317779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:48.318625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.340617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:48.491282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5298dca1-64c9-4ac0-8c3a-80f3111febbd None None] Network 48fd042e-999e-47f5-9f62-7eee92b733ec requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:48.599095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] For port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b0f35ed1-0cee-4f8d-8c84-34119ecc5a28,segment=NetworkSegment(58ca715b-5a60-4605-9af8-260b24a7e874),segment_id=58ca715b-5a60-4605-9af8-260b24a7e874)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:48.599473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.624779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb49c2b5-f042-4a9f-98e9-aab4a44c28ab None None] DHCP port deletion for bb7b0582-a408-48ce-b854-4712e7ed6241 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:38:48.638072 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d7d7070-a551-4664-90aa-7709296856b6 req-88aed643-2331-44e8-9a3a-5f3658df1a05 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515076 Dec 09 09:38:48.658203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-eb49c2b5-f042-4a9f-98e9-aab4a44c28ab None None] Deleting port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:38:48.658203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb49c2b5-f042-4a9f-98e9-aab4a44c28ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.760020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.800968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Calling delete_port for b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:38:48.806630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.848197 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-afe16181-ce7e-4a94-82cf-0dc7148d51d8 req-b66fcc70-93f4-4b13-a0ff-27d13ee6bbfa tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5815499 Dec 09 09:38:48.865903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e62e6665-d1fb-4eae-9cbc-969e66bd718d None None] Provisioning for port 739adb29-96b3-42ac-9065-5a66edccd0c8 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:48.894859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.906180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:48.953096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e62e6665-d1fb-4eae-9cbc-969e66bd718d None None] Provisioning complete for port 739adb29-96b3-42ac-9065-5a66edccd0c8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:48.953563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e62e6665-d1fb-4eae-9cbc-969e66bd718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:48.955841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Port': ['ID=b0f35ed1-0cee-4f8d-8c84-34119ecc5a28,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:48.958029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No DVR routers for this DVR port b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:38:48.959650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:48.988112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-eb49c2b5-f042-4a9f-98e9-aab4a44c28ab None None] The port 'b0f35ed1-0cee-4f8d-8c84-34119ecc5a28' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:38:49.138721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.145341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e62e6665-d1fb-4eae-9cbc-969e66bd718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.169059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7b0582-a408-48ce-b854-4712e7ed6241']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:49.185763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ca715b-5a60-4605-9af8-260b24a7e874') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:49.186010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e62e6665-d1fb-4eae-9cbc-969e66bd718d None None] For port 739adb29-96b3-42ac-9065-5a66edccd0c8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=739adb29-96b3-42ac-9065-5a66edccd0c8,segment=NetworkSegment(3c1aa02e-efca-44bd-9c67-cd63330a1e88),segment_id=3c1aa02e-efca-44bd-9c67-cd63330a1e88)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:49.186116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ca715b-5a60-4605-9af8-260b24a7e874') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:49.190099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e62e6665-d1fb-4eae-9cbc-969e66bd718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.200456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.206267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:49.223628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.231978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:49.232425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.358399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 59988) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:49.366320 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:49.369974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.375242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9077d915-3aa9-4d15-9dd5-e5631aff8e79 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:49.393571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e6665-d1fb-4eae-9cbc-969e66bd718d None None] Pushing event updated for resources: {'Port': ['ID=739adb29-96b3-42ac-9065-5a66edccd0c8,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:49.404363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.410354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e62e6665-d1fb-4eae-9cbc-969e66bd718d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:49.415338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Pushing event deleted for resources: {'Network': ['ID=bb7b0582-a408-48ce-b854-4712e7ed6241,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:49.443661 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/networks/bb7b0582-a408-48ce-b854-4712e7ed6241 HTTP/1.1" status: 204 len: 168 time: 1.3880217 Dec 09 09:38:49.444347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59992) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:49.449183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.449487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.449911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.450329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.450742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.451155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.451564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.452422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.455380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.455763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.456190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:49.464061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'routes': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:49.469838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b2912370-20bf-4de9-a855-c090e23e2454 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:49.585039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b2912370-20bf-4de9-a855-c090e23e2454 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:49.592510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b2912370-20bf-4de9-a855-c090e23e2454 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:49.592927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.618131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:49.660180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Performing IP validity checks on allocation pools {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 09 09:38:49.660703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 09 09:38:49.893392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Added routes are [] {{(pid=88884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:38:49.893909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Removed routes are [] {{(pid=88884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:38:49.894132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:49.966801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-30f23976-cc1c-4e53-8407-f673fe3e8dc7 None None] Provisioning complete for port 739adb29-96b3-42ac-9065-5a66edccd0c8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:49.967360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30f23976-cc1c-4e53-8407-f673fe3e8dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.096220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.143299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.153539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.154575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.169958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:50.198564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port b2912370-20bf-4de9-a855-c090e23e2454, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b2912370-20bf-4de9-a855-c090e23e2454,segment=NetworkSegment(e159a189-0f86-4fe0-9477-19203c1d54f3),segment_id=e159a189-0f86-4fe0-9477-19203c1d54f3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:50.211709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.211709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f8b0d46a-5ba6-4cdc-8810-c540460006b2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:50.249879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.257319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-964eca33-d076-4799-b6e2-d2a892f55472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:50.285032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed2049-8f65-4c27-8e52-939de0f7cb8a None None] Network f4266a6e-6762-47d5-918c-61c5468c4c6a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:50.323151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.330285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.343491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111339e6-a4ad-4e06-b07d-ee6354f02f2b req-d39f758d-529b-4830-ad1a-195f5df32269 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:50.345162 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-111339e6-a4ad-4e06-b07d-ee6354f02f2b req-d39f758d-529b-4830-ad1a-195f5df32269 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 944 time: 0.2921052 Dec 09 09:38:50.388896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=f1dc40f9-73f1-4f69-9efa-0c7879eb67f9,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:50.410368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:50.411677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-210934d8-ce9e-4e7b-a620-0558f158c829 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:50.454508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=b2912370-20bf-4de9-a855-c090e23e2454,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:50.459318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:50.496433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network f4266a6e-6762-47d5-918c-61c5468c4c6a is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:50.508780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:50.526189 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-111339e6-a4ad-4e06-b07d-ee6354f02f2b req-b4db469f-81e6-4644-afc5-3267244cfeaa tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220605 Dec 09 09:38:50.527857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f8b0d46a-5ba6-4cdc-8810-c540460006b2 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:50.538237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router baa111a1-00c2-4e0e-abf0-dc62ccb41619 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:50.551042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f7f00c22-b30a-4fe8-ae91-35c7a0930b84 None None] Provisioning for port f8b0d46a-5ba6-4cdc-8810-c540460006b2 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:50.563256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f7f00c22-b30a-4fe8-ae91-35c7a0930b84 None None] Provisioning complete for port f8b0d46a-5ba6-4cdc-8810-c540460006b2 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:50.563683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7f00c22-b30a-4fe8-ae91-35c7a0930b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.634792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:50.689587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:50.689993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b0f35ed1-0cee-4f8d-8c84-34119ecc5a28 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:50.690465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 17df8c64-28ca-4294-a573-8dad86870f5f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:38:50.735407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 17df8c64-28ca-4294-a573-8dad86870f5f {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:38:50.736016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 17df8c64-28ca-4294-a573-8dad86870f5f not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:38:50.780393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=0c1a2e3c-7f18-40c1-8dde-2a070377a14f,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:50.783600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:50.830683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7f00c22-b30a-4fe8-ae91-35c7a0930b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.856035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': 'e44b9f6a-e7f3-4e4e-acff-b0811c1499e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '378cc14f-cf82-44e0-839a-eb275b439001'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:50.856258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: 378cc14f-cf82-44e0-839a-eb275b439001, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:50.868273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f7f00c22-b30a-4fe8-ae91-35c7a0930b84 None None] For port f8b0d46a-5ba6-4cdc-8810-c540460006b2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f8b0d46a-5ba6-4cdc-8810-c540460006b2,segment=NetworkSegment(c4ead85f-4626-4e3a-9017-6b733eb57a34),segment_id=c4ead85f-4626-4e3a-9017-6b733eb57a34)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:50.872047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7f00c22-b30a-4fe8-ae91-35c7a0930b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.874031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4784eaf3-2a89-4554-9bfc-b664d7d529a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:50.950437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f00c22-b30a-4fe8-ae91-35c7a0930b84 None None] Pushing event updated for resources: {'Port': ['ID=f8b0d46a-5ba6-4cdc-8810-c540460006b2,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:50.954156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7f00c22-b30a-4fe8-ae91-35c7a0930b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:50.983490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:50.989912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:50.995202 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b7024869-49d1-441a-aa86-c47587ca8b03 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619 HTTP/1.1" status: 200 len: 701 time: 1.5487618 Dec 09 09:38:50.996301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 59998) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:50.996969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] Sync routers for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:51.011293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:51.012767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:51.043271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3b94b576-3acb-40a4-b31c-37750ce3ca3d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Synchronizing usage tracker for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:38:51.065905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3b94b576-3acb-40a4-b31c-37750ce3ca3d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Unset dirty status for tenant:43aedac362b142ce8c066f5b134d8c6b on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:38:51.071567 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3b94b576-3acb-40a4-b31c-37750ce3ca3d tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa111a1-00c2-4e0e-abf0-dc62ccb41619 HTTP/1.1" status: 200 len: 205 time: 0.0743747 Dec 09 09:38:51.072459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60002) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:51.131618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network 378cc14f-cf82-44e0-839a-eb275b439001 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:51.147120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 378cc14f-cf82-44e0-839a-eb275b439001) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:51.152450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:51.153089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:51.172704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:51.207938 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.6403768 Dec 09 09:38:51.212930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60006) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:51.269098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13b6305a-cd80-43c7-a627-540ba8504a36 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:51.314138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:44Z', 'revision_number': 11, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:51.328692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf3e72-3ca0-4ba8-8eee-570f6b451880 None None] Network 378cc14f-cf82-44e0-839a-eb275b439001 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:51.362679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 739adb29-96b3-42ac-9065-5a66edccd0c8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:51.410859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] Checking router: baa111a1-00c2-4e0e-abf0-dc62ccb41619 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:51.542354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] Routers {'baa111a1-00c2-4e0e-abf0-dc62ccb41619'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:51.543852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:51.848878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0508bde9-a33c-4ba4-be27-6e5dab79f804 None None] Provisioning for port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:51.867128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0508bde9-a33c-4ba4-be27-6e5dab79f804 None None] Provisioning complete for port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:51.867594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0508bde9-a33c-4ba4-be27-6e5dab79f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:51.873557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:38:51.892519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13b6305a-cd80-43c7-a627-540ba8504a36 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:51.899879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13b6305a-cd80-43c7-a627-540ba8504a36 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:51.934681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13b6305a-cd80-43c7-a627-540ba8504a36 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:51.935539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b6305a-cd80-43c7-a627-540ba8504a36 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Fanout notify agent at l3_agent the message router_deleted on router baa111a1-00c2-4e0e-abf0-dc62ccb41619 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:38:51.958628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13b6305a-cd80-43c7-a627-540ba8504a36 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:51.964947 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-13b6305a-cd80-43c7-a627-540ba8504a36 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619 HTTP/1.1" status: 204 len: 168 time: 0.8861878 Dec 09 09:38:51.966711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60012) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:51.973975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1819108790', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:51.981772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:51.987500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Usage tracker for resource:router and tenant:43aedac362b142ce8c066f5b134d8c6b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:51.991508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:51.999670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:52.002331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] Set router baa111a1-00c2-4e0e-abf0-dc62ccb41619 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:52.014161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.015191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.044555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.067234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.073881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.075696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0508bde9-a33c-4ba4-be27-6e5dab79f804 None None] Port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:38:52.097893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.102557 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d596b27a-e97e-4699-bc17-1c4d0be179c5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1346519 Dec 09 09:38:52.103192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60016) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:52.109857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-48a1ee02-6cb3-4009-8fea-dc819e721a64 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:52.144804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 739adb29-96b3-42ac-9065-5a66edccd0c8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:52.145031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.191147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:44Z', 'revision_number': 11, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:52.234163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:38:52.238735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18aee56c-4088-42c5-930f-1ab6215cd7fe None None] The sync data for ids ['baa111a1-00c2-4e0e-abf0-dc62ccb41619'] in dv-neutron-819581-1-hyperv is: [{'id': 'baa111a1-00c2-4e0e-abf0-dc62ccb41619', 'name': 'tempest-RoutersTest-router-1810773432', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:37:06Z', 'updated_at': '2021-12-09T09:38:44Z', 'revision_number': 11, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:52.264289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba96ea-b997-4c06-8f5f-27688ca2d141 req-c0301364-e498-4de4-b304-ef79006d8e3d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:52.265996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76ba96ea-b997-4c06-8f5f-27688ca2d141 req-c0301364-e498-4de4-b304-ef79006d8e3d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 944 time: 0.4343882 Dec 09 09:38:52.271062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0508bde9-a33c-4ba4-be27-6e5dab79f804 None None] Provisioning complete for port f8b0d46a-5ba6-4cdc-8810-c540460006b2 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:52.271062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0508bde9-a33c-4ba4-be27-6e5dab79f804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.306428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a87f2b0-6e33-4729-a5e0-d45a1c08835e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-378cc14f-cf82-44e0-839a-eb275b439001', 'network_id': '378cc14f-cf82-44e0-839a-eb275b439001', 'tenant_id': 'd6ea032308484b4db53314fbfe915763', 'fixed_ips': [{'subnet_id': '0c1a2e3c-7f18-40c1-8dde-2a070377a14f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:52.307398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a87f2b0-6e33-4729-a5e0-d45a1c08835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.338004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.472126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76ba96ea-b997-4c06-8f5f-27688ca2d141 req-b652ba89-3aec-4506-b353-a4b10fa6c8ed tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962306 Dec 09 09:38:52.510466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:52.526556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.531229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:52.545913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:52.546117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31878995-8863-492e-8868-8d9ff2650ba3 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:52.548129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:52.561974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48a1ee02-6cb3-4009-8fea-dc819e721a64 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.573581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48a1ee02-6cb3-4009-8fea-dc819e721a64 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.576368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b2912370-20bf-4de9-a855-c090e23e2454 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:52.629276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9782155 Dec 09 09:38:52.640992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60020) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:52.652920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1515347356'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:52.668590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=0c1a2e3c-7f18-40c1-8dde-2a070377a14f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:52.676788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:52.679471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:52.710159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:network and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:52.719380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:52.730612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b2912370-20bf-4de9-a855-c090e23e2454 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:52.731552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.785503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:52.819958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:52.867857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a1ee02-6cb3-4009-8fea-dc819e721a64 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Router 45b93e1c-2064-4ca1-a549-251c64e0168b is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:38:52.890618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.901503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:52.907156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server [None req-5a87f2b0-6e33-4729-a5e0-d45a1c08835e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c1a2e3c-7f18-40c1-8dde-2a070377a14f: This subnet is being modified by another concurrent operation. Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 276, in dispatch Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 196, in _do_dispatch Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 94, in wrapper Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1407, in create_port Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1374, in _create_port_db Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1439, in create_port_db Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server context, port, port_id) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise value Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 671, in _ipam_get_subnets Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server id=subnet.id) Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server raise exception Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c1a2e3c-7f18-40c1-8dde-2a070377a14f: This subnet is being modified by another concurrent operation. Dec 09 09:38:52.917823 dv-neutron-819581-1-hyperv neutron-server[88772]: ERROR oslo_messaging.rpc.server Dec 09 09:38:52.927553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:52.952123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378cc14f-cf82-44e0-839a-eb275b439001']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:52.954735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f6a1a9-609e-42c1-808c-706c94c1fd38 None None] Network 378cc14f-cf82-44e0-839a-eb275b439001 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:52.974516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:38:52.975637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:52.999417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44b9f6a-e7f3-4e4e-acff-b0811c1499e9') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:53.000240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44b9f6a-e7f3-4e4e-acff-b0811c1499e9') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:53.046185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a1ee02-6cb3-4009-8fea-dc819e721a64 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:38:53.052072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.054246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48a1ee02-6cb3-4009-8fea-dc819e721a64 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.056562 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-48a1ee02-6cb3-4009-8fea-dc819e721a64 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "PUT /v2.0/routers/45b93e1c-2064-4ca1-a549-251c64e0168b HTTP/1.1" status: 200 len: 694 time: 0.9523396 Dec 09 09:38:53.060303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60024) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:53.079539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] Sync routers for ids ['45b93e1c-2064-4ca1-a549-251c64e0168b'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:38:53.091974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:53.095386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.108032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] Routers {'45b93e1c-2064-4ca1-a549-251c64e0168b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:53.108926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['45b93e1c-2064-4ca1-a549-251c64e0168b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:53.135115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.135528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added segment 04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab of type vlan for network de6c063b-8fe8-464a-b18a-92fa469bc723 Dec 09 09:38:53.137170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.226181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:53.227319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:53.246551 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:53.256975 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-284e527f-2754-4dd8-b1fd-003848a9d5ba tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/routers/45b93e1c-2064-4ca1-a549-251c64e0168b HTTP/1.1" status: 200 len: 700 time: 0.1945686 Dec 09 09:38:53.260773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60028) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:53.287727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:38:48Z', 'revision_number': 3, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:49Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:53.292065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:53.292470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Updating router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:38:53.319299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] Set router 45b93e1c-2064-4ca1-a549-251c64e0168b gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:53.321818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-99a0cc29-823e-456f-b52e-40ea16ed28e7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b93e1c-2064-4ca1-a549-251c64e0168b HTTP/1.1" status: 200 len: 205 time: 0.0577817 Dec 09 09:38:53.328170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60032) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:53.351196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.382028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.402141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.415054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:53.432542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.472316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5fba4e69-fe9e-4ab7-b81d-d31e1a4d2842 None None] Provisioning complete for port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:53.473019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5fba4e69-fe9e-4ab7-b81d-d31e1a4d2842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.490240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/378cc14f-cf82-44e0-839a-eb275b439001 HTTP/1.1" status: 204 len: 168 time: 2.2738140 Dec 09 09:38:53.495000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60036) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:53.516968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-346368312'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:53.522974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=378cc14f-cf82-44e0-839a-eb275b439001,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:53.534544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:53.541373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b93e1c-2064-4ca1-a549-251c64e0168b', 'name': 'tempest-RoutersTest-router-1819108790', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:52Z', 'updated_at': '2021-12-09T09:38:52Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:53.548964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:53.563057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:53.568759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:38:53.571805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:53.586860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.592108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:53.592806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.599361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:53.602488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] Checking router: 45b93e1c-2064-4ca1-a549-251c64e0168b for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:38:53.606598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9ed6feb7-9040-4aa1-a8a9-5df70997c210 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:53.761329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:53.773289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:53.787575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.793961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.797993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6bd6b0-cddc-4fe8-b063-8c15e5480268 None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:38:53.808981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Transition to ACTIVE for port object f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:53.840830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.845596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.848991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5fba4e69-fe9e-4ab7-b81d-d31e1a4d2842 None None] Port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:38:53.855193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-86329364-82a8-4175-91c4-701383f92431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:53.856070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:53.856214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:53.865785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.866220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment cf148a2e-ae25-4115-aaf5-4692f0690aba of type vlan for network 960633b8-c27d-49fe-8634-ff03ae82d40c Dec 09 09:38:53.902629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.917023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e74e2eb3-6fee-43ec-a9b9-67baa40f94ef tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:53.944651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:53.948152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:53.949823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f8b0d46a-5ba6-4cdc-8810-c540460006b2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:53.997036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.002890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:54.004385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.013408 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3685212 Dec 09 09:38:54.023044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60042) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:54.030114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'subnet': {'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:54.081039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe4410-58e9-4d73-954c-7ae20eb4f773 req-9f6eca3c-a5c4-40d2-8d29-d82bc647f649 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:54.082952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a4fe4410-58e9-4d73-954c-7ae20eb4f773 req-9f6eca3c-a5c4-40d2-8d29-d82bc647f649 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 945 time: 0.3357077 Dec 09 09:38:54.097336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Attempting to bind port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:38:54.098022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Attempting to bind port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'c4ead85f-4626-4e3a-9017-6b733eb57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:38:54.098595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Attempting to bind port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 on network f4266a6e-6762-47d5-918c-61c5468c4c6a {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:38:54.110316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:38:54.111433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Checking segment: {'id': 'c4ead85f-4626-4e3a-9017-6b733eb57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:54.112045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.112792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Bound using segment: {'id': 'c4ead85f-4626-4e3a-9017-6b733eb57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:38:54.113582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Bound port: f1dc40f9-73f1-4f69-9efa-0c7879eb67f9, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4ead85f-4626-4e3a-9017-6b733eb57a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:38:54.114169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.169172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Network': ['ID=de6c063b-8fe8-464a-b18a-92fa469bc723,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:54.175995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:54.181261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:subnet and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:54.184937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:54.187762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network de6c063b-8fe8-464a-b18a-92fa469bc723 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:54.191556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:54.206360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:54.206932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c6b55399-06ff-4701-abd6-6df709bf7283 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:54.213281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] Routers {'45b93e1c-2064-4ca1-a549-251c64e0168b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:54.214007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['45b93e1c-2064-4ca1-a549-251c64e0168b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:54.222654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] For port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:38:54.226997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] For port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f1dc40f9-73f1-4f69-9efa-0c7879eb67f9,segment=NetworkSegment(c4ead85f-4626-4e3a-9017-6b733eb57a34),segment_id=c4ead85f-4626-4e3a-9017-6b733eb57a34)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:38:54.231616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Pushing event updated for resources: {'Port': ['ID=f1dc40f9-73f1-4f69-9efa-0c7879eb67f9,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:54.231984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:54.243460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.244076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.244639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.245202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.245843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.246372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.246893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.247436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.247971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.248491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.249168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:54.253304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.265583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:54.266445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:54.286224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:38:54.319613 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a4fe4410-58e9-4d73-954c-7ae20eb4f773 req-5ab9e72c-7e19-4df4-874b-affe2ceb5787 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268472 Dec 09 09:38:54.344624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Pushing event updated for resources: {'Port': ['ID=f1dc40f9-73f1-4f69-9efa-0c7879eb67f9,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:54.349576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:54.364108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:38:54.364796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:54.377821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.439301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] Set router 45b93e1c-2064-4ca1-a549-251c64e0168b gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:54.475889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e74e2eb3-6fee-43ec-a9b9-67baa40f94ef tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.481526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e74e2eb3-6fee-43ec-a9b9-67baa40f94ef tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.507451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e74e2eb3-6fee-43ec-a9b9-67baa40f94ef tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.508266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74e2eb3-6fee-43ec-a9b9-67baa40f94ef tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Fanout notify agent at l3_agent the message router_deleted on router 45b93e1c-2064-4ca1-a549-251c64e0168b {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:38:54.524764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e74e2eb3-6fee-43ec-a9b9-67baa40f94ef tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.529371 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e74e2eb3-6fee-43ec-a9b9-67baa40f94ef tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/45b93e1c-2064-4ca1-a549-251c64e0168b HTTP/1.1" status: 204 len: 168 time: 1.1969030 Dec 09 09:38:54.530218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60046) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:54.553144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:38:54.571909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45b93e1c-2064-4ca1-a549-251c64e0168b', 'name': 'tempest-RoutersTest-router-1819108790', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:52Z', 'updated_at': '2021-12-09T09:38:52Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:54.587089 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3158956e-d97d-4ba9-bbbf-5f3c340423c9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=45b93e1c-2064-4ca1-a549-251c64e0168b HTTP/1.1" status: 200 len: 205 time: 0.0544858 Dec 09 09:38:54.589217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60050) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:54.667209 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-918eab4e-b6c2-4962-a17c-1c8c052aa71b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] delete failed (client error): The resource could not be found. Dec 09 09:38:54.668994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-918eab4e-b6c2-4962-a17c-1c8c052aa71b tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/45b93e1c-2064-4ca1-a549-251c64e0168b HTTP/1.1" status: 404 len: 336 time: 0.0785966 Dec 09 09:38:54.672274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60054) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:54.684945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e2ac59-b861-407c-ae8d-1f2c5970f7ae None None] The sync data for ids ['45b93e1c-2064-4ca1-a549-251c64e0168b'] in dv-neutron-819581-1-hyperv is: [{'id': '45b93e1c-2064-4ca1-a549-251c64e0168b', 'name': 'tempest-RoutersTest-router-1819108790', 'tenant_id': '43aedac362b142ce8c066f5b134d8c6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:52Z', 'updated_at': '2021-12-09T09:38:52Z', 'revision_number': 2, 'project_id': '43aedac362b142ce8c066f5b134d8c6b', 'gw_port_host': None}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:54.736684 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-591049b0-83b6-4cbd-8e9d-7d2588919480 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:54.737692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591049b0-83b6-4cbd-8e9d-7d2588919480 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:54.739776 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-591049b0-83b6-4cbd-8e9d-7d2588919480 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/c75848e4-6b14-4e34-9041-aaeeb3ffac5b HTTP/1.1" status: 404 len: 337 time: 0.0663159 Dec 09 09:38:54.743363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60058) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:54.765033 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2668383 Dec 09 09:38:54.795917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60062) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:54.812514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': '960633b8-c27d-49fe-8634-ff03ae82d40c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:54.844328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-343db2b5-9fde-4b9a-92b4-ca02adba66f0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:54.844983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343db2b5-9fde-4b9a-92b4-ca02adba66f0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:54.846189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6bd6b0-cddc-4fe8-b063-8c15e5480268 None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:38:54.848696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-343db2b5-9fde-4b9a-92b4-ca02adba66f0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/cc46a8e6-4481-4aee-b680-c04e063950f0 HTTP/1.1" status: 404 len: 337 time: 0.1039257 Dec 09 09:38:54.854014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60066) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:54.865881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f8b0d46a-5ba6-4cdc-8810-c540460006b2 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:54.866311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:54.921086 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ece284-5ef5-474f-a6ec-9154773af9e7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:54.921379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ece284-5ef5-474f-a6ec-9154773af9e7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:54.924556 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-11ece284-5ef5-474f-a6ec-9154773af9e7 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/da9efcec-5a08-4628-b838-40f589b01b5d HTTP/1.1" status: 404 len: 337 time: 0.0692618 Dec 09 09:38:54.927190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60070) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.000380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01444f8-902f-473d-95b7-01ffaffec1de tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:55.001624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01444f8-902f-473d-95b7-01ffaffec1de tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:55.004575 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b01444f8-902f-473d-95b7-01ffaffec1de tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/5bad607f-98d7-45a6-9548-c7a6ff55b439 HTTP/1.1" status: 404 len: 337 time: 0.0763707 Dec 09 09:38:55.007214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60074) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.015191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=960633b8-c27d-49fe-8634-ff03ae82d40c,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:55.032647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:55.039953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 960633b8-c27d-49fe-8634-ff03ae82d40c details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:55.079700 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-40fbf0a7-c652-4fa7-afd9-30e23263ba70 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=baa111a1-00c2-4e0e-abf0-dc62ccb41619 HTTP/1.1" status: 200 len: 205 time: 0.0706768 Dec 09 09:38:55.082091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60078) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.116063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.17 (6f001ff0-4b65-4880-a983-de2a3b90d1df/fe220b55-9dc2-44d1-bcbd-44d9834b297a/e4a88abf-9023-49bb-9877-5052086b782f) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:55.155662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:38:48Z', 'revision_number': 3, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:54Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:55.160395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db42e86-8776-47b5-84db-b4f9a8f3240d None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:38:48Z', 'revision_number': 3, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:54Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:38:55.170753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:55.190940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-a6fd2f67-439f-43e7-95aa-a3986b2d1f5c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] delete failed (client error): The resource could not be found. Dec 09 09:38:55.195187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6fd2f67-439f-43e7-95aa-a3986b2d1f5c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/baa111a1-00c2-4e0e-abf0-dc62ccb41619 HTTP/1.1" status: 404 len: 336 time: 0.1079412 Dec 09 09:38:55.195841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60082) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.209040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:55.217373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:55.251549 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b490d0c6-7ccb-419e-918b-48a3bc6dc5b6 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9 HTTP/1.1" status: 200 len: 205 time: 0.0544431 Dec 09 09:38:55.254109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60086) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.314442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:55.370982 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-1e65b58f-c815-462b-9b6e-55236baa9bb1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] delete failed (client error): The resource could not be found. Dec 09 09:38:55.374513 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1e65b58f-c815-462b-9b6e-55236baa9bb1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/ae8a3c3d-b32a-4bd5-8f1a-d8d78892ceb9 HTTP/1.1" status: 404 len: 336 time: 0.1168342 Dec 09 09:38:55.378017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60092) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.449048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0c8f86-5895-4cc4-91e8-3a97d613a8a1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:55.449580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0c8f86-5895-4cc4-91e8-3a97d613a8a1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:55.455171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5e0c8f86-5895-4cc4-91e8-3a97d613a8a1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/b72d4d91-313b-4155-9b5b-54d73228f321 HTTP/1.1" status: 404 len: 337 time: 0.0760553 Dec 09 09:38:55.456230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60096) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.467550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:55.515858 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0c6101c-a924-4e11-93e5-af8934f4be23 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=816f0a9d-2c6f-4feb-baa7-aba174894d23 HTTP/1.1" status: 200 len: 205 time: 0.0583143 Dec 09 09:38:55.518299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60100) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.637295 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-3cda97ba-0927-4405-b440-ca8672ca443c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] delete failed (client error): The resource could not be found. Dec 09 09:38:55.640993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3cda97ba-0927-4405-b440-ca8672ca443c tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/816f0a9d-2c6f-4feb-baa7-aba174894d23 HTTP/1.1" status: 404 len: 336 time: 0.1187816 Dec 09 09:38:55.642234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60104) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.693336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:55.710297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6713c429-fdae-43ef-a448-e6daa98491b3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=f202534d-a430-4954-a6f6-bcfa364138c9 HTTP/1.1" status: 200 len: 205 time: 0.0667982 Dec 09 09:38:55.713631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60108) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.762327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:55.808412 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-f38460d9-bdae-43b9-b362-58aad2d011cb tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] delete failed (client error): The resource could not be found. Dec 09 09:38:55.810818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f38460d9-bdae-43b9-b362-58aad2d011cb tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/f202534d-a430-4954-a6f6-bcfa364138c9 HTTP/1.1" status: 404 len: 336 time: 0.0958261 Dec 09 09:38:55.813594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60112) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.868651 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b03910-42f2-4447-b8ba-5df10a5b34bf tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:55.869199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b03910-42f2-4447-b8ba-5df10a5b34bf tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:55.873596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-95b03910-42f2-4447-b8ba-5df10a5b34bf tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/854ff742-f02b-4af5-a2e3-ec69f35e4013 HTTP/1.1" status: 404 len: 337 time: 0.0562129 Dec 09 09:38:55.873880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60116) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.907048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:55.926141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c07cf14e-b548-4eff-920d-ddf4095b29a5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6843d50-5a31-43b5-9686-2dbd1d99c5c9 HTTP/1.1" status: 200 len: 205 time: 0.0506971 Dec 09 09:38:55.929307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:55.929766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:55.930310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60120) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:55.961530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b8472-2dcc-4dfc-882c-acbbdfdaa461 None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:38:56.003207 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-ea2a065b-7804-4ce6-975e-89507c4adcde tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] delete failed (client error): The resource could not be found. Dec 09 09:38:56.007146 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ea2a065b-7804-4ce6-975e-89507c4adcde tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/c6843d50-5a31-43b5-9686-2dbd1d99c5c9 HTTP/1.1" status: 404 len: 336 time: 0.0733855 Dec 09 09:38:56.008433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60124) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:56.073284 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0bb5cc-6801-4c08-abd4-ee9d97b5befd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:56.073787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0bb5cc-6801-4c08-abd4-ee9d97b5befd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:56.075640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2c0bb5cc-6801-4c08-abd4-ee9d97b5befd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/e609473b-097e-4868-bc76-89f12d8008b4 HTTP/1.1" status: 404 len: 337 time: 0.0640965 Dec 09 09:38:56.078697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60128) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:56.123337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.142306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-534e76d0-5dc1-4ce1-bf42-7ac06dc0564d tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:56.147365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-28875cf5-b3bf-4aba-8a1c-94d844e50254 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "GET /v2.0/ports?device_id=701813b2-1fd9-4a6c-b120-11acae98b291 HTTP/1.1" status: 200 len: 205 time: 0.0673547 Dec 09 09:38:56.149098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60132) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:56.179023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.197142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.235296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3b8472-2dcc-4dfc-882c-acbbdfdaa461 None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:38:56.245017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f1dc40f9-73f1-4f69-9efa-0c7879eb67f9,segment=NetworkSegment(c4ead85f-4626-4e3a-9017-6b733eb57a34),segment_id=c4ead85f-4626-4e3a-9017-6b733eb57a34)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:56.245291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-25d0cdc5-ccff-4692-98c4-fcda88c98741 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] delete failed (client error): The resource could not be found. Dec 09 09:38:56.249955 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-25d0cdc5-ccff-4692-98c4-fcda88c98741 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/routers/701813b2-1fd9-4a6c-b120-11acae98b291 HTTP/1.1" status: 404 len: 336 time: 0.0994215 Dec 09 09:38:56.251050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60136) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:56.273948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.280413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-481c29b5-ec59-46ae-815d-816cf2128279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:56.306108 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-d612d847-099a-48c1-89e3-3be2276d5ea0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:56.306607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d612d847-099a-48c1-89e3-3be2276d5ea0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:56.309133 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d612d847-099a-48c1-89e3-3be2276d5ea0 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/f7758355-2971-4a7a-99bf-4d5f65da7b6f HTTP/1.1" status: 404 len: 337 time: 0.0559278 Dec 09 09:38:56.311261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60140) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:56.316271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c397d5c-6211-40b4-a76b-4223dbc2481d req-ff0fa784-f75a-4a01-9a01-8eef266550b6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:56.317996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4c397d5c-6211-40b4-a76b-4223dbc2481d req-ff0fa784-f75a-4a01-9a01-8eef266550b6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 945 time: 0.6231968 Dec 09 09:38:56.321819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object e4a88abf-9023-49bb-9877-5052086b782f will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:56.341678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=f684df18-134a-406f-85e2-769820aa0856,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:56.344569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:56.357370 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b952913-c87a-47e6-a63e-6d84d1979371 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] DELETE failed (client error): The resource could not be found. Dec 09 09:38:56.357870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b952913-c87a-47e6-a63e-6d84d1979371 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:38:56.362276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5b952913-c87a-47e6-a63e-6d84d1979371 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] 10.222.0.18 "DELETE /v2.0/subnets/747b6c17-9a05-49b8-83ef-b1f5e3ab042d HTTP/1.1" status: 404 len: 337 time: 0.0474474 Dec 09 09:38:56.369102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.378015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb052e95-5195-4626-9398-f679994ed092 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:56.440556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': 'cf148a2e-ae25-4115-aaf5-4692f0690aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '960633b8-c27d-49fe-8634-ff03ae82d40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:56.440957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: 960633b8-c27d-49fe-8634-ff03ae82d40c, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:56.447058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=f1dc40f9-73f1-4f69-9efa-0c7879eb67f9,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:56.452218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:56.502009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Subnet': ['ID=9948f7fa-8f80-4550-83d2-86733d365df1,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:56.504877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:56.512719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.518573 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4c397d5c-6211-40b4-a76b-4223dbc2481d req-9181b229-1bcb-4512-bf08-eaa41a7abd34 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867743 Dec 09 09:38:56.531034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-523e8b70-358d-48a9-a3e0-e6bcf34dfe6d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:56.620871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network 960633b8-c27d-49fe-8634-ff03ae82d40c is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:56.628485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6f001ff0-4b65-4880-a983-de2a3b90d1df is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:56.636770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:56.639439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:56.682850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=e4a88abf-9023-49bb-9877-5052086b782f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:56.686712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:56.687568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Checking segment: {'id': '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:38:56.687993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network hostable DHCP agents. Network: de6c063b-8fe8-464a-b18a-92fa469bc723, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:38:56.704949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 960633b8-c27d-49fe-8634-ff03ae82d40c) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:56.709391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:56.709975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.767602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.777718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60148) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:56.777864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9781656 Dec 09 09:38:56.789841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network de6c063b-8fe8-464a-b18a-92fa469bc723 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:38:56.803502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, de6c063b-8fe8-464a-b18a-92fa469bc723) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:56.809558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:56.810296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.825794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60152) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:56.854641 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8301904 Dec 09 09:38:56.855515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60158) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:56.980245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19e8a81-0b02-486b-a339-da8a42b421e8 None None] Network 960633b8-c27d-49fe-8634-ff03ae82d40c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:56.994555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:56.996057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013860c7-7a81-4001-ab45-176a9759dc2a None None] Network de6c063b-8fe8-464a-b18a-92fa469bc723 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:57.095368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.100850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.214215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.228341 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-23096b9b-b11d-43f9-9ed8-a2afeb29bec1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43aedac362b142ce8c066f5b134d8c6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4010775 Dec 09 09:38:57.238367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60162) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:57.254056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c60dea43-ce6e-4e0f-b0f9-dc0e8a0ed88f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:57.331558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=f684df18-134a-406f-85e2-769820aa0856,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:57.350362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:57.521263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.523052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c005ba54-4045-49da-8bcf-7421380e5791 None None] Network 960633b8-c27d-49fe-8634-ff03ae82d40c requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:38:57.591052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960633b8-c27d-49fe-8634-ff03ae82d40c']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:57.610272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cde07562-54b6-41c8-bcdb-1ee731b8ca9a None None] Provisioning for port e4a88abf-9023-49bb-9877-5052086b782f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:57.612942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf148a2e-ae25-4115-aaf5-4692f0690aba') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:57.613511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf148a2e-ae25-4115-aaf5-4692f0690aba') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:38:57.631604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.652454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.660689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:38:57.662194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:38:57.687764 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:38:57.706963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cde07562-54b6-41c8-bcdb-1ee731b8ca9a None None] Provisioning complete for port e4a88abf-9023-49bb-9877-5052086b782f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:57.707607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cde07562-54b6-41c8-bcdb-1ee731b8ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.795509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:57.898862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-cde07562-54b6-41c8-bcdb-1ee731b8ca9a None None] Port e4a88abf-9023-49bb-9877-5052086b782f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:38:57.900956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.906314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f33bc123-c86c-4843-bbd1-77803afb5962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:57.931290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:57.943722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=960633b8-c27d-49fe-8634-ff03ae82d40c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:57.963302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:57.971451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60168) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:57.971788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/960633b8-c27d-49fe-8634-ff03ae82d40c HTTP/1.1" status: 204 len: 168 time: 1.1925087 Dec 09 09:38:57.984323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1384589142'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:57.989603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6c6c8-d1d2-4a01-907a-4d4071898506 req-7b7dbb4e-6b99-41e8-bdda-d063f6fc427d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:57.990954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:57.993036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0cc6c6c8-d1d2-4a01-907a-4d4071898506 req-7b7dbb4e-6b99-41e8-bdda-d063f6fc427d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 945 time: 0.1777823 Dec 09 09:38:58.010943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:58.014828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:58.021770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:58.047793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-503788a5-0de3-4fe3-b593-d6f3bb6f8c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.059785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-de6c063b-8fe8-464a-b18a-92fa469bc723', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:38:58.060478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0cc6c6c8-d1d2-4a01-907a-4d4071898506 req-bd34641d-9338-4a54-b88f-498927997cca tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536294 Dec 09 09:38:58.060673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.071002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:58.076535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.087172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:58.087644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.158511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-503788a5-0de3-4fe3-b593-d6f3bb6f8c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.201714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f6a92431-53ef-443a-8297-f53d245c0179 None None] Provisioning complete for port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:58.202137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6a92431-53ef-443a-8297-f53d245c0179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.260070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:38:58.266399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:38:58.311723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.312107 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment c1873c9e-a718-4854-8767-2249e2be92ba of type vlan for network a9de7386-f6ac-419a-90e8-b097a910abbc Dec 09 09:38:58.363162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.377431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-503788a5-0de3-4fe3-b593-d6f3bb6f8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.452900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b10fd13-e3cf-41bf-b9b0-42a185b43783 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:58.535117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Allocated IP 2001:db8:2::2 (de6c063b-8fe8-464a-b18a-92fa469bc723/9948f7fa-8f80-4550-83d2-86733d365df1/75054abc-8372-4d14-b241-76033c516816) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:38:58.542420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503788a5-0de3-4fe3-b593-d6f3bb6f8c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02defb91-871c-4f62-96a9-a88cf524e5e1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:58.545100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-503788a5-0de3-4fe3-b593-d6f3bb6f8c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:58.566212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.573243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:38:58.577788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.601997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:58.602421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.612002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72b429e8-43a0-4e0c-9f2e-ead5154c8134 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:58.681207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-503788a5-0de3-4fe3-b593-d6f3bb6f8c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.682459 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-503788a5-0de3-4fe3-b593-d6f3bb6f8c4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02defb91-871c-4f62-96a9-a88cf524e5e1 HTTP/1.1" status: 204 len: 168 time: 1.4389961 Dec 09 09:38:58.708952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.725442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:58.726112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.766764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=e4a88abf-9023-49bb-9877-5052086b782f,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:58.771445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0b45ed49-61fd-46f9-90f8-f1e8c97dae61 None None] Provisioning complete for port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:38:58.771872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b45ed49-61fd-46f9-90f8-f1e8c97dae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.778355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:58.789446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c47f7a8-19d8-4289-bdea-f82cfbedb804 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:58.826821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:58.875107 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8972573 Dec 09 09:38:58.878047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60176) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:38:58.888967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': 'a9de7386-f6ac-419a-90e8-b097a910abbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:38:58.972642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=a9de7386-f6ac-419a-90e8-b097a910abbc,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:58.975624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-044c609b-4553-4c44-9d5f-3ffb048105a9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:59.050788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:38:59.057310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:38:59.057677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network a9de7386-f6ac-419a-90e8-b097a910abbc details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:38:59.061313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:38:59.068348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:38:59.078268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:38:59.180754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6f001ff0-4b65-4880-a983-de2a3b90d1df is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:59.184179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:59.220908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:59.369845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:59.477807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:59.486808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:38:59.524756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:38:59.533568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Transition to ACTIVE for port object 75054abc-8372-4d14-b241-76033c516816 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:59.536450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:59.540649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:59.543064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-69cbd3e8-b71e-4e6e-8883-c4195506a125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:59.553602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d11877f3-b9aa-4659-b831-10f08cc13b02 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:59.587245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:59.639142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Transition to ACTIVE for port object 75054abc-8372-4d14-b241-76033c516816 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:38:59.670814 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'code': 200} Dec 09 09:38:59.698637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:38:59.713947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:38:59.761234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Network de6c063b-8fe8-464a-b18a-92fa469bc723 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:38:59.767371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:38:59.780995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:38:59.785518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.796797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.797538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.798130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.798705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.799274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.799858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.800422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.800994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.801596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.802159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:38:59.817381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:38:59.820799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-49269edb-c682-480b-a828-bf816aedaf5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:38:59.890113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91911019-d567-48ca-b0fc-bce27a3fe718 req-673798bc-5cd7-44e6-8e98-db79170232cf tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:38:59.891807 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-91911019-d567-48ca-b0fc-bce27a3fe718 req-673798bc-5cd7-44e6-8e98-db79170232cf tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 945 time: 0.4864128 Dec 09 09:39:00.033040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': 'c1873c9e-a718-4854-8767-2249e2be92ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a9de7386-f6ac-419a-90e8-b097a910abbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:00.033432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: a9de7386-f6ac-419a-90e8-b097a910abbc, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:00.036213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-133ad30d-5e95-455a-be06-5924617c7f9f None None] Provisioning complete for port e4a88abf-9023-49bb-9877-5052086b782f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:00.036845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-133ad30d-5e95-455a-be06-5924617c7f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.058877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60198) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:00.066633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=dcafdbb6-e597-448b-affa-4aeb8e4c30e9,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:00.068881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network a9de7386-f6ac-419a-90e8-b097a910abbc is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:00.071737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:00.081610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Pushing event updated for resources: {'Port': ['ID=75054abc-8372-4d14-b241-76033c516816,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:00.081958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, a9de7386-f6ac-419a-90e8-b097a910abbc) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:00.086359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:00.087018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.091787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:00.103982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da486f7c-9c7e-4189-8f5d-81ff8862b34a None None] Network a9de7386-f6ac-419a-90e8-b097a910abbc requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:00.112785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2324646 Dec 09 09:39:00.115600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60202) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:00.161501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Attempting to bind port 75054abc-8372-4d14-b241-76033c516816 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:00.161933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Attempting to bind port 75054abc-8372-4d14-b241-76033c516816 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:00.162351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Attempting to bind port 75054abc-8372-4d14-b241-76033c516816 on network de6c063b-8fe8-464a-b18a-92fa469bc723 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:00.231595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-133ad30d-5e95-455a-be06-5924617c7f9f None None] Port e4a88abf-9023-49bb-9877-5052086b782f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:39:00.233425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:00.233860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Checking segment: {'id': '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:00.234328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.234764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Bound using segment: {'id': '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:00.235295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Bound port: 75054abc-8372-4d14-b241-76033c516816, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:00.235992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.282592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.359919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.383864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-91911019-d567-48ca-b0fc-bce27a3fe718 req-01dd71ad-8159-41f2-85c9-fe794af903d9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4778821 Dec 09 09:39:00.450072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] For port 75054abc-8372-4d14-b241-76033c516816, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:00.453832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.455193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] For port 75054abc-8372-4d14-b241-76033c516816, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=75054abc-8372-4d14-b241-76033c516816,segment=NetworkSegment(04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab),segment_id=04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:00.461059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e1932e51-ff1c-44b4-accb-c56bc822e257 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:00.461293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.503156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7f00c22-b30a-4fe8-ae91-35c7a0930b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:00.512499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=dcafdbb6-e597-448b-affa-4aeb8e4c30e9,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:00.515138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:00.551238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0d13be4d-d490-4323-adef-f048a8a49311 tempest-DvrRoutersNegativeTest-178976200 tempest-DvrRoutersNegativeTest-178976200-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1851142407', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:00.553901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.policy [None req-0d13be4d-d490-4323-adef-f048a8a49311 tempest-DvrRoutersNegativeTest-178976200 tempest-DvrRoutersNegativeTest-178976200-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88883) log_rule_list /opt/stack/neutron/neutron/policy.py:412}} Dec 09 09:39:00.555253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.policy [None req-0d13be4d-d490-4323-adef-f048a8a49311 tempest-DvrRoutersNegativeTest-178976200 tempest-DvrRoutersNegativeTest-178976200-project] Failed policy check for 'create_router' {{(pid=88883) enforce /opt/stack/neutron/neutron/policy.py:483}} Dec 09 09:39:00.556097 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-0d13be4d-d490-4323-adef-f048a8a49311 tempest-DvrRoutersNegativeTest-178976200 tempest-DvrRoutersNegativeTest-178976200-project] create failed (client error): Access was denied to this resource. Dec 09 09:39:00.557404 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d13be4d-d490-4323-adef-f048a8a49311 tempest-DvrRoutersNegativeTest-178976200 tempest-DvrRoutersNegativeTest-178976200-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4806631 Dec 09 09:39:00.571151 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dbc7f008-ca8e-4292-aa17-d729100c9104 req-cf987c66-0857-47e5-a6a7-f7d278655f41 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 1099 time: 0.5834465 Dec 09 09:39:00.583317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11ca5a-0639-4ee8-9e7a-58bf25356522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-a9de7386-f6ac-419a-90e8-b097a910abbc', 'network_id': 'a9de7386-f6ac-419a-90e8-b097a910abbc', 'tenant_id': 'd6ea032308484b4db53314fbfe915763', 'fixed_ips': [{'subnet_id': 'dcafdbb6-e597-448b-affa-4aeb8e4c30e9'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:00.584210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c11ca5a-0639-4ee8-9e7a-58bf25356522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.662553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Pushing event updated for resources: {'Port': ['ID=75054abc-8372-4d14-b241-76033c516816,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:00.667686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:00.687693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.729490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8163374-61c3-40fa-98ec-27da46fea8e9 None None] Network a9de7386-f6ac-419a-90e8-b097a910abbc requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:00.735755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 2001:db8:2::1 (de6c063b-8fe8-464a-b18a-92fa469bc723/9948f7fa-8f80-4550-83d2-86733d365df1/6416f0be-67f6-4459-8457-316e2a5ce8c5) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:00.739135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dbc7f008-ca8e-4292-aa17-d729100c9104 req-7e97f328-f0e3-4d0d-bdf8-710dcc5a21af service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330869 Dec 09 09:39:00.750484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9de7386-f6ac-419a-90e8-b097a910abbc']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:00.790443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1873c9e-a718-4854-8767-2249e2be92ba') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:00.791059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1873c9e-a718-4854-8767-2249e2be92ba') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:00.818943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.819578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:00.837809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.844949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:00.845787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:00.964026 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:00.968598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:00.973023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a334c4ec-fec9-4c2e-a33d-fb085311f0a8 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:00.997473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.008887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=a9de7386-f6ac-419a-90e8-b097a910abbc,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:01.013552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/a9de7386-f6ac-419a-90e8-b097a910abbc HTTP/1.1" status: 204 len: 168 time: 0.8966401 Dec 09 09:39:01.017148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60212) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:01.021918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:01.029805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-831039908'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:01.042349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:01.046790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:01.050225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:01.057855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:01.071289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:01.078757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.095547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60216) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:01.141393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:01.151120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.159953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.160356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment 93f8d8f4-d24d-4024-a001-31b4041c697c of type vlan for network 05271981-0ee6-4a98-9753-e7836e18c496 Dec 09 09:39:01.198635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.248247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.250952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Transition to ACTIVE for port object 6416f0be-67f6-4459-8457-316e2a5ce8c5 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:01.255966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:01.257058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.275911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89e03b6b-ff0d-42e9-8012-9c6f1ef61158 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:01.288231 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-29b50595-22d9-4a0d-b73e-c0dfd9d5239b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2348018 Dec 09 09:39:01.310007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2912138 Dec 09 09:39:01.315576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60222) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:01.379677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': '05271981-0ee6-4a98-9753-e7836e18c496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:01.396083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.408837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-681aceb3-0bd1-4638-b37c-5d06700c26e8 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:01.419694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=05271981-0ee6-4a98-9753-e7836e18c496,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:01.423710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:01.425418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.432296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 05271981-0ee6-4a98-9753-e7836e18c496 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:01.460372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:01.464655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] Usage tracker for resource:security_group_rule and tenant:1cd84b0c90c24fc0bfdc078c0a1ad9a6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:01.467833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:01.473910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:01.485879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=6416f0be-67f6-4459-8457-316e2a5ce8c5,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:01.493067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:01.545963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.550268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.587262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network de6c063b-8fe8-464a-b18a-92fa469bc723 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:01.594507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:01.597476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2b5b963-0a29-470d-80bd-0269b07b519c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:01.607872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:01.608461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:01.662953 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1cd84b0c90c24fc0bfdc078c0a1ad9a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5674198 Dec 09 09:39:01.672852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60228) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:01.673792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:01.680351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:01.693006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Sync routers for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:01.693972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 75054abc-8372-4d14-b241-76033c516816 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:01.694304 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-3cc13753-43f7-4595-9131-35250c27d1d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 1098 time: 0.3658035 Dec 09 09:39:01.703741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:01.708703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:01.709657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:01.709958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:01.719020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/6adde3ed-479d-4e08-bd75-ba6b395d8b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3563190 Dec 09 09:39:01.726155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:01.741794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb45f6d4-1e3e-484e-94a8-f862b31ee233,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:01.821941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5612fd67-d125-4965-9de5-7a0716dfe4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:01.827996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 75054abc-8372-4d14-b241-76033c516816 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:01.933946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:01.940056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:01.942172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37492c17-11bd-48fc-b2e5-a8e8b07495f8 req-2c5aa019-b4b3-4f6d-b15c-a2b0163547cc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:01.945995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-37492c17-11bd-48fc-b2e5-a8e8b07495f8 req-2c5aa019-b4b3-4f6d-b15c-a2b0163547cc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 946 time: 0.3496475 Dec 09 09:39:01.947156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e54ee288-1a81-41e1-b30a-071529818c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.015087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e54ee288-1a81-41e1-b30a-071529818c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.074292 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-37492c17-11bd-48fc-b2e5-a8e8b07495f8 req-534c024b-24f7-48a5-a5bf-73ae13a9cf1e tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031582 Dec 09 09:39:02.080528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-a8f68a2a-2297-491f-83a3-eb7715326b50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:02.082194 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-a8f68a2a-2297-491f-83a3-eb7715326b50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdc46751-1c39-4b69-8e3a-794781aa87a1 HTTP/1.1" status: 200 len: 898 time: 0.3579068 Dec 09 09:39:02.087223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e54ee288-1a81-41e1-b30a-071529818c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.093078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6c275ed9-1d5d-48af-b8ab-1947f617da17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:02.094835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.106694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ee288-1a81-41e1-b30a-071529818c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb45f6d4-1e3e-484e-94a8-f862b31ee233,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:02.111380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e54ee288-1a81-41e1-b30a-071529818c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:02.115023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e54ee288-1a81-41e1-b30a-071529818c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.116121 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e54ee288-1a81-41e1-b30a-071529818c0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eb45f6d4-1e3e-484e-94a8-f862b31ee233 HTTP/1.1" status: 204 len: 168 time: 0.4414444 Dec 09 09:39:02.232753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.427563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3e3384f9-80dc-4d7d-9406-27963fd6cbe7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:37:47Z', 'updated_at': '2021-12-09T09:37:55Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a88abf-9023-49bb-9877-5052086b782f', 'name': '', 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:47:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe220b55-9dc2-44d1-bcbd-44d9834b297a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:53Z', 'updated_at': '2021-12-09T09:38:58Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'fe220b55-9dc2-44d1-bcbd-44d9834b297a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:02.435285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Checking router: 6adde3ed-479d-4e08-bd75-ba6b395d8b7e for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:02.435697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Updating router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e port e4a88abf-9023-49bb-9877-5052086b782f binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:39:02.506645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.728847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979c6c19-ca12-48bb-badc-59170dc54592 None None] Network de6c063b-8fe8-464a-b18a-92fa469bc723 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:02.755852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Performing IP validity checks on allocation pools {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 09 09:39:02.756456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 09 09:39:02.798289 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-38b32221-9bcf-4cd2-b216-7a41a8c90c5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=991b65d7-0303-4333-b695-435b3ab32171 HTTP/1.1" status: 200 len: 1000 time: 0.7042239 Dec 09 09:39:02.869335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2c68831c-7da4-4a8e-a6b1-c1dab8e2be1f None None] Provisioning for port 75054abc-8372-4d14-b241-76033c516816 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:02.877415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2c68831c-7da4-4a8e-a6b1-c1dab8e2be1f None None] Provisioning complete for port 75054abc-8372-4d14-b241-76033c516816 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:02.877844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c68831c-7da4-4a8e-a6b1-c1dab8e2be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.898530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.913267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Transition to ACTIVE for port object e4a88abf-9023-49bb-9877-5052086b782f will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:02.921060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:02.925589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ffde5a9-f3e4-468c-bd29-bf90fc90eb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:03.035844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-bdd8758a-05af-4269-ac28-68dda590937f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:03.037536 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-bdd8758a-05af-4269-ac28-68dda590937f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49ce0688-be68-4549-a4a8-21af70d83d8c HTTP/1.1" status: 200 len: 835 time: 0.2291634 Dec 09 09:39:03.053461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93941559-b836-461f-a0c3-fdb17af2bced None None] Pushing event updated for resources: {'Port': ['ID=e4a88abf-9023-49bb-9877-5052086b782f,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:03.056367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93941559-b836-461f-a0c3-fdb17af2bced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:03.160798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Attempting to bind port e4a88abf-9023-49bb-9877-5052086b782f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:03.161348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Attempting to bind port e4a88abf-9023-49bb-9877-5052086b782f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:03.161872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Attempting to bind port e4a88abf-9023-49bb-9877-5052086b782f on network 6f001ff0-4b65-4880-a983-de2a3b90d1df {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:03.166498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c68831c-7da4-4a8e-a6b1-c1dab8e2be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.170234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:03.170776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Checking segment: {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:03.171330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.171871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Bound using segment: {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:03.172506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Bound port: e4a88abf-9023-49bb-9877-5052086b782f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:03.173039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.214903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2c68831c-7da4-4a8e-a6b1-c1dab8e2be1f None None] For port 75054abc-8372-4d14-b241-76033c516816, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=75054abc-8372-4d14-b241-76033c516816,segment=NetworkSegment(04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab),segment_id=04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:03.221849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c68831c-7da4-4a8e-a6b1-c1dab8e2be1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.227047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:03.296629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] For port e4a88abf-9023-49bb-9877-5052086b782f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:03.317253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.320931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] For port e4a88abf-9023-49bb-9877-5052086b782f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e4a88abf-9023-49bb-9877-5052086b782f,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:03.328117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.328382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-3eae6ff8-0ba9-463a-b279-668f51e2eb28 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc46751-1c39-4b69-8e3a-794781aa87a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2781408 Dec 09 09:39:03.333165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93941559-b836-461f-a0c3-fdb17af2bced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:03.357599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68831c-7da4-4a8e-a6b1-c1dab8e2be1f None None] Pushing event updated for resources: {'Port': ['ID=75054abc-8372-4d14-b241-76033c516816,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:03.363483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c68831c-7da4-4a8e-a6b1-c1dab8e2be1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:03.371562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5bd5712c-c474-4794-8dfa-fa63a964922b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:03.432902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:03.433635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:03.498444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.507159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93941559-b836-461f-a0c3-fdb17af2bced None None] Pushing event updated for resources: {'Port': ['ID=e4a88abf-9023-49bb-9877-5052086b782f,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:03.513487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93941559-b836-461f-a0c3-fdb17af2bced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:03.538025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.539656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.642216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 75054abc-8372-4d14-b241-76033c516816 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:03.642454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=65850df5-c920-4af2-8fb9-33394252aae8,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:03.654227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': '93f8d8f4-d24d-4024-a001-31b4041c697c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '05271981-0ee6-4a98-9753-e7836e18c496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:03.654695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: 05271981-0ee6-4a98-9753-e7836e18c496, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:03.659707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:03.660166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:03.668225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e471d80e-7d26-4ff9-9c32-994a3177aab0 tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:03.763995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-96631983-e8a6-4919-ac06-b8cc9488f308 None None] Provisioning complete for port 75054abc-8372-4d14-b241-76033c516816 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:03.764423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96631983-e8a6-4919-ac06-b8cc9488f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:03.771737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=6416f0be-67f6-4459-8457-316e2a5ce8c5,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:03.791237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:03.872801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e697079-28e8-451f-85f3-3050618d8c72 req-7f4bd113-377d-40a3-b393-cd5e5006d30f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:03.874712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4e697079-28e8-451f-85f3-3050618d8c72 req-7f4bd113-377d-40a3-b393-cd5e5006d30f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 946 time: 0.5440891 Dec 09 09:39:03.932390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-7a7e9f39-fc99-4d8c-9b2f-11348bd71806 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225284 Dec 09 09:39:03.962142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 75054abc-8372-4d14-b241-76033c516816 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:03.962759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:04.029346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-96631983-e8a6-4919-ac06-b8cc9488f308 None None] Provisioning for port 6416f0be-67f6-4459-8457-316e2a5ce8c5 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:04.037633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-96631983-e8a6-4919-ac06-b8cc9488f308 None None] Provisioning complete for port 6416f0be-67f6-4459-8457-316e2a5ce8c5 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:04.038198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96631983-e8a6-4919-ac06-b8cc9488f308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:04.044543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network 05271981-0ee6-4a98-9753-e7836e18c496 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:04.113857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 05271981-0ee6-4a98-9753-e7836e18c496) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:04.130334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2904226a-03c5-4a69-bc03-ab56fe73cf3b None None] Network 05271981-0ee6-4a98-9753-e7836e18c496 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:04.150406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:04.151214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:04.162484 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4e697079-28e8-451f-85f3-3050618d8c72 req-3bee28aa-6f15-41a1-b852-922fc03af4de tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222149 Dec 09 09:39:04.191439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network de6c063b-8fe8-464a-b18a-92fa469bc723 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:04.197232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:04.286992 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.9531245 Dec 09 09:39:04.288109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60244) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:04.345983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-96631983-e8a6-4919-ac06-b8cc9488f308 None None] Port 6416f0be-67f6-4459-8457-316e2a5ce8c5 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:39:04.353094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3e3384f9-80dc-4d7d-9406-27963fd6cbe7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:37:47Z', 'updated_at': '2021-12-09T09:37:55Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a88abf-9023-49bb-9877-5052086b782f', 'name': '', 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:47:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe220b55-9dc2-44d1-bcbd-44d9834b297a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:53Z', 'updated_at': '2021-12-09T09:39:03Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'fe220b55-9dc2-44d1-bcbd-44d9834b297a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:04.360144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1896b9c1-4a09-47e3-9aeb-fa898301f81b None None] The sync data for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv is: [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3e3384f9-80dc-4d7d-9406-27963fd6cbe7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:37:47Z', 'updated_at': '2021-12-09T09:37:55Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4a88abf-9023-49bb-9877-5052086b782f', 'name': '', 'network_id': '6f001ff0-4b65-4880-a983-de2a3b90d1df', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:47:24:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe220b55-9dc2-44d1-bcbd-44d9834b297a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:53Z', 'updated_at': '2021-12-09T09:39:03Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'fe220b55-9dc2-44d1-bcbd-44d9834b297a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:04.374564 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65e7be52-51de-4fc5-8a88-a6d293688683 req-93fa4f40-656e-4ec6-acfe-113668b1b9f8 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052112 Dec 09 09:39:04.530521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92af5157-1829-42ba-91ad-15f36f9b66d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:04.610152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:04.715193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:04.780258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82113920-63c0-4fff-aea1-31ee50531059 req-1ff9241f-cb92-4b07-b7e4-54e202cf7363 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:04.782188 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-82113920-63c0-4fff-aea1-31ee50531059 req-1ff9241f-cb92-4b07-b7e4-54e202cf7363 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 946 time: 0.4092331 Dec 09 09:39:04.786164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:04.839014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87af693-9103-4263-9941-24ce2caac163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-05271981-0ee6-4a98-9753-e7836e18c496', 'network_id': '05271981-0ee6-4a98-9753-e7836e18c496', 'tenant_id': 'd6ea032308484b4db53314fbfe915763', 'fixed_ips': [{'subnet_id': '65850df5-c920-4af2-8fb9-33394252aae8'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:04.840324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e87af693-9103-4263-9941-24ce2caac163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:04.857704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dccfc7a3-6980-4204-bdb4-d52d18bd92fa None None] Provisioning complete for port 6416f0be-67f6-4459-8457-316e2a5ce8c5 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:04.858462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dccfc7a3-6980-4204-bdb4-d52d18bd92fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:04.918400 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-82113920-63c0-4fff-aea1-31ee50531059 req-41ec0da7-02a1-40d8-ba3b-4020213aa9ec tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008089 Dec 09 09:39:04.920490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:04.937657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e90160e-63db-4d05-837c-05a54a1fe071 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:04.949804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60248) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:04.977746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dccfc7a3-6980-4204-bdb4-d52d18bd92fa None None] Port 6416f0be-67f6-4459-8457-316e2a5ce8c5 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:39:05.012408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=65850df5-c920-4af2-8fb9-33394252aae8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:05.033161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:05.037370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:05.042783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658940e-b3ff-4144-a761-71b0ceb0be5f None None] Network 05271981-0ee6-4a98-9753-e7836e18c496 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:05.047648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1906607 Dec 09 09:39:05.049419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60252) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:05.062742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-274522935'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:05.066341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:05.072311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:05.090199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:network and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:05.095066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:05.104506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:05.115385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:39:05.121420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6e149a34-8138-4c27-9a8b-3486b387f6d7 tempest-TestVolumeBootPattern-2086945266 tempest-TestVolumeBootPattern-2086945266-project-admin] Synchronizing usage tracker for tenant:6dd18357352244fdb08997e1f3bb51ea on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:05.136564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.139523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:05.145230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.168776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6e149a34-8138-4c27-9a8b-3486b387f6d7 tempest-TestVolumeBootPattern-2086945266 tempest-TestVolumeBootPattern-2086945266-project-admin] Unset dirty status for tenant:6dd18357352244fdb08997e1f3bb51ea on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:05.172905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6e149a34-8138-4c27-9a8b-3486b387f6d7 tempest-TestVolumeBootPattern-2086945266 tempest-TestVolumeBootPattern-2086945266-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 1094 time: 0.2191958 Dec 09 09:39:05.173597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60256) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:05.177818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05271981-0ee6-4a98-9753-e7836e18c496']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:05.192260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:05.193612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:38:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:05.199064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:05.200656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:05.210224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:05.210775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.211398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added segment 4c779640-76ad-45ed-842d-3a5315dcb527 of type vlan for network ac087fb9-c3a7-404d-a0f5-8320042e98f6 Dec 09 09:39:05.216985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f8d8f4-d24d-4024-a001-31b4041c697c') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:05.217458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f8d8f4-d24d-4024-a001-31b4041c697c') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:05.225631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:floatingip and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:05.232460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:05.241544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.250174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:05.250815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.267059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.274502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.278196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:05.278693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.291737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:05.297643 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:05.301675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:05.302817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.311634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d61dfe7-8106-420e-8767-43540c60ac57 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:05.432522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1c87ba2f-f833-4338-b4fa-c503b2f327ae None None] Provisioning complete for port 6416f0be-67f6-4459-8457-316e2a5ce8c5 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:05.432949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c87ba2f-f833-4338-b4fa-c503b2f327ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.442613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Network': ['ID=ac087fb9-c3a7-404d-a0f5-8320042e98f6,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:05.449886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3987541 Dec 09 09:39:05.451443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:05.451443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60260) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:05.457851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'subnet': {'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:05.477678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network ac087fb9-c3a7-404d-a0f5-8320042e98f6 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:05.520588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.531673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:05.552852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.582150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=05271981-0ee6-4a98-9753-e7836e18c496,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:05.595898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:05.600456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:05.603307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:subnet and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:05.607808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:05.617964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/05271981-0ee6-4a98-9753-e7836e18c496 HTTP/1.1" status: 204 len: 168 time: 1.3279364 Dec 09 09:39:05.618759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60264) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:05.622169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:05.627420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:05.632564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1095514147'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:05.642594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:05.648794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:05.652327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Made reservation on behalf of 451114ce76b54e5fbc19985ea8458235 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:05.653883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:05.677238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1c87ba2f-f833-4338-b4fa-c503b2f327ae None None] Port 6416f0be-67f6-4459-8457-316e2a5ce8c5 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:39:05.680945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:05.691455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e4a88abf-9023-49bb-9877-5052086b782f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:05.695163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:05.858999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Allocated IP 172.26.8.217 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/204a7b5f-d68c-4663-9170-96e4e04b4f20) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:05.860488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.035848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.056837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port e4a88abf-9023-49bb-9877-5052086b782f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:06.066489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.068065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port e4a88abf-9023-49bb-9877-5052086b782f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:06.068491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.079019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:06.080367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22f15e6f-1011-49cc-bbec-2d8eb1afc6d5 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:06.084459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.109818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.143893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:06.152756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:06.155548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:06.203479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:01Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:02Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:06.211428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'Port': ['ID=204a7b5f-d68c-4663-9170-96e4e04b4f20,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:06.214788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:06.216468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:06.217172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Updating router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 port 6416f0be-67f6-4459-8457-316e2a5ce8c5 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:39:06.225477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:06.256296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.256674 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment 2baa6a10-e825-46ba-8b04-22e0a0948dac of type vlan for network 465b57b3-3856-42c9-b5c6-9d537e12bbff Dec 09 09:39:06.281311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.294179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.302076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.375245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port e4a88abf-9023-49bb-9877-5052086b782f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e4a88abf-9023-49bb-9877-5052086b782f,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:06.385467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.387763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.389647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:06.390267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.391671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:06.399981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-db2f02d7-9681-4828-b866-f28188f88743 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:06.528853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=e4a88abf-9023-49bb-9877-5052086b782f,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:06.534462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:06.549713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=465b57b3-3856-42c9-b5c6-9d537e12bbff,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:06.553330 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9334540 Dec 09 09:39:06.554790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:06.556170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.560691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60268) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:06.561336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 465b57b3-3856-42c9-b5c6-9d537e12bbff details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:06.561475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-159cdf8a-0026-43c3-916c-efaeb91cd0d7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:06.605064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': '465b57b3-3856-42c9-b5c6-9d537e12bbff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:06.767186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Subnet': ['ID=5b17c0ec-f14d-43b4-a1a3-8a1de98d019f,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:06.785064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:06.809214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:06.816963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:06.820453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Checking segment: {'id': '4c779640-76ad-45ed-842d-3a5315dcb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:06.821427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network hostable DHCP agents. Network: ac087fb9-c3a7-404d-a0f5-8320042e98f6, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:06.826634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:06.836764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:06.855584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:06.897584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network ac087fb9-c3a7-404d-a0f5-8320042e98f6 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:06.961513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0af2de93-14c6-42d4-82d3-56c4f6627308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.982337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, ac087fb9-c3a7-404d-a0f5-8320042e98f6) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:06.991228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:06.994592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:06.995247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.006432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac8e47c-40d3-4dc1-8b75-d027f8c9b5a8 None None] Network ac087fb9-c3a7-404d-a0f5-8320042e98f6 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:07.006734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.054657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.062964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6104758 Dec 09 09:39:07.082451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60274) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:07.184422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.206775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.260115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Transition to ACTIVE for port object 6416f0be-67f6-4459-8457-316e2a5ce8c5 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:07.277796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.278368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.283404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-644209c9-543e-4e07-8376-7a7d53e8507e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:07.286192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:07.380371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=034fe308-2aae-4d97-b3b6-eb35959df380,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:07.386343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:07.400056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': '2baa6a10-e825-46ba-8b04-22e0a0948dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '465b57b3-3856-42c9-b5c6-9d537e12bbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:07.400602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: 465b57b3-3856-42c9-b5c6-9d537e12bbff, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:07.430501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network 465b57b3-3856-42c9-b5c6-9d537e12bbff is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:07.440418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 465b57b3-3856-42c9-b5c6-9d537e12bbff) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:07.448348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:07.449290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.475892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea667a71-9749-4b5e-ae8d-030429cc8b6a None None] Network 465b57b3-3856-42c9-b5c6-9d537e12bbff requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:07.476986 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8819854 Dec 09 09:39:07.479538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60278) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:07.501543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-ac087fb9-c3a7-404d-a0f5-8320042e98f6', 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'fixed_ips': [{'subnet_id': '5b17c0ec-f14d-43b4-a1a3-8a1de98d019f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:07.501543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.525252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dba2dc-cb78-4e38-bf14-631471f2d456 None None] Pushing event updated for resources: {'Port': ['ID=6416f0be-67f6-4459-8457-316e2a5ce8c5,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:07.543126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75dba2dc-cb78-4e38-bf14-631471f2d456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:07.602876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.618850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.624544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-08cb2658-ff2a-461a-96f0-aa37afb0136f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:07.680211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e4a88abf-9023-49bb-9877-5052086b782f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:07.724752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.778042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'Port': ['ID=204a7b5f-d68c-4663-9170-96e4e04b4f20,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:07.797271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:07.813626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.823573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.837461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Attempting to bind port 6416f0be-67f6-4459-8457-316e2a5ce8c5 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:07.837890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Attempting to bind port 6416f0be-67f6-4459-8457-316e2a5ce8c5 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:07.838305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Attempting to bind port 6416f0be-67f6-4459-8457-316e2a5ce8c5 on network de6c063b-8fe8-464a-b18a-92fa469bc723 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:07.918851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.923690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11bff9ce-e832-4afe-9a74-c19e96a80bf9 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:07.925101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:07.925558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Checking segment: {'id': '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:07.926017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.926463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Bound using segment: {'id': '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:07.927007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Bound port: 6416f0be-67f6-4459-8457-316e2a5ce8c5, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:07.927434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.956357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port e4a88abf-9023-49bb-9877-5052086b782f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:07.956782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:07.969271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=034fe308-2aae-4d97-b3b6-eb35959df380,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:07.971663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:08.080073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.104749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7804693f-e072-42cf-a5b5-b834cffb1047 None None] Network 465b57b3-3856-42c9-b5c6-9d537e12bbff requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:08.110001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465b57b3-3856-42c9-b5c6-9d537e12bbff']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:08.125271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2baa6a10-e825-46ba-8b04-22e0a0948dac') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:08.125651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2baa6a10-e825-46ba-8b04-22e0a0948dac') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:08.139712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.157737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.166337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:08.166901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:08.183303 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:08.268119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.271810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6e34831-f78b-49af-a712-6fba3495ce9b tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:08.291601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.301083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=465b57b3-3856-42c9-b5c6-9d537e12bbff,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:08.305699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:08.308318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Allocated IP 2001:db8:3::2 (ac087fb9-c3a7-404d-a0f5-8320042e98f6/5b17c0ec-f14d-43b4-a1a3-8a1de98d019f/7e7f2611-964f-4fc6-8ce8-6ed39dfdd181) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:08.311516 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/465b57b3-3856-42c9-b5c6-9d537e12bbff HTTP/1.1" status: 204 len: 168 time: 0.8302503 Dec 09 09:39:08.312091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60282) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:08.315951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Floating IP 6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4 associated. External IP: 172.26.8.217, port: 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233. Dec 09 09:39:08.319009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2027837393'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:08.324872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:08.328956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:08.331989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:08.338574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:08.348066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:08.354109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.369926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] For port 6416f0be-67f6-4459-8457-316e2a5ce8c5, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:08.385318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:08.391990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.394651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.395047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment 9c720f4a-50ca-4df0-9058-7eaed42a4746 of type vlan for network ecb892a7-b8fc-430d-a5dc-28c7efb7957e Dec 09 09:39:08.423951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.455440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.459248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:08.459876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.465767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e8cd01d-8122-45d6-b6c3-ac8d555be98c tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:08.473075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] For port 6416f0be-67f6-4459-8457-316e2a5ce8c5, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6416f0be-67f6-4459-8457-316e2a5ce8c5,segment=NetworkSegment(04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab),segment_id=04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:08.527039 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2112186 Dec 09 09:39:08.541616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60286) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:08.584918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=ecb892a7-b8fc-430d-a5dc-28c7efb7957e,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:08.588925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:08.694227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network ecb892a7-b8fc-430d-a5dc-28c7efb7957e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:08.707299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.708590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:08.724042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:08.799975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': 'ecb892a7-b8fc-430d-a5dc-28c7efb7957e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:09.045637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dba2dc-cb78-4e38-bf14-631471f2d456 None None] Pushing event updated for resources: {'Port': ['ID=6416f0be-67f6-4459-8457-316e2a5ce8c5,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:09.059970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75dba2dc-cb78-4e38-bf14-631471f2d456 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:09.062844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:09.081966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:09.092979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:09.096489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:09.097263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:09.103902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:09.180368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:09.241054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60292) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:09.337989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:09.381859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:09.420121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Transition to ACTIVE for port object 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:09.440083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:09.519592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Transition to ACTIVE for port object 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:09.545903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:09.556623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:09.629997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Allocated IP 2001:db8:3::1 (ac087fb9-c3a7-404d-a0f5-8320042e98f6/5b17c0ec-f14d-43b4-a1a3-8a1de98d019f/220966c1-732e-4b97-8d8c-0a3860cf59ab) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:09.683402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:09.720520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Network ac087fb9-c3a7-404d-a0f5-8320042e98f6 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:09.740362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:09.743056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Pushing event updated for resources: {'Port': ['ID=7e7f2611-964f-4fc6-8ce8-6ed39dfdd181,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:09.748991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:09.752123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:09.956288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:09.964208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba340f9d-2031-48ff-9a9b-a134b5fa7602 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:09.983107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Attempting to bind port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:09.983544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Attempting to bind port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '4c779640-76ad-45ed-842d-3a5315dcb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:09.983949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Attempting to bind port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 on network ac087fb9-c3a7-404d-a0f5-8320042e98f6 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:10.002939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:10.002939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Checking segment: {'id': '4c779640-76ad-45ed-842d-3a5315dcb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:10.003448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:10.004309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Bound using segment: {'id': '4c779640-76ad-45ed-842d-3a5315dcb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:10.004309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Bound port: 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c779640-76ad-45ed-842d-3a5315dcb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:10.004851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:10.048961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:10.107035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Transition to ACTIVE for port object 220966c1-732e-4b97-8d8c-0a3860cf59ab will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:10.108583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=b53efaff-e42e-49b5-8302-2a02ba9cf1be,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:10.118139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:10.119754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:01Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:08Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:10.128709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3ddf6-1b34-46c8-b2e0-c4024ac01a6e None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:01Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:08Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:10.131170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Router 41d9777c-d2eb-4973-b0cd-aa918b924c63 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:10.134895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] For port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:10.139135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] For port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7e7f2611-964f-4fc6-8ce8-6ed39dfdd181,segment=NetworkSegment(4c779640-76ad-45ed-842d-3a5315dcb527),segment_id=4c779640-76ad-45ed-842d-3a5315dcb527)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:10.145223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:10.146518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': '9c720f4a-50ca-4df0-9058-7eaed42a4746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb892a7-b8fc-430d-a5dc-28c7efb7957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:10.146926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: ecb892a7-b8fc-430d-a5dc-28c7efb7957e, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:10.157013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df47d205-7cdc-4fa0-9c20-b9968d449a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:10.179870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:10.271723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:10.315650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Pushing event updated for resources: {'Port': ['ID=7e7f2611-964f-4fc6-8ce8-6ed39dfdd181,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:10.326180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:10.360934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network ac087fb9-c3a7-404d-a0f5-8320042e98f6 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:10.366155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:10.373592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:10.374230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:10.395220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network ecb892a7-b8fc-430d-a5dc-28c7efb7957e is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:10.413980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=220966c1-732e-4b97-8d8c-0a3860cf59ab,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:10.419593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:10.439533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, ecb892a7-b8fc-430d-a5dc-28c7efb7957e) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:10.449392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e80c736-2911-4f5a-839c-fcd3b5e57a57 None None] Network ecb892a7-b8fc-430d-a5dc-28c7efb7957e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:10.451052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:10.451706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:10.651769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:10.682973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60296) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:10.686005 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fea9531c-1e26-4e1f-a60f-4685baf9105e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8926296 Dec 09 09:39:11.031963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.086635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-ecb892a7-b8fc-430d-a5dc-28c7efb7957e', 'network_id': 'ecb892a7-b8fc-430d-a5dc-28c7efb7957e', 'tenant_id': 'd6ea032308484b4db53314fbfe915763', 'fixed_ips': [{'subnet_id': 'b53efaff-e42e-49b5-8302-2a02ba9cf1be'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:11.086635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.212643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port e4a88abf-9023-49bb-9877-5052086b782f {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:11.213354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.251992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.311312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Allocated IP 172.20.0.1 (ecb892a7-b8fc-430d-a5dc-28c7efb7957e/b53efaff-e42e-49b5-8302-2a02ba9cf1be/ed9e98ba-397c-4f0c-bf53-2934ea26ebe6) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:11.339123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.344264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:11.359767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] Sync routers for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:11.360537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.362248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.378198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:11.397577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:11.398988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:11.496655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event updated for resources: {'Port': ['ID=220966c1-732e-4b97-8d8c-0a3860cf59ab,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:11.501317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:11.515861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port e4a88abf-9023-49bb-9877-5052086b782f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e4a88abf-9023-49bb-9877-5052086b782f,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:11.516434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.521519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.604813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.646259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Transition to ACTIVE for port object ed9e98ba-397c-4f0c-bf53-2934ea26ebe6 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:11.693154 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.5089233 Dec 09 09:39:11.693730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Transition to ACTIVE for port object ed9e98ba-397c-4f0c-bf53-2934ea26ebe6 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:11.693841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:39:11.698418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:11.700418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.709018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75dba2dc-cb78-4e38-bf14-631471f2d456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:11.775034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Network ac087fb9-c3a7-404d-a0f5-8320042e98f6 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:11.776470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:11.786025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for e4a88abf-9023-49bb-9877-5052086b782f owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:11.853791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:11.893333 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'status': 'completed', 'code': 200} Dec 09 09:39:11.898970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Network ecb892a7-b8fc-430d-a5dc-28c7efb7957e is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:11.910555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:11.917621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Pushing event updated for resources: {'Port': ['ID=ed9e98ba-397c-4f0c-bf53-2934ea26ebe6,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:11.923168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:11.930272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:11.937070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:11.944129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5d85bb04-4c02-4ede-bd86-55c78bd511ae tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:11.988888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=b53efaff-e42e-49b5-8302-2a02ba9cf1be,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:11.992838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:12.099544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Attempting to bind port ed9e98ba-397c-4f0c-bf53-2934ea26ebe6 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:12.099965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Attempting to bind port ed9e98ba-397c-4f0c-bf53-2934ea26ebe6 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '9c720f4a-50ca-4df0-9058-7eaed42a4746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb892a7-b8fc-430d-a5dc-28c7efb7957e'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:12.100376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Attempting to bind port ed9e98ba-397c-4f0c-bf53-2934ea26ebe6 on network ecb892a7-b8fc-430d-a5dc-28c7efb7957e {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:12.115525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:12.116031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Checking segment: {'id': '9c720f4a-50ca-4df0-9058-7eaed42a4746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb892a7-b8fc-430d-a5dc-28c7efb7957e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:12.116474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:12.121281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Bound using segment: {'id': '9c720f4a-50ca-4df0-9058-7eaed42a4746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb892a7-b8fc-430d-a5dc-28c7efb7957e'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:12.121858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Bound port: ed9e98ba-397c-4f0c-bf53-2934ea26ebe6, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c720f4a-50ca-4df0-9058-7eaed42a4746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'ecb892a7-b8fc-430d-a5dc-28c7efb7957e'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:12.122312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:12.141143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:12.152236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6416f0be-67f6-4459-8457-316e2a5ce8c5 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:12.217591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.217', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:06Z', 'updated_at': '2021-12-09T09:39:06Z', 'revision_number': 0, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:12.222472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] Checking router: 41d9777c-d2eb-4973-b0cd-aa918b924c63 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:12.238841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:12.239548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:12.276380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:12.284000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2f5323f-9ec6-45f7-8d5f-75a23aa39cb7 req-3eca264b-1f6d-420c-9e36-9ce8005df884 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 1099 time: 0.4474699 Dec 09 09:39:12.289717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-823d05d2-aec8-4550-8440-e12afae2eb4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:12.382770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] For port ed9e98ba-397c-4f0c-bf53-2934ea26ebe6, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:12.387081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] For port ed9e98ba-397c-4f0c-bf53-2934ea26ebe6, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ed9e98ba-397c-4f0c-bf53-2934ea26ebe6,segment=NetworkSegment(9c720f4a-50ca-4df0-9058-7eaed42a4746),segment_id=9c720f4a-50ca-4df0-9058-7eaed42a4746)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:12.392835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:12.398542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:12.497547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Pushing event updated for resources: {'Port': ['ID=ed9e98ba-397c-4f0c-bf53-2934ea26ebe6,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:12.500735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 6416f0be-67f6-4459-8457-316e2a5ce8c5 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:12.509311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:12.516173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 6416f0be-67f6-4459-8457-316e2a5ce8c5 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:12.516546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:12.519983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:12.571736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=e4a88abf-9023-49bb-9877-5052086b782f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:12.580755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:12.610524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:12.716642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb892a7-b8fc-430d-a5dc-28c7efb7957e']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:12.852062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c720f4a-50ca-4df0-9058-7eaed42a4746') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:12.852243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c720f4a-50ca-4df0-9058-7eaed42a4746') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:12.905904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:12.917756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:12.942124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5323f-9ec6-45f7-8d5f-75a23aa39cb7 req-20291cec-8ef2-4fbe-b3ec-35c4b99e1873 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:12.944000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2f5323f-9ec6-45f7-8d5f-75a23aa39cb7 req-20291cec-8ef2-4fbe-b3ec-35c4b99e1873 service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.6117778 Dec 09 09:39:13.008776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f23b1-bcae-4e0b-add9-02802cd2e475 None None] Network ecb892a7-b8fc-430d-a5dc-28c7efb7957e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:13.107524 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2f5323f-9ec6-45f7-8d5f-75a23aa39cb7 req-ea724909-5179-48c7-b163-24f206fd375e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 HTTP/1.1" status: 200 len: 1000 time: 0.1512742 Dec 09 09:39:13.122413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f41da4b-10ac-40db-8898-417f3031cca0 None None] Network ac087fb9-c3a7-404d-a0f5-8320042e98f6 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:13.242593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.217', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:06Z', 'updated_at': '2021-12-09T09:39:06Z', 'revision_number': 0, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:13.261709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97beb1c4-11ed-4b9a-a97d-956aceec0f40 None None] The sync data for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv is: [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.217', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:06Z', 'updated_at': '2021-12-09T09:39:06Z', 'revision_number': 0, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:13.292766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:13.315430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:13.324087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:13.325188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:13.353709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:13.372434 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2832189 Dec 09 09:39:13.372434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60304) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:13.379710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:13.393011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:13.454039 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:13.473363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:39:13.473363 dv-neutron-819581-1-hyperv neutron-server[88772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:39:13.473363 dv-neutron-819581-1-hyperv neutron-server[88772]: [parameters: {'id': 'ecb892a7-b8fc-430d-a5dc-28c7efb7957e'}] Dec 09 09:39:13.473363 dv-neutron-819581-1-hyperv neutron-server[88772]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:39:13.473363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:39:13.486946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f5323f-9ec6-45f7-8d5f-75a23aa39cb7 req-30925172-df86-4947-9bb3-b849c32f7bc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:13.488880 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2f5323f-9ec6-45f7-8d5f-75a23aa39cb7 req-30925172-df86-4947-9bb3-b849c32f7bc9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.3693435 Dec 09 09:39:13.636597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2b96590d-b585-4b48-aef7-6ec327255aec None None] Provisioning for port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:13.704889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2f5323f-9ec6-45f7-8d5f-75a23aa39cb7 req-0dc6de6b-efc0-4eab-951f-0c9067c2c512 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2057743 Dec 09 09:39:13.748784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:13.751033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:13.966929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2b96590d-b585-4b48-aef7-6ec327255aec None None] Provisioning complete for port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:13.966929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b96590d-b585-4b48-aef7-6ec327255aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:13.996421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3297f2c-6b7d-4ddc-8520-a6eba387c511 None None] New status for floating IP 6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:39:14.028181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 6416f0be-67f6-4459-8457-316e2a5ce8c5, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6416f0be-67f6-4459-8457-316e2a5ce8c5,segment=NetworkSegment(04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab),segment_id=04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:14.077582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.088448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7535e31-3550-43c3-9f6c-bf3ca2af50d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:14.202430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.289876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:14.291134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Deleting port ed9e98ba-397c-4f0c-bf53-2934ea26ebe6 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:14.291689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.375158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:39:14.375980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=6416f0be-67f6-4459-8457-316e2a5ce8c5,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:14.390659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.404352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Removed routes are [] {{(pid=88884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:39:14.404973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.518907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2f5323f-9ec6-45f7-8d5f-75a23aa39cb7 req-ae1e56ef-4ed1-444c-8580-f85b62f42bfa service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8075850 Dec 09 09:39:14.611239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:14.736750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b96590d-b585-4b48-aef7-6ec327255aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.797137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.806725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.865882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] For port ed9e98ba-397c-4f0c-bf53-2934ea26ebe6, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ed9e98ba-397c-4f0c-bf53-2934ea26ebe6,segment=NetworkSegment(9c720f4a-50ca-4df0-9058-7eaed42a4746),segment_id=9c720f4a-50ca-4df0-9058-7eaed42a4746)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:14.866421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.891620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2b96590d-b585-4b48-aef7-6ec327255aec None None] For port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7e7f2611-964f-4fc6-8ce8-6ed39dfdd181,segment=NetworkSegment(4c779640-76ad-45ed-842d-3a5315dcb527),segment_id=4c779640-76ad-45ed-842d-3a5315dcb527)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:14.900562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b96590d-b585-4b48-aef7-6ec327255aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:14.906293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:15.010507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:15.034584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96590d-b585-4b48-aef7-6ec327255aec None None] Pushing event updated for resources: {'Port': ['ID=7e7f2611-964f-4fc6-8ce8-6ed39dfdd181,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:15.039516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b96590d-b585-4b48-aef7-6ec327255aec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:15.043771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Calling delete_port for ed9e98ba-397c-4f0c-bf53-2934ea26ebe6 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:15.064979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:10Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '220966c1-732e-4b97-8d8c-0a3860cf59ab', 'name': '', 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:06:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b17c0ec-f14d-43b4-a1a3-8a1de98d019f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:09Z', 'updated_at': '2021-12-09T09:39:11Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '5b17c0ec-f14d-43b4-a1a3-8a1de98d019f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:08Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:15.070409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:15.071140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Updating router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 port 220966c1-732e-4b97-8d8c-0a3860cf59ab binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:39:15.090813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2f5323f-9ec6-45f7-8d5f-75a23aa39cb7 req-b2face51-ff55-4212-8b02-3cb68b14bd25 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5520949 Dec 09 09:39:15.135833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.178640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.219980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:15.231810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.235731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-104c8d0b-6804-4ede-92d6-364291f9f8d5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 HTTP/1.1" status: 200 len: 954 time: 1.8617966 Dec 09 09:39:15.236617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60308) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:15.253855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:15.307704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Port': ['ID=ed9e98ba-397c-4f0c-bf53-2934ea26ebe6,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:15.310535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:15.334795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No DVR routers for this DVR port ed9e98ba-397c-4f0c-bf53-2934ea26ebe6 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:15.432144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7f9a2154-2c12-4ece-9a89-5a7c5af2a772 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 HTTP/1.1" status: 200 len: 954 time: 0.1941800 Dec 09 09:39:15.433288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-060a39f9-8433-41b6-a6db-e307cabed622 None None] Provisioning complete for port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:15.434964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-060a39f9-8433-41b6-a6db-e307cabed622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.435117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60312) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:15.440845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'routes': None}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:15.542731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.578173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb892a7-b8fc-430d-a5dc-28c7efb7957e']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:15.593234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c720f4a-50ca-4df0-9058-7eaed42a4746') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:15.593580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c720f4a-50ca-4df0-9058-7eaed42a4746') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:15.607099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.625625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.633350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:15.633807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.745568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:15.766567 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:15.774499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.779113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.786762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1c7862d-50ee-4fdf-b938-767e845f3422 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:15.789446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Transition to ACTIVE for port object 220966c1-732e-4b97-8d8c-0a3860cf59ab will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:15.799927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:15.806234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:15.838343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=ecb892a7-b8fc-430d-a5dc-28c7efb7957e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:15.841643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:15.856417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-060a39f9-8433-41b6-a6db-e307cabed622 None None] Provisioning for port 220966c1-732e-4b97-8d8c-0a3860cf59ab completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:15.874891 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/ecb892a7-b8fc-430d-a5dc-28c7efb7957e HTTP/1.1" status: 204 len: 168 time: 5.1887853 Dec 09 09:39:15.876247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60316) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:15.885418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579951506'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:15.892289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:15.974459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e0287-ce47-43b3-bd08-054ac9947130 None None] Pushing event updated for resources: {'Port': ['ID=220966c1-732e-4b97-8d8c-0a3860cf59ab,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:15.974617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:15.978614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:15.984913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-972e0287-ce47-43b3-bd08-054ac9947130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:15.988707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:16.015272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:16.022105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.090032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Attempting to bind port 220966c1-732e-4b97-8d8c-0a3860cf59ab on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:16.090419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Attempting to bind port 220966c1-732e-4b97-8d8c-0a3860cf59ab by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '4c779640-76ad-45ed-842d-3a5315dcb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:16.091041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Attempting to bind port 220966c1-732e-4b97-8d8c-0a3860cf59ab on network ac087fb9-c3a7-404d-a0f5-8320042e98f6 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:16.100456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:16.101284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Checking segment: {'id': '4c779640-76ad-45ed-842d-3a5315dcb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:16.102302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.102743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Bound using segment: {'id': '4c779640-76ad-45ed-842d-3a5315dcb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:16.103280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Bound port: 220966c1-732e-4b97-8d8c-0a3860cf59ab, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c779640-76ad-45ed-842d-3a5315dcb527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:16.103703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.142655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:16.179511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.180292 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment 9fd180b8-2685-47bc-9452-e10e0c7e3bb7 of type vlan for network 2480e103-837c-4d39-8293-1e1ea3dcb03e Dec 09 09:39:16.231100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] For port 220966c1-732e-4b97-8d8c-0a3860cf59ab, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:16.237648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] For port 220966c1-732e-4b97-8d8c-0a3860cf59ab, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=220966c1-732e-4b97-8d8c-0a3860cf59ab,segment=NetworkSegment(4c779640-76ad-45ed-842d-3a5315dcb527),segment_id=4c779640-76ad-45ed-842d-3a5315dcb527)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:16.240362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.247454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.256280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:16.288475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:16.299577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:16.306729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.311310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:16.312216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.318892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4f0a844-d91e-4197-a9b2-e54c7c200388 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:16.422196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:16.422563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.454189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e0287-ce47-43b3-bd08-054ac9947130 None None] Pushing event updated for resources: {'Port': ['ID=220966c1-732e-4b97-8d8c-0a3860cf59ab,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:16.464377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-972e0287-ce47-43b3-bd08-054ac9947130 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:16.499456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:16.500165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:16.516913 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6359038 Dec 09 09:39:16.525961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added routes are [] {{(pid=88884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:39:16.526330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:39:16.528968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60320) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:16.533868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=2480e103-837c-4d39-8293-1e1ea3dcb03e,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:16.540724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:16.563070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:16.570137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 2480e103-837c-4d39-8293-1e1ea3dcb03e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:16.581267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:16.871866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:16.917890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6416f0be-67f6-4459-8457-316e2a5ce8c5 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:16.943376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed03c62-5f95-4c32-ac3f-a904e5c76d77 None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:39:17.019969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:17.024365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:17.219083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:17.238697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:17.266877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:17.273262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50b2a60e-a332-4323-8af3-c6cc4b3664fb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:17.312550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network 2480e103-837c-4d39-8293-1e1ea3dcb03e is not hosted by any dhcp agent {{(pid=88883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 09 09:39:17.316460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:17.317133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:17.321870 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "PUT /v2.0/networks/2480e103-837c-4d39-8293-1e1ea3dcb03e HTTP/1.1" status: 200 len: 723 time: 0.7881651 Dec 09 09:39:17.327997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60324) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:17.337252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': '2480e103-837c-4d39-8293-1e1ea3dcb03e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:17.362179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:17.407337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:17.416631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:17.418179 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d46a25f-c89a-4781-b281-294f2b3d67d6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 HTTP/1.1" status: 200 len: 704 time: 1.9821649 Dec 09 09:39:17.420813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60328) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:17.442714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:17.448733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/6adde3ed-479d-4e08-bd75-ba6b395d8b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2059522 Dec 09 09:39:17.454229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=2480e103-837c-4d39-8293-1e1ea3dcb03e,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:17.457661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:17.523534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 2480e103-837c-4d39-8293-1e1ea3dcb03e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:17.537092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] Sync routers for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:17.552072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:17.557999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:17.561047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:17.565142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 6416f0be-67f6-4459-8457-316e2a5ce8c5 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:17.565519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:17.567623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:17.578081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:17.680723 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3901faa-69eb-4d26-a0ea-fecaaa5cea0e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 HTTP/1.1" status: 200 len: 704 time: 0.2571836 Dec 09 09:39:17.683838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60334) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:17.706189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:17.785154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:17.785955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:17.885184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed03c62-5f95-4c32-ac3f-a904e5c76d77 None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:39:18.023989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:18.031080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62fc6a4e-648e-450b-aceb-31165073b573 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:18.112502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:18.199971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=b222f7bb-04c8-43bc-8bd6-6a24cd3b9605,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:18.202960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:18.223313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': '9fd180b8-2685-47bc-9452-e10e0c7e3bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2480e103-837c-4d39-8293-1e1ea3dcb03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:18.224465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: 2480e103-837c-4d39-8293-1e1ea3dcb03e, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:18.250597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:18.264221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c175f8-71b2-4fde-9e63-6d4508d8637e req-3601e288-f468-4295-84ad-a9774189d637 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:18.264999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-60c175f8-71b2-4fde-9e63-6d4508d8637e req-3601e288-f468-4295-84ad-a9774189d637 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:18.282530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network 2480e103-837c-4d39-8293-1e1ea3dcb03e is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:18.289313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-60c175f8-71b2-4fde-9e63-6d4508d8637e req-3601e288-f468-4295-84ad-a9774189d637 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:18.290613 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60c175f8-71b2-4fde-9e63-6d4508d8637e req-3601e288-f468-4295-84ad-a9774189d637 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 946 time: 0.4376369 Dec 09 09:39:18.295571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 2480e103-837c-4d39-8293-1e1ea3dcb03e) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:18.302805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:14Z', 'revision_number': 6, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '220966c1-732e-4b97-8d8c-0a3860cf59ab', 'name': '', 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:06:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b17c0ec-f14d-43b4-a1a3-8a1de98d019f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:09Z', 'updated_at': '2021-12-09T09:39:16Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '5b17c0ec-f14d-43b4-a1a3-8a1de98d019f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:13Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:18.303528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:18.304458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:18.331343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec1ae43-c292-4262-9626-43caa4c379a4 None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:14Z', 'revision_number': 6, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '220966c1-732e-4b97-8d8c-0a3860cf59ab', 'name': '', 'network_id': 'ac087fb9-c3a7-404d-a0f5-8320042e98f6', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:06:4f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b17c0ec-f14d-43b4-a1a3-8a1de98d019f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:09Z', 'updated_at': '2021-12-09T09:39:16Z', 'revision_number': 4, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '5b17c0ec-f14d-43b4-a1a3-8a1de98d019f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:13Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:18.362247 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0330679 Dec 09 09:39:18.365160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60342) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:18.376561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5181baec-8bda-4ac9-9be8-1a9760768ceb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:18.430711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60c175f8-71b2-4fde-9e63-6d4508d8637e req-f9be2bcf-b2c9-40ba-af0b-c9e1b673b4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198556 Dec 09 09:39:18.575156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5181baec-8bda-4ac9-9be8-1a9760768ceb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3518401'] for subnet, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:18.795954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5181baec-8bda-4ac9-9be8-1a9760768ceb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746976568998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851496995'] for subnet, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:18.808504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:18.877328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181baec-8bda-4ac9-9be8-1a9760768ceb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:18.878382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5181baec-8bda-4ac9-9be8-1a9760768ceb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:18.880047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5181baec-8bda-4ac9-9be8-1a9760768ceb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "PUT /v2.0/subnets/b222f7bb-04c8-43bc-8bd6-6a24cd3b9605 HTTP/1.1" status: 200 len: 806 time: 0.5139065 Dec 09 09:39:18.888761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60346) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:19.014087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5181baec-8bda-4ac9-9be8-1a9760768ceb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=b222f7bb-04c8-43bc-8bd6-6a24cd3b9605,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:19.024557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5181baec-8bda-4ac9-9be8-1a9760768ceb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:19.122057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:19.158042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:39:12Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3e3384f9-80dc-4d7d-9406-27963fd6cbe7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:37:47Z', 'updated_at': '2021-12-09T09:37:55Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:19.173436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] Checking router: 6adde3ed-479d-4e08-bd75-ba6b395d8b7e for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:19.193550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daef1c7f-a81f-4e08-82c6-667850de64f6 None None] Network 2480e103-837c-4d39-8293-1e1ea3dcb03e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:19.250628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 220966c1-732e-4b97-8d8c-0a3860cf59ab {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:19.251200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:19.262649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:19.264133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:19.293347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:19.377147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-f8b88712-7f57-4812-b596-cfcdfacb9f75 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:19.378860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-f8b88712-7f57-4812-b596-cfcdfacb9f75 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 946 time: 0.1959059 Dec 09 09:39:19.471212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:19.478218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-740bed57-d9c2-498d-80ed-6d352cd98826 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:19.490828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port 220966c1-732e-4b97-8d8c-0a3860cf59ab, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=220966c1-732e-4b97-8d8c-0a3860cf59ab,segment=NetworkSegment(4c779640-76ad-45ed-842d-3a5315dcb527),segment_id=4c779640-76ad-45ed-842d-3a5315dcb527)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:19.491234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:19.518535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port c0eb3308-349d-4f30-8254-ac990182e693 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:19.518911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:19.565029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=b222f7bb-04c8-43bc-8bd6-6a24cd3b9605,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:19.567878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:19.669220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb7a46e-c864-4f1f-b5bd-9f5f8d312439 None None] Network 2480e103-837c-4d39-8293-1e1ea3dcb03e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:19.692126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:19.711743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for 220966c1-732e-4b97-8d8c-0a3860cf59ab owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:19.851976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:19.957462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2480e103-837c-4d39-8293-1e1ea3dcb03e']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:19.974636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd180b8-2685-47bc-9452-e10e0c7e3bb7') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:19.974976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd180b8-2685-47bc-9452-e10e0c7e3bb7') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:20.007670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.012656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f5bdb-7066-48a6-b94c-9b368b1f7776 req-a6962053-7145-4c26-b9fe-61e3ec897d17 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:20.014428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f46f5bdb-7066-48a6-b94c-9b368b1f7776 req-a6962053-7145-4c26-b9fe-61e3ec897d17 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 946 time: 0.3111875 Dec 09 09:39:20.020962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.025721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port c0eb3308-349d-4f30-8254-ac990182e693, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=c0eb3308-349d-4f30-8254-ac990182e693,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:20.026125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.026269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:20.041570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.073147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ec2f17-d715-4d72-b80b-9254e91a2b77 None None] Network 2480e103-837c-4d39-8293-1e1ea3dcb03e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:20.132533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=220966c1-732e-4b97-8d8c-0a3860cf59ab,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:20.132533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:20.189137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for c0eb3308-349d-4f30-8254-ac990182e693 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:20.196211 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f46f5bdb-7066-48a6-b94c-9b368b1f7776 req-9b6b1464-f8c7-4b9c-aa94-c47e59ea64e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=3b9abd45-2676-4c9d-a208-7ddfd7210296&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314032 Dec 09 09:39:20.237147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:20.237147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:20.257335 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:20.319839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:20.387018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:20.387018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:20.555095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.586309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e15dcfd8-471f-446c-b567-eb876b862614 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:20.628108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.628108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=2480e103-837c-4d39-8293-1e1ea3dcb03e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:20.650127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:20.659790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60356) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:20.665014 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/2480e103-837c-4d39-8293-1e1ea3dcb03e HTTP/1.1" status: 204 len: 168 time: 1.7580063 Dec 09 09:39:20.730812 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-797cf119-9efe-44e5-9881-3154bbfb2d72 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:20.730812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797cf119-9efe-44e5-9881-3154bbfb2d72 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:20.730812 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-797cf119-9efe-44e5-9881-3154bbfb2d72 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/2480e103-837c-4d39-8293-1e1ea3dcb03e HTTP/1.1" status: 404 len: 339 time: 0.0733864 Dec 09 09:39:20.746371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60360) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:20.772298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1769287207', 'description': 'd1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:20.791109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:20.800577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:network and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:20.815723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:20.815723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.835580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:20.852079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.862721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:20.869036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9e1e379-5bb2-445a-80d9-8fdcd6a1d7fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:20.874078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:20.954522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=c0eb3308-349d-4f30-8254-ac990182e693,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:20.966866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:21.079805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:21.092254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:21.092254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment ba1f115e-643c-4243-9d17-d7de5b54ecbe of type vlan for network e84f55f1-644f-4bae-80e1-970ce3f0226e Dec 09 09:39:21.103147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port c0eb3308-349d-4f30-8254-ac990182e693 on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:21.103147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:21.113729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7cbfe9-ec4f-4984-a07b-1aea369eb542', 'name': 'network-vif-deleted', 'tag': 'c0eb3308-349d-4f30-8254-ac990182e693'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:39:21.118827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:21.161895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be364a9c-6847-4352-a55f-aeeeaa1c7dd2 req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/c0eb3308-349d-4f30-8254-ac990182e693 HTTP/1.1" status: 204 len: 173 time: 1.7740462 Dec 09 09:39:21.207936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:21.226583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:39:12Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3e3384f9-80dc-4d7d-9406-27963fd6cbe7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:37:47Z', 'updated_at': '2021-12-09T09:37:55Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:21.226583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b15708-8f98-470b-8228-aed6441d29aa None None] The sync data for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv is: [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:39:12Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3e3384f9-80dc-4d7d-9406-27963fd6cbe7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.74', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'port_id': '991b65d7-0303-4333-b695-435b3ab32171', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'mac_address': 'fa:16:3e:c3:f0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:37:47Z', 'updated_at': '2021-12-09T09:37:55Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:21.245341 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7cbfe9-ec4f-4984-a07b-1aea369eb542', 'name': 'network-vif-deleted', 'tag': 'c0eb3308-349d-4f30-8254-ac990182e693', 'status': 'completed', 'code': 200} Dec 09 09:39:21.661619 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1000bfa1-fa58-41e9-a274-d09ad5cc5029 req-63d39a0b-f44a-4119-9c73-a26f2ceb3b5d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e7cbfe9-ec4f-4984-a07b-1aea369eb542 HTTP/1.1" status: 200 len: 210 time: 0.1027093 Dec 09 09:39:21.707833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:21.707833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:21.707833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:21.820947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ed4f5e4-943f-4245-add6-3c337e308d47 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:21.899664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:19Z', 'revision_number': 8, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:13Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:21.911908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:21.972140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:21.972140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:22.102335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=e84f55f1-644f-4bae-80e1-970ce3f0226e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:22.108786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:22.119483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network e84f55f1-644f-4bae-80e1-970ce3f0226e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:22.174434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:22.234722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4826415 Dec 09 09:39:22.239886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60368) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:22.335942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:22.387386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e4a88abf-9023-49bb-9877-5052086b782f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:22.443586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device c0eb3308-349d-4f30-8254-ac990182e693 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:22.525066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935fbcdf-219f-4c39-aa62-025efcb0ac0d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:22.525066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-935fbcdf-219f-4c39-aa62-025efcb0ac0d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Synchronizing usage tracker for tenant:d6ea032308484b4db53314fbfe915763 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:22.560931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: e4a88abf-9023-49bb-9877-5052086b782f {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:22.560931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e4a88abf-9023-49bb-9877-5052086b782f not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:22.568170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-935fbcdf-219f-4c39-aa62-025efcb0ac0d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Unset dirty status for tenant:d6ea032308484b4db53314fbfe915763 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:22.568170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-935fbcdf-219f-4c39-aa62-025efcb0ac0d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/networks?id=e84f55f1-644f-4bae-80e1-970ce3f0226e HTTP/1.1" status: 200 len: 761 time: 0.3257749 Dec 09 09:39:22.573795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: c0eb3308-349d-4f30-8254-ac990182e693 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:22.573795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device c0eb3308-349d-4f30-8254-ac990182e693 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:22.578924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60372) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:22.578924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'description': 'd2'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:22.650205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:22.650205 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9614594 Dec 09 09:39:22.661009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60376) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:22.814115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:19Z', 'revision_number': 8, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:13Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:22.814115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348c0de1-6fc8-48c1-8504-7d56b96444f3 None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:19Z', 'revision_number': 8, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:13Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:22.867592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60382) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:22.966767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:22.981384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:22.992863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b300fba4-7cc5-4fd5-b8ec-8576f2fdb32a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:23.082509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting subnet 5b17c0ec-f14d-43b4-a1a3-8a1de98d019f {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:39:23.094409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.155359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=e84f55f1-644f-4bae-80e1-970ce3f0226e,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:23.155359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network e84f55f1-644f-4bae-80e1-970ce3f0226e is not hosted by any dhcp agent {{(pid=88883) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:227}} Dec 09 09:39:23.155359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:23.160751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.160751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "PUT /v2.0/networks/e84f55f1-644f-4bae-80e1-970ce3f0226e HTTP/1.1" status: 200 len: 758 time: 0.5943978 Dec 09 09:39:23.160751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:23.173694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60386) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:23.180537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network e84f55f1-644f-4bae-80e1-970ce3f0226e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:23.237534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-58b062b2-9d94-4a63-804a-75e8c94effee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.250917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.382390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41629844-657b-4197-bfe2-eaf4d5e71ea9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:23.382390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-41629844-657b-4197-bfe2-eaf4d5e71ea9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/networks?id=e84f55f1-644f-4bae-80e1-970ce3f0226e HTTP/1.1" status: 200 len: 761 time: 0.2112136 Dec 09 09:39:23.382390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60390) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:23.395355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1770632884'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:23.395355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:23.411225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:23.423661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:23.423661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.462977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:23.474710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.474710 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment ec94f88e-1397-4e5c-a817-4a7d6790cd92 of type vlan for network ea8218d9-36ce-4549-8e6a-323f1d77e422 Dec 09 09:39:23.513967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.659490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.669311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:23.669311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.669311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-99f43f54-536d-4a70-b038-9bbee9f1c4c4 tempest-ExternalNetworksTestJSON-1548555423 tempest-ExternalNetworksTestJSON-1548555423-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:23.674417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-58b062b2-9d94-4a63-804a-75e8c94effee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.688943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:23.714785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:23.714785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:23.748731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.899471 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5130174 Dec 09 09:39:23.899471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60396) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:23.904955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-58b062b2-9d94-4a63-804a-75e8c94effee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.910193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': 'ea8218d9-36ce-4549-8e6a-323f1d77e422', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:23.915844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cba79c8-9c8b-4da7-95b3-cc1d4e5d27ad tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:23.933346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:23.950651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b062b2-9d94-4a63-804a-75e8c94effee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9abd45-2676-4c9d-a208-7ddfd7210296,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:23.950651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-58b062b2-9d94-4a63-804a-75e8c94effee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:23.950651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d25cf445-eb4a-4e23-93b5-fd7e88db81bb tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:23.984258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55242814-376c-4a4c-8ed8-7e0ce11fc481 None None] Network ac087fb9-c3a7-404d-a0f5-8320042e98f6 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:24.004026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:24.031031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Subnet': ['ID=5b17c0ec-f14d-43b4-a1a3-8a1de98d019f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:24.031031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:24.031031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/5b17c0ec-f14d-43b4-a1a3-8a1de98d019f HTTP/1.1" status: 204 len: 168 time: 1.3751183 Dec 09 09:39:24.031031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60400) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:24.215063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:24.227866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-58b062b2-9d94-4a63-804a-75e8c94effee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:24.227866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-58b062b2-9d94-4a63-804a-75e8c94effee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/3b9abd45-2676-4c9d-a208-7ddfd7210296 HTTP/1.1" status: 204 len: 168 time: 1.3573754 Dec 09 09:39:24.233571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:24.233571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:24.326391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 220966c1-732e-4b97-8d8c-0a3860cf59ab no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:24.375689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=ea8218d9-36ce-4549-8e6a-323f1d77e422,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:24.375689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:24.393013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:24.393013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Usage tracker for resource:subnet and tenant:d6ea032308484b4db53314fbfe915763 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:24.393013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:24.401526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 220966c1-732e-4b97-8d8c-0a3860cf59ab {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:24.401526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 220966c1-732e-4b97-8d8c-0a3860cf59ab not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:24.401526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network ea8218d9-36ce-4549-8e6a-323f1d77e422 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:24.409669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:24.445166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60406) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:24.491710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:24.524694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:24.596411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7e7f2611-964f-4fc6-8ce8-6ed39dfdd181,segment=NetworkSegment(4c779640-76ad-45ed-842d-3a5315dcb527),segment_id=4c779640-76ad-45ed-842d-3a5315dcb527)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:24.596411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:24.622153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:24.965382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting subnet fe220b55-9dc2-44d1-bcbd-44d9834b297a {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:39:24.976068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.049706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:25.062606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.089321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:19Z', 'revision_number': 8, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:13Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:25.089321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:25.112596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:25.112596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:25.159640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.171948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b53ff6b9-e724-45e4-b4fa-107a1f4f39b7 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:25.204680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13832a11-2de8-492b-a35f-6613730b41b4 None None] DHCP port deletion for ac087fb9-c3a7-404d-a0f5-8320042e98f6 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:39:25.262240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.266799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-13832a11-2de8-492b-a35f-6613730b41b4 None None] Deleting port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:25.266799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13832a11-2de8-492b-a35f-6613730b41b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.272049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:25.307179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.322620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=7e7f2611-964f-4fc6-8ce8-6ed39dfdd181,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:25.322620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:25.330287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No DVR routers for this DVR port 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:25.354871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-13832a11-2de8-492b-a35f-6613730b41b4 None None] The port '7e7f2611-964f-4fc6-8ce8-6ed39dfdd181' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:39:25.404497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:25.441038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.468613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=78016aee-b8c4-4b25-81f5-b56bde4d71d8,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:25.484399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:25.484399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': 'ec94f88e-1397-4e5c-a817-4a7d6790cd92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'ea8218d9-36ce-4549-8e6a-323f1d77e422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:25.484399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: ea8218d9-36ce-4549-8e6a-323f1d77e422, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:25.495558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:25.505488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.540346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac087fb9-c3a7-404d-a0f5-8320042e98f6']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:25.551531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c990fd-7ed6-4a4e-959c-796f9af9a5ab None None] Network 6f001ff0-4b65-4880-a983-de2a3b90d1df requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:25.556843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Subnet': ['ID=fe220b55-9dc2-44d1-bcbd-44d9834b297a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:25.562048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c779640-76ad-45ed-842d-3a5315dcb527') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:25.562048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c779640-76ad-45ed-842d-3a5315dcb527') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:25.567257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.567257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/subnets/fe220b55-9dc2-44d1-bcbd-44d9834b297a HTTP/1.1" status: 204 len: 168 time: 1.1178980 Dec 09 09:39:25.567257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:25.567257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60410) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:25.574364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.591018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.602134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:25.602134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.704736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network ea8218d9-36ce-4549-8e6a-323f1d77e422 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:25.711170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.721782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35ca86a4-7eb6-46c6-b56e-30167a744c8f tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:25.738386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.738386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, ea8218d9-36ce-4549-8e6a-323f1d77e422) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:25.755313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:25.755313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.761242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.781753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Network': ['ID=ac087fb9-c3a7-404d-a0f5-8320042e98f6,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:25.788000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8739924 Dec 09 09:39:25.793450 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/networks/ac087fb9-c3a7-404d-a0f5-8320042e98f6 HTTP/1.1" status: 204 len: 168 time: 1.7439008 Dec 09 09:39:25.793450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:25.793450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60416) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:25.799297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60414) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:25.846641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 303d83bc-4c73-4f7f-9945-aac678605cca {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:25.846641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:25.898648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8ef56e-c939-45e8-86e5-3b0072555616 None None] Network ea8218d9-36ce-4549-8e6a-323f1d77e422 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:26.127496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:26.201827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:26.331275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:26.383513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 303d83bc-4c73-4f7f-9945-aac678605cca, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=303d83bc-4c73-4f7f-9945-aac678605cca,segment=NetworkSegment(5bbf61d6-d28b-4e62-91e2-7047c0fba8d6),segment_id=5bbf61d6-d28b-4e62-91e2-7047c0fba8d6)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:26.384030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:26.535053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:26.580459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:26.580459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7e7f2611-964f-4fc6-8ce8-6ed39dfdd181 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:26.605719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 303d83bc-4c73-4f7f-9945-aac678605cca owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:26.755336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:26.761376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:26.815500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:26.827528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c71de-51c3-49ab-9862-3ec3d3326b93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-ea8218d9-36ce-4549-8e6a-323f1d77e422', 'network_id': 'ea8218d9-36ce-4549-8e6a-323f1d77e422', 'tenant_id': 'd6ea032308484b4db53314fbfe915763', 'fixed_ips': [{'subnet_id': '78016aee-b8c4-4b25-81f5-b56bde4d71d8'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:26.828404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=78016aee-b8c4-4b25-81f5-b56bde4d71d8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:26.829039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e4c71de-51c3-49ab-9862-3ec3d3326b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:26.832844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:26.834167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:26.841592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf35f5-2e5e-4d64-b262-7f3600d9ec9c None None] DHCP port deletion for 6f001ff0-4b65-4880-a983-de2a3b90d1df request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:39:26.932031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port 303d83bc-4c73-4f7f-9945-aac678605cca on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:26.955692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:19Z', 'revision_number': 8, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:13Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:26.983238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6847ee8-0fa9-426c-b93e-97761be2bc99 None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:19Z', 'revision_number': 8, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': '6416f0be-67f6-4459-8457-316e2a5ce8c5', 'name': '', 'network_id': 'de6c063b-8fe8-464a-b18a-92fa469bc723', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:91:80:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:59Z', 'updated_at': '2021-12-09T09:39:13Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '9948f7fa-8f80-4550-83d2-86733d365df1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:26.989620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=303d83bc-4c73-4f7f-9945-aac678605cca,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:26.989620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:27.035174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b627796-442d-40a0-b3f3-6f1632bbd929 None None] Network ea8218d9-36ce-4549-8e6a-323f1d77e422 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:27.087867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.149495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8218d9-36ce-4549-8e6a-323f1d77e422']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:27.168141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec94f88e-1397-4e5c-a817-4a7d6790cd92') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:27.168141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec94f88e-1397-4e5c-a817-4a7d6790cd92') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:27.190939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.211430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.211430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:27.215565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.260233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 6416f0be-67f6-4459-8457-316e2a5ce8c5 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:27.260233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:27.360239 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:27.480776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.498590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.510241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ed27307-aa03-475b-bfc4-61d49a2172b1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:27.530906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.536867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port 6416f0be-67f6-4459-8457-316e2a5ce8c5, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6416f0be-67f6-4459-8457-316e2a5ce8c5,segment=NetworkSegment(04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab),segment_id=04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:27.536867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.540859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=ea8218d9-36ce-4549-8e6a-323f1d77e422,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:27.549981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:27.549981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f001ff0-4b65-4880-a983-de2a3b90d1df']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:27.573855 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/ea8218d9-36ce-4549-8e6a-323f1d77e422 HTTP/1.1" status: 204 len: 168 time: 1.7847972 Dec 09 09:39:27.573855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60422) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:27.627207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:27.627207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbf61d6-d28b-4e62-91e2-7047c0fba8d6') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:27.646489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7783839c-359d-47aa-ae24-395547ddaf78 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] GET failed (client error): The resource could not be found. Dec 09 09:39:27.646489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7783839c-359d-47aa-ae24-395547ddaf78 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Synchronizing usage tracker for tenant:d6ea032308484b4db53314fbfe915763 on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:27.646489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.669565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.676418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:27.676418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:27.693697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7783839c-359d-47aa-ae24-395547ddaf78 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Unset dirty status for tenant:d6ea032308484b4db53314fbfe915763 on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:27.700889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7783839c-359d-47aa-ae24-395547ddaf78 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/subnets/78016aee-b8c4-4b25-81f5-b56bde4d71d8 HTTP/1.1" status: 404 len: 337 time: 0.1254573 Dec 09 09:39:27.700889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60426) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:27.746899 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-268cc91b-77bd-447e-818c-7db697e2d83c tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:27.746899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-268cc91b-77bd-447e-818c-7db697e2d83c tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:27.746899 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-268cc91b-77bd-447e-818c-7db697e2d83c tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/ea8218d9-36ce-4549-8e6a-323f1d77e422 HTTP/1.1" status: 404 len: 339 time: 0.0443373 Dec 09 09:39:27.761544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60430) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:27.783620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for 6416f0be-67f6-4459-8457-316e2a5ce8c5 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:27.929634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.935731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-608e38a0-7ec3-4e80-b8fd-e2df24339696 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:27.956691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:27.971624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Network': ['ID=6f001ff0-4b65-4880-a983-de2a3b90d1df,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:27.979322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:28.009931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeaf00d-f8f8-4420-9db7-8b2e50305b05 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:28.010684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dbeaf00d-f8f8-4420-9db7-8b2e50305b05 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Synchronizing usage tracker for tenant:d6ea032308484b4db53314fbfe915763 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:28.027851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/networks/6f001ff0-4b65-4880-a983-de2a3b90d1df HTTP/1.1" status: 204 len: 168 time: 2.4592755 Dec 09 09:39:28.027851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dbeaf00d-f8f8-4420-9db7-8b2e50305b05 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Unset dirty status for tenant:d6ea032308484b4db53314fbfe915763 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:28.028599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dbeaf00d-f8f8-4420-9db7-8b2e50305b05 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2782266 Dec 09 09:39:28.028920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60434) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:28.031502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60436) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:28.032281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:28.078277 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-79d97ce9-3e7d-4f8d-96ae-7d31509ee341 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 207 time: 0.0455034 Dec 09 09:39:28.084357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60442) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:28.090500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f0d1434-9e0d-439b-90a8-53109652e261 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:28.151069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=6416f0be-67f6-4459-8457-316e2a5ce8c5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:28.157845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:28.269486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e086bb2-ba6b-4b75-9f89-b4bf513055e1 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:28.278230 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8e086bb2-ba6b-4b75-9f89-b4bf513055e1 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1910815 Dec 09 09:39:28.278230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60446) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:28.380893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 303d83bc-4c73-4f7f-9945-aac678605cca no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:28.418635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 303d83bc-4c73-4f7f-9945-aac678605cca {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:28.419329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 303d83bc-4c73-4f7f-9945-aac678605cca not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:28.476837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-83387316-2e07-4e0b-bb9f-125cf402eeb3 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2004526 Dec 09 09:39:28.480081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60450) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:28.567278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94697b38-c8e0-467d-a991-93169f726b21 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:28.568785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94697b38-c8e0-467d-a991-93169f726b21 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:28.571126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-94697b38-c8e0-467d-a991-93169f726b21 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0902214 Dec 09 09:39:28.576394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60454) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:28.654887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12161190-7087-4659-9ce0-4c1c7191123e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:28.656772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12161190-7087-4659-9ce0-4c1c7191123e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:28.658772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-12161190-7087-4659-9ce0-4c1c7191123e tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0811861 Dec 09 09:39:28.662934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60458) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:28.813871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port a8000b7e-97ed-4f09-8796-d4a88cabc489 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:28.814251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:28.851123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea6f38-860c-4cd6-9bb7-94f2be19c909 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:28.851123 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-15ea6f38-860c-4cd6-9bb7-94f2be19c909 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/networks/48fd042e-999e-47f5-9f62-7eee92b733ec HTTP/1.1" status: 200 len: 799 time: 0.1820755 Dec 09 09:39:28.851123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60462) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:28.924394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:29.028784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d6d09643-77c8-436e-8700-afce64a4c64d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/networks/48fd042e-999e-47f5-9f62-7eee92b733ec?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1766036 Dec 09 09:39:29.033178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60466) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:29.113033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9449f6-4a3d-47c7-989c-89e5718388f2 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:29.120207 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0c9449f6-4a3d-47c7-989c-89e5718388f2 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/subnets/f017d22f-00cb-4807-b722-9d4201e2c71b HTTP/1.1" status: 200 len: 811 time: 0.0797958 Dec 09 09:39:29.122246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60470) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:29.195081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:29.195081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:29.344159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for a8000b7e-97ed-4f09-8796-d4a88cabc489 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:29.390995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e0e8e0-6abd-4d03-8e20-beefc83446df tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:29.391786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-42e0e8e0-6abd-4d03-8e20-beefc83446df tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Synchronizing usage tracker for tenant:d6ea032308484b4db53314fbfe915763 on resource:subnet {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:29.448604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-42e0e8e0-6abd-4d03-8e20-beefc83446df tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Unset dirty status for tenant:d6ea032308484b4db53314fbfe915763 on resource:subnet {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:29.454339 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-42e0e8e0-6abd-4d03-8e20-beefc83446df tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "GET /v2.0/subnets/f017d22f-00cb-4807-b722-9d4201e2c71b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3185124 Dec 09 09:39:29.454489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60474) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:29.463289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-572726039'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:29.467364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:29.478247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:29.488617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:29.495367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:29.530498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:29.540429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:29.541954 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Added segment e2e2168b-09f7-4b4d-bf30-b0f941199873 of type vlan for network 21f89a45-8829-4263-b817-60e5b06a65e4 Dec 09 09:39:29.587900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:29.636011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:29.640326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:29.640972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:29.647157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad12a1b7-3aac-4012-9125-e07b69690f2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:29.828270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:29.838586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-840d4285-045d-4168-b8a5-60aecb411baa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:29.895941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=a8000b7e-97ed-4f09-8796-d4a88cabc489,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:29.902324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:30.029311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:30.041990 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5867147 Dec 09 09:39:30.045454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60478) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:30.048481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Network': ['ID=21f89a45-8829-4263-b817-60e5b06a65e4,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:30.054836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'network_id': '21f89a45-8829-4263-b817-60e5b06a65e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:30.060675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 21f89a45-8829-4263-b817-60e5b06a65e4 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:30.079750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:30.140365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:30.201430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:30.218136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:30.230574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Made reservation on behalf of d6ea032308484b4db53314fbfe915763 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:30.351709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:30.462459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Performing IP validity checks on allocation pools {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 09 09:39:30.463056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 09 09:39:30.626316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:30.629570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2e3bc14d-044d-49a4-b6a0-232cfacae362 tempest-PortsIpV6TestJSON-1605365286 tempest-PortsIpV6TestJSON-1605365286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:30.714007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=46ac0848-0135-4730-babb-68e9374ae3d1,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:30.725007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:30.746326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Checking segment: {'id': 'e2e2168b-09f7-4b4d-bf30-b0f941199873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '21f89a45-8829-4263-b817-60e5b06a65e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:30.746736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network hostable DHCP agents. Network: 21f89a45-8829-4263-b817-60e5b06a65e4, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:30.751473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:30.763438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:30.778146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:30.778769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:30.780977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Network 21f89a45-8829-4263-b817-60e5b06a65e4 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:30.792531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 21f89a45-8829-4263-b817-60e5b06a65e4) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:30.797340 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0167086 Dec 09 09:39:30.797588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:30.798692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:30.800117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60482) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:30.811430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d15134-fc49-43dc-8eea-d64d69a1ed16 None None] Network 21f89a45-8829-4263-b817-60e5b06a65e4 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:30.829342 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7827215 Dec 09 09:39:30.832030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60486) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:30.841469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0278ca0d-9644-47ac-8765-5fbc8a12033f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:31.048843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:31.136545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0278ca0d-9644-47ac-8765-5fbc8a12033f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3518401'] for subnet, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.138844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-21f89a45-8829-4263-b817-60e5b06a65e4', 'network_id': '21f89a45-8829-4263-b817-60e5b06a65e4', 'tenant_id': 'd6ea032308484b4db53314fbfe915763', 'fixed_ips': [{'subnet_id': '46ac0848-0135-4730-babb-68e9374ae3d1'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:31.139999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.276206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting subnet 9948f7fa-8f80-4550-83d2-86733d365df1 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:39:31.289588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:31.291047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.411829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0278ca0d-9644-47ac-8765-5fbc8a12033f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746976568998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851496995'] for subnet, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.424674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:31.439934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.505598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0278ca0d-9644-47ac-8765-5fbc8a12033f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event updated for resources: {'Subnet': ['ID=46ac0848-0135-4730-babb-68e9374ae3d1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:31.512531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0278ca0d-9644-47ac-8765-5fbc8a12033f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:31.514222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0278ca0d-9644-47ac-8765-5fbc8a12033f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:31.514886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0278ca0d-9644-47ac-8765-5fbc8a12033f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.516474 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0278ca0d-9644-47ac-8765-5fbc8a12033f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "PUT /v2.0/subnets/46ac0848-0135-4730-babb-68e9374ae3d1 HTTP/1.1" status: 200 len: 877 time: 0.6834381 Dec 09 09:39:31.520217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60492) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:31.547627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Allocated IP 172.20.0.3 (21f89a45-8829-4263-b817-60e5b06a65e4/46ac0848-0135-4730-babb-68e9374ae3d1/c3faa2ea-c98d-4c97-b8c5-2078e8167c97) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:31.550599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:27Z', 'revision_number': 9, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:31.559320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:31.580449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:31.581502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:31.631399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.742583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.805886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:31.818339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.824918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a240c2e0-3213-40bb-8e1a-4b1c165de7c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:31.825729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] Sync routers for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:31.846909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:31.847805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:31.861515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:31.869773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.905256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.940494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Subnet': ['ID=9948f7fa-8f80-4550-83d2-86733d365df1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:31.950664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:31.985538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.995227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:31.999924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/9948f7fa-8f80-4550-83d2-86733d365df1 HTTP/1.1" status: 204 len: 168 time: 1.1946759 Dec 09 09:39:32.001528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60496) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:32.052709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc7d78b-a30d-428b-9df5-fe6634e949c9 None None] Network de6c063b-8fe8-464a-b18a-92fa469bc723 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:32.081780 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/floatingips/3e3384f9-80dc-4d7d-9406-27963fd6cbe7 HTTP/1.1" status: 204 len: 168 time: 4.0452235 Dec 09 09:39:32.081780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'tag': '991b65d7-0303-4333-b695-435b3ab32171'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:39:32.194021 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'tag': '991b65d7-0303-4333-b695-435b3ab32171', 'status': 'completed', 'code': 200} Dec 09 09:39:32.205418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:32.224679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Transition to ACTIVE for port object c3faa2ea-c98d-4c97-b8c5-2078e8167c97 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:32.258666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 75054abc-8372-4d14-b241-76033c516816 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:32.259540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:32.363835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Transition to ACTIVE for port object c3faa2ea-c98d-4c97-b8c5-2078e8167c97 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:32.398100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:32.409887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65c564c9-b2a5-44bf-b628-9985c255e144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:32.493170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Network 21f89a45-8829-4263-b817-60e5b06a65e4 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:32.496060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Pushing event updated for resources: {'Port': ['ID=c3faa2ea-c98d-4c97-b8c5-2078e8167c97,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:32.499616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:32.502577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:32.509940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:32.524480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:32.526496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:32.536682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580eef96-5fd2-4e7f-b6a9-36f469b5f936 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:32.591143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=46ac0848-0135-4730-babb-68e9374ae3d1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:32.610441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:32.634275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:27Z', 'revision_number': 9, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:32.639141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0592b-0543-4a08-91cb-149e8265a7bf None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:27Z', 'revision_number': 9, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1dc40f9-73f1-4f69-9efa-0c7879eb67f9', 'name': '', 'network_id': 'f4266a6e-6762-47d5-918c-61c5468c4c6a', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:67:03:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:46Z', 'updated_at': '2021-12-09T09:38:56Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '02c1d05d-2e46-4166-9844-c9a4369343a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:32.747040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c3b4c3-e687-4399-b0fd-2f9c0df01ef9 None None] DHCP port deletion for de6c063b-8fe8-464a-b18a-92fa469bc723 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:39:32.782809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port 75054abc-8372-4d14-b241-76033c516816, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=75054abc-8372-4d14-b241-76033c516816,segment=NetworkSegment(04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab),segment_id=04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:32.782809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:32.797096 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-e269e35a-a121-4cc2-a25c-978fe46d7454 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 1098 time: 0.5885060 Dec 09 09:39:32.808438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3b4c3-e687-4399-b0fd-2f9c0df01ef9 None None] Deleting port 75054abc-8372-4d14-b241-76033c516816 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:32.808996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a0c3b4c3-e687-4399-b0fd-2f9c0df01ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:32.811343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:32.885234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f89a45-8829-4263-b817-60e5b06a65e4']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:32.957944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e2168b-09f7-4b4d-bf30-b0f941199873') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:32.957944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e2168b-09f7-4b4d-bf30-b0f941199873') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:32.995668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.049484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for 75054abc-8372-4d14-b241-76033c516816 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:33.095875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.120552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:33.120552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:33.149251 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:33.161078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849926e0-600e-4c84-954b-d26e67bfcad8 req-1bfb57df-08d5-4407-a35d-a500202abac9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:33.161078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-849926e0-600e-4c84-954b-d26e67bfcad8 req-1bfb57df-08d5-4407-a35d-a500202abac9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:33.167322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.171590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-893d9534-0b9c-498e-a18d-54b17df70e64 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:33.314932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=75054abc-8372-4d14-b241-76033c516816,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:33.314932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:33.314932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No DVR routers for this DVR port 75054abc-8372-4d14-b241-76033c516816 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:33.317642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-e209aea9-d70a-4ec9-ae4e-4bbf9cff20b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:33.317642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-e209aea9-d70a-4ec9-ae4e-4bbf9cff20b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bdc46751-1c39-4b69-8e3a-794781aa87a1 HTTP/1.1" status: 200 len: 898 time: 0.3596039 Dec 09 09:39:33.319543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-849926e0-600e-4c84-954b-d26e67bfcad8 req-1bfb57df-08d5-4407-a35d-a500202abac9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:33.319543 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-849926e0-600e-4c84-954b-d26e67bfcad8 req-1bfb57df-08d5-4407-a35d-a500202abac9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 945 time: 0.4768732 Dec 09 09:39:33.335157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a0c3b4c3-e687-4399-b0fd-2f9c0df01ef9 None None] The port '75054abc-8372-4d14-b241-76033c516816' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:39:33.355648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Attempting to bind port c3faa2ea-c98d-4c97-b8c5-2078e8167c97 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:33.356015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Attempting to bind port c3faa2ea-c98d-4c97-b8c5-2078e8167c97 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e2e2168b-09f7-4b4d-bf30-b0f941199873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '21f89a45-8829-4263-b817-60e5b06a65e4'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:33.356470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Attempting to bind port c3faa2ea-c98d-4c97-b8c5-2078e8167c97 on network 21f89a45-8829-4263-b817-60e5b06a65e4 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:33.361226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 09 09:39:33.361226 dv-neutron-819581-1-hyperv neutron-server[88772]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 09 09:39:33.361226 dv-neutron-819581-1-hyperv neutron-server[88772]: [parameters: {'id': '21f89a45-8829-4263-b817-60e5b06a65e4'}] Dec 09 09:39:33.361226 dv-neutron-819581-1-hyperv neutron-server[88772]: (Background on this error at: http://sqlalche.me/e/gkpj) {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:39:33.369735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:39:33.372022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:33.372447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Checking segment: {'id': 'e2e2168b-09f7-4b4d-bf30-b0f941199873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '21f89a45-8829-4263-b817-60e5b06a65e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:33.372896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.373379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Bound using segment: {'id': 'e2e2168b-09f7-4b4d-bf30-b0f941199873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '21f89a45-8829-4263-b817-60e5b06a65e4'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:33.373900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Bound port: c3faa2ea-c98d-4c97-b8c5-2078e8167c97, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e2168b-09f7-4b4d-bf30-b0f941199873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '21f89a45-8829-4263-b817-60e5b06a65e4'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:33.374323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.389680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-ae4f1568-bfdf-448b-b087-38c66156002e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=991b65d7-0303-4333-b695-435b3ab32171 HTTP/1.1" status: 200 len: 217 time: 0.1069057 Dec 09 09:39:33.451631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.463240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-68541b23-1924-42c7-b21a-99eab3214e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:33.464964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-68541b23-1924-42c7-b21a-99eab3214e62 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49ce0688-be68-4549-a4a8-21af70d83d8c HTTP/1.1" status: 200 len: 835 time: 0.0687714 Dec 09 09:39:33.476135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-849926e0-600e-4c84-954b-d26e67bfcad8 req-2d2ee4a1-19a2-49e6-9458-6523dafa57a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:33.486319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6c063b-8fe8-464a-b18a-92fa469bc723']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:33.509688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:33.510022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ff115b-f1d3-42a3-b7e9-4ba7a556a9ab') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:33.526023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.533710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-849926e0-600e-4c84-954b-d26e67bfcad8 req-2d2ee4a1-19a2-49e6-9458-6523dafa57a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:33.534976 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-849926e0-600e-4c84-954b-d26e67bfcad8 req-2d2ee4a1-19a2-49e6-9458-6523dafa57a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190499 Dec 09 09:39:33.545741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.565444 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-a65872a8-4ba5-4e84-b4f2-f5ce1f5bc4f8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bdc46751-1c39-4b69-8e3a-794781aa87a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923259 Dec 09 09:39:33.572013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:33.572466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.580321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-443a4714-318a-4253-b5bc-931db08ce4ca service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:39:33.581512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-443a4714-318a-4253-b5bc-931db08ce4ca service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0060277 Dec 09 09:39:33.592841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] For port c3faa2ea-c98d-4c97-b8c5-2078e8167c97, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:33.594115 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:33.608998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] For port c3faa2ea-c98d-4c97-b8c5-2078e8167c97, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c3faa2ea-c98d-4c97-b8c5-2078e8167c97,segment=NetworkSegment(e2e2168b-09f7-4b4d-bf30-b0f941199873),segment_id=e2e2168b-09f7-4b4d-bf30-b0f941199873)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:33.615426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.620669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-972e0287-ce47-43b3-bd08-054ac9947130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:33.679622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.683634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32549c40-68e0-48d8-8fd8-ff351840f9da tempest-FloatingIPTestJSON-978079634 tempest-FloatingIPTestJSON-978079634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:33.703104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.710934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Network': ['ID=de6c063b-8fe8-464a-b18a-92fa469bc723,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:33.716546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:33.720846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:39:12Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:33.724755 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/networks/de6c063b-8fe8-464a-b18a-92fa469bc723 HTTP/1.1" status: 204 len: 168 time: 1.7219598 Dec 09 09:39:33.727195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] Checking router: 6adde3ed-479d-4e08-bd75-ba6b395d8b7e for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:33.728630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60508) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:33.743676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:33.744369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:33.796131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-155ddba0-7872-492b-b255-e23febd05124 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068262 Dec 09 09:39:33.802355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Pushing event updated for resources: {'Port': ['ID=c3faa2ea-c98d-4c97-b8c5-2078e8167c97,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:33.843678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:33.949368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.954320 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-213ffc42-3f99-4637-9d77-de2a2eb84881 req-8474b5d4-6753-448c-8048-1776a12ff442 service neutron] 10.222.0.65 "GET /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493993 Dec 09 09:39:33.977087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Deleting port c3faa2ea-c98d-4c97-b8c5-2078e8167c97 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:33.977848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:33.980732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a61ae-57e2-4ed0-bc82-fb149ae9507d None None] Network 21f89a45-8829-4263-b817-60e5b06a65e4 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:34.142272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:34.170745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-20c182e6-1740-473e-91a6-9aee54fe6aab tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:34.172309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-20c182e6-1740-473e-91a6-9aee54fe6aab tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 945 time: 0.2474804 Dec 09 09:39:34.207940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] For port c3faa2ea-c98d-4c97-b8c5-2078e8167c97, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c3faa2ea-c98d-4c97-b8c5-2078e8167c97,segment=NetworkSegment(e2e2168b-09f7-4b4d-bf30-b0f941199873),segment_id=e2e2168b-09f7-4b4d-bf30-b0f941199873)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:34.208346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:34.287264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 75054abc-8372-4d14-b241-76033c516816 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:34.356366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Calling delete_port for c3faa2ea-c98d-4c97-b8c5-2078e8167c97 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:34.388060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 75054abc-8372-4d14-b241-76033c516816 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:34.388614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 75054abc-8372-4d14-b241-76033c516816 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:34.388910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6416f0be-67f6-4459-8457-316e2a5ce8c5 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:34.430292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 6416f0be-67f6-4459-8457-316e2a5ce8c5 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:34.430633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6416f0be-67f6-4459-8457-316e2a5ce8c5 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:34.438562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:34.454291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d7c1237-85b0-40ac-bce2-ecac71cf4d8a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:34.456528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fd1321-1d7a-42a9-a574-42ed30e8e897 None None] Network 21f89a45-8829-4263-b817-60e5b06a65e4 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:34.490811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No DVR routers for this DVR port c3faa2ea-c98d-4c97-b8c5-2078e8167c97 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:34.513982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8bc687d1-7436-4d0d-955e-2a581294c383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:34.528631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Port': ['ID=c3faa2ea-c98d-4c97-b8c5-2078e8167c97,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:34.534048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:34.534637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 991b65d7-0303-4333-b695-435b3ab32171 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:34.535026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:34.653493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:34.666788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:34.757843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21f89a45-8829-4263-b817-60e5b06a65e4']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:34.778335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e2168b-09f7-4b4d-bf30-b0f941199873') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:34.778984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e2168b-09f7-4b4d-bf30-b0f941199873') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:34.788809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1be269e-267f-4971-9b80-663a7678baec None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 09:39:34.798002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:34.832399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:34.847672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a47c23-90e8-48e1-9c92-910d8c726e1a req-feef71e0-aee7-4242-b484-649dc35227e9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:34.848435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-b8a47c23-90e8-48e1-9c92-910d8c726e1a req-feef71e0-aee7-4242-b484-649dc35227e9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:34.856700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:34.857166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:34.874506 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:34.910006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:39:12Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:34.920370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a059b1-367c-491e-99db-1c46b558dca1 None None] The sync data for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv is: [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:39:12Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '1d41e378-6bbf-4cd1-9844-9660b9274afa', 'name': '', 'network_id': 'bdc46751-1c39-4b69-8e3a-794781aa87a1', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:25:cf:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:58Z', 'updated_at': '2021-12-09T09:37:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '49ce0688-be68-4549-a4a8-21af70d83d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:34.954497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1be269e-267f-4971-9b80-663a7678baec None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 09:39:34.966981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-b8a47c23-90e8-48e1-9c92-910d8c726e1a req-feef71e0-aee7-4242-b484-649dc35227e9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:34.974923 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b8a47c23-90e8-48e1-9c92-910d8c726e1a req-feef71e0-aee7-4242-b484-649dc35227e9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 945 time: 0.2926297 Dec 09 09:39:34.980486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 991b65d7-0303-4333-b695-435b3ab32171, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=991b65d7-0303-4333-b695-435b3ab32171,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:34.980945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.020464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.027262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-964baebc-94fd-4bee-b53f-80db87ef4732 tempest-PortsTestJSON-513222541 tempest-PortsTestJSON-513222541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:35.043748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.052417 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b8a47c23-90e8-48e1-9c92-910d8c726e1a req-91c7c7fc-8e4a-4dbb-a74c-30921d4452a7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6cff03ce-161b-45ee-bea2-0dcbb7813346&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762856 Dec 09 09:39:35.063715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=21f89a45-8829-4263-b817-60e5b06a65e4,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:35.069207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:35.077233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/21f89a45-8829-4263-b817-60e5b06a65e4 HTTP/1.1" status: 204 len: 168 time: 3.5558155 Dec 09 09:39:35.080924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60514) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:35.130444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 991b65d7-0303-4333-b695-435b3ab32171 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:35.134794 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05fa034-f5f6-4a32-a5e1-49fbfc261d6a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:35.135340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05fa034-f5f6-4a32-a5e1-49fbfc261d6a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:35.137236 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a05fa034-f5f6-4a32-a5e1-49fbfc261d6a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/46ac0848-0135-4730-babb-68e9374ae3d1 HTTP/1.1" status: 404 len: 337 time: 0.0549381 Dec 09 09:39:35.140580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60518) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:35.171306 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c93934-da65-4294-b8ce-3f30e24f6c5f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:35.171813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c93934-da65-4294-b8ce-3f30e24f6c5f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:35.173690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-43c93934-da65-4294-b8ce-3f30e24f6c5f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/21f89a45-8829-4263-b817-60e5b06a65e4 HTTP/1.1" status: 404 len: 339 time: 0.0317924 Dec 09 09:39:35.176694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60522) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:35.223239 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a01328-9a7e-4419-8a79-9b964f69bde7 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:35.223969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a01328-9a7e-4419-8a79-9b964f69bde7 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:35.226841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-24a01328-9a7e-4419-8a79-9b964f69bde7 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/78016aee-b8c4-4b25-81f5-b56bde4d71d8 HTTP/1.1" status: 404 len: 337 time: 0.0488930 Dec 09 09:39:35.230328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60526) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:35.266213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4db344-4d7b-4467-8084-1829444989e4 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:35.267448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4db344-4d7b-4467-8084-1829444989e4 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:35.271731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dc4db344-4d7b-4467-8084-1829444989e4 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/ea8218d9-36ce-4549-8e6a-323f1d77e422 HTTP/1.1" status: 404 len: 339 time: 0.0379577 Dec 09 09:39:35.273610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60530) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:35.490209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adb9b43-3441-4ca0-bed2-1405423e0247 None None] New status for floating IP 3e3384f9-80dc-4d7d-9406-27963fd6cbe7: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:39:35.502925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.517788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:35.569973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=991b65d7-0303-4333-b695-435b3ab32171,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:35.572990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:35.638358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.653554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.692905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port 991b65d7-0303-4333-b695-435b3ab32171 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:35.696141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.704681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'name': 'network-vif-deleted', 'tag': '991b65d7-0303-4333-b695-435b3ab32171'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:39:35.725274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a05d8071-4e4c-45e9-a33d-828c4445bd7b req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/991b65d7-0303-4333-b695-435b3ab32171 HTTP/1.1" status: 204 len: 173 time: 1.5456171 Dec 09 09:39:35.813552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.833988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc884c85-5474-4c14-b14a-9aa9aedb92b3', 'name': 'network-vif-deleted', 'tag': '991b65d7-0303-4333-b695-435b3ab32171', 'status': 'completed', 'code': 200} Dec 09 09:39:35.849288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84f55f1-644f-4bae-80e1-970ce3f0226e']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:35.863967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1f115e-643c-4243-9d17-d7de5b54ecbe') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:35.864416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1f115e-643c-4243-9d17-d7de5b54ecbe') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:35.878944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.895026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.901849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:35.902103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.906971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:35.907357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:35.918325 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:36.002876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:36.006493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:36.026587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:36.039926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=e84f55f1-644f-4bae-80e1-970ce3f0226e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:36.044410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:36.046078 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/e84f55f1-644f-4bae-80e1-970ce3f0226e HTTP/1.1" status: 204 len: 168 time: 0.7708678 Dec 09 09:39:36.049335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60536) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.091534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-a317a550-4185-45da-b996-74d4027da474 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.092028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a317a550-4185-45da-b996-74d4027da474 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.093911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a317a550-4185-45da-b996-74d4027da474 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/b222f7bb-04c8-43bc-8bd6-6a24cd3b9605 HTTP/1.1" status: 404 len: 337 time: 0.0435674 Dec 09 09:39:36.097891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60540) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.139972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port f1dc40f9-73f1-4f69-9efa-0c7879eb67f9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f1dc40f9-73f1-4f69-9efa-0c7879eb67f9,segment=NetworkSegment(c4ead85f-4626-4e3a-9017-6b733eb57a34),segment_id=c4ead85f-4626-4e3a-9017-6b733eb57a34)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:36.140386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:36.144194 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6f31b5-c544-415b-afcf-537d22aa2937 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.144864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6f31b5-c544-415b-afcf-537d22aa2937 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.146801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2b6f31b5-c544-415b-afcf-537d22aa2937 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/2480e103-837c-4d39-8293-1e1ea3dcb03e HTTP/1.1" status: 404 len: 339 time: 0.0478179 Dec 09 09:39:36.150727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60546) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.308409 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7b8bc1f7-9983-4c76-8b07-b1bc261c96c6 req-44f103bd-7516-4ef2-ab4a-b490841e62ad tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc884c85-5474-4c14-b14a-9aa9aedb92b3 HTTP/1.1" status: 200 len: 210 time: 0.0499229 Dec 09 09:39:36.338161 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb08d4a2-423c-424f-bce1-923758f89c9d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.338664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb08d4a2-423c-424f-bce1-923758f89c9d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.340492 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bb08d4a2-423c-424f-bce1-923758f89c9d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/b53efaff-e42e-49b5-8302-2a02ba9cf1be HTTP/1.1" status: 404 len: 337 time: 0.1887343 Dec 09 09:39:36.343536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60550) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.347390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:36.376044 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fa1ea3-d98a-4845-8dd0-8c3147499608 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.376538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14fa1ea3-d98a-4845-8dd0-8c3147499608 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.378347 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-14fa1ea3-d98a-4845-8dd0-8c3147499608 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/ecb892a7-b8fc-430d-a5dc-28c7efb7957e HTTP/1.1" status: 404 len: 339 time: 0.0336270 Dec 09 09:39:36.381106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60554) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.422130 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7781a967-227b-4143-bc82-7976623ab540 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.422619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7781a967-227b-4143-bc82-7976623ab540 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.425315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7781a967-227b-4143-bc82-7976623ab540 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/034fe308-2aae-4d97-b3b6-eb35959df380 HTTP/1.1" status: 404 len: 337 time: 0.0430763 Dec 09 09:39:36.426586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 991b65d7-0303-4333-b695-435b3ab32171 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:36.427850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60558) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.455133 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c668a09-021a-4695-b4f9-687c7426339f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.455634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c668a09-021a-4695-b4f9-687c7426339f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.457488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6c668a09-021a-4695-b4f9-687c7426339f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/465b57b3-3856-42c9-b5c6-9d537e12bbff HTTP/1.1" status: 404 len: 339 time: 0.0282452 Dec 09 09:39:36.461149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60562) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.464906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 991b65d7-0303-4333-b695-435b3ab32171 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:36.465345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 991b65d7-0303-4333-b695-435b3ab32171 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:36.540142 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-938c217b-1ea9-44a3-9e8b-7d556e0f442a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.540665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938c217b-1ea9-44a3-9e8b-7d556e0f442a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.554527 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-938c217b-1ea9-44a3-9e8b-7d556e0f442a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/65850df5-c920-4af2-8fb9-33394252aae8 HTTP/1.1" status: 404 len: 337 time: 0.0923431 Dec 09 09:39:36.557357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60566) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.577840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:36.582482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ce69865-dc62-4dc8-808f-74f48a759e01 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:36.585632 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb93d3f2-da98-40be-ad91-76a6c3a274d0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.586698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb93d3f2-da98-40be-ad91-76a6c3a274d0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.591738 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fb93d3f2-da98-40be-ad91-76a6c3a274d0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/05271981-0ee6-4a98-9753-e7836e18c496 HTTP/1.1" status: 404 len: 339 time: 0.0307603 Dec 09 09:39:36.592024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60570) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.628741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=f1dc40f9-73f1-4f69-9efa-0c7879eb67f9,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:36.632027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:36.640162 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a21686-adc1-4a61-8a25-15b371d2485c tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.640659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a21686-adc1-4a61-8a25-15b371d2485c tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.644845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b9a21686-adc1-4a61-8a25-15b371d2485c tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/dcafdbb6-e597-448b-affa-4aeb8e4c30e9 HTTP/1.1" status: 404 len: 337 time: 0.0495102 Dec 09 09:39:36.645309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60574) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.674166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f9644d7-8f80-429b-a3e1-8541580cd017 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.674689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f9644d7-8f80-429b-a3e1-8541580cd017 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.676181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-017d2dd3-c47f-4cb0-b86f-7253a454fdc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:36.676960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2f9644d7-8f80-429b-a3e1-8541580cd017 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/a9de7386-f6ac-419a-90e8-b097a910abbc HTTP/1.1" status: 404 len: 339 time: 0.0306838 Dec 09 09:39:36.680101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60578) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.726649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd78b2a5-3a50-4b9f-8d4b-aa5c4dc1069c tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.727158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd78b2a5-3a50-4b9f-8d4b-aa5c4dc1069c tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.729060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fd78b2a5-3a50-4b9f-8d4b-aa5c4dc1069c tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/f684df18-134a-406f-85e2-769820aa0856 HTTP/1.1" status: 404 len: 337 time: 0.0479302 Dec 09 09:39:36.731824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60582) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.761633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9accfd7-7c99-4798-8399-40376d7413cd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.762387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9accfd7-7c99-4798-8399-40376d7413cd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.764379 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9accfd7-7c99-4798-8399-40376d7413cd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/960633b8-c27d-49fe-8634-ff03ae82d40c HTTP/1.1" status: 404 len: 339 time: 0.0313940 Dec 09 09:39:36.767043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60586) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.815954 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1cda1e-b8a8-40a7-83db-ae3dd46ae74f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.816462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1cda1e-b8a8-40a7-83db-ae3dd46ae74f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.818354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3c1cda1e-b8a8-40a7-83db-ae3dd46ae74f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/0c1a2e3c-7f18-40c1-8dde-2a070377a14f HTTP/1.1" status: 404 len: 337 time: 0.0502992 Dec 09 09:39:36.821329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60590) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.849263 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3c133e-7235-4667-aac6-f71c581d53e1 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.849778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3c133e-7235-4667-aac6-f71c581d53e1 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.852489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a3c133e-7235-4667-aac6-f71c581d53e1 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/378cc14f-cf82-44e0-839a-eb275b439001 HTTP/1.1" status: 404 len: 339 time: 0.0301352 Dec 09 09:39:36.855440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60594) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.890477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:36.905487 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb23dbc-b501-4baa-bc30-62de963c844f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.905917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb23dbc-b501-4baa-bc30-62de963c844f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.907751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3bb23dbc-b501-4baa-bc30-62de963c844f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/38d5cc32-346e-4cc8-a6e1-b5abb33dd6f8 HTTP/1.1" status: 404 len: 337 time: 0.0513117 Dec 09 09:39:36.910941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60598) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:36.943284 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-8990b49a-82bc-403a-a4f3-ace0680ac82f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:36.943825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8990b49a-82bc-403a-a4f3-ace0680ac82f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:36.948368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8990b49a-82bc-403a-a4f3-ace0680ac82f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/dce6949c-6aaa-4f0c-9f20-25303c77a8ce HTTP/1.1" status: 404 len: 339 time: 0.0337160 Dec 09 09:39:36.948652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60602) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:37.070312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.150231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Deleting subnet f017d22f-00cb-4807-b722-9d4201e2c71b {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:39:37.153101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.215859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.304713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.382825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.387492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ac1d982-b5b5-4426-9371-042b7db9404d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:37.432118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Subnet': ['ID=f017d22f-00cb-4807-b722-9d4201e2c71b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:37.435729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60608) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:37.436572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:37.455955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.461008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf2c87-1c4e-4122-a21a-3a87875a8be5 None None] Network 48fd042e-999e-47f5-9f62-7eee92b733ec requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:37.472460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/subnets/f017d22f-00cb-4807-b722-9d4201e2c71b HTTP/1.1" status: 204 len: 168 time: 0.5226202 Dec 09 09:39:37.481374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60612) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:37.658823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.667837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4467385-866b-4f05-b7a1-b33b97b213c4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.700469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:37.702902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Deleting port 739adb29-96b3-42ac-9065-5a66edccd0c8 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:37.703290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.743676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] DHCP port deletion for 48fd042e-999e-47f5-9f62-7eee92b733ec request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:39:37.748678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] Deleting port 739adb29-96b3-42ac-9065-5a66edccd0c8 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:37.749301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.752538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4467385-866b-4f05-b7a1-b33b97b213c4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:37.895729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:37.904876 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1745164 Dec 09 09:39:37.904993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60616) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:37.955512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:37.997785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] For port 739adb29-96b3-42ac-9065-5a66edccd0c8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=739adb29-96b3-42ac-9065-5a66edccd0c8,segment=NetworkSegment(3c1aa02e-efca-44bd-9c67-cd63330a1e88),segment_id=3c1aa02e-efca-44bd-9c67-cd63330a1e88)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:37.998145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.038824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4467385-866b-4f05-b7a1-b33b97b213c4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.047702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] For port 739adb29-96b3-42ac-9065-5a66edccd0c8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=739adb29-96b3-42ac-9065-5a66edccd0c8,segment=NetworkSegment(3c1aa02e-efca-44bd-9c67-cd63330a1e88),segment_id=3c1aa02e-efca-44bd-9c67-cd63330a1e88)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:38.048306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.058453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b718ba82-494d-48e3-b011-5572655dac17 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:38.062321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:38.063034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:38.083527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4467385-866b-4f05-b7a1-b33b97b213c4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cff03ce-161b-45ee-bea2-0dcbb7813346,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:38.146776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4467385-866b-4f05-b7a1-b33b97b213c4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:38.238573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Calling delete_port for 739adb29-96b3-42ac-9065-5a66edccd0c8 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:38.244716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] Calling delete_port for 739adb29-96b3-42ac-9065-5a66edccd0c8 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:38.285703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4467385-866b-4f05-b7a1-b33b97b213c4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.290456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4467385-866b-4f05-b7a1-b33b97b213c4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/6cff03ce-161b-45ee-bea2-0dcbb7813346 HTTP/1.1" status: 204 len: 168 time: 0.8488581 Dec 09 09:39:38.340440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 739adb29-96b3-42ac-9065-5a66edccd0c8 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:38.343041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60622) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:38.413865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.425618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:38.452407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting subnet 02c1d05d-2e46-4166-9844-c9a4369343a2 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:39:38.456106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:39:38.456467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:39:38.457052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.479206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.492084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f20617c4-6657-4dde-bb6a-c642c6af14cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:38.522546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.541753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] Pushing event deleted for resources: {'Port': ['ID=739adb29-96b3-42ac-9065-5a66edccd0c8,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:38.547109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:38.556884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No active binding found for port 739adb29-96b3-42ac-9065-5a66edccd0c8 {{(pid=88885) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 09 09:39:38.557376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 739adb29-96b3-42ac-9065-5a66edccd0c8 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:38.566461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] No DVR routers for this DVR port 739adb29-96b3-42ac-9065-5a66edccd0c8 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:38.633385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.717085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.722165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9b6b76d-adad-439b-a550-e19eecff79f1 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:38.769128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Subnet': ['ID=02c1d05d-2e46-4166-9844-c9a4369343a2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:38.774079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:38.777620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.787084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a773da-1d6d-4db1-8c00-28de43362cc6 None None] Network f4266a6e-6762-47d5-918c-61c5468c4c6a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:38.787264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.790924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/02c1d05d-2e46-4166-9844-c9a4369343a2 HTTP/1.1" status: 204 len: 168 time: 0.8848526 Dec 09 09:39:38.792984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60626) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:38.930757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.942049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port f8b0d46a-5ba6-4cdc-8810-c540460006b2 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:38.942543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:38.970251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Deleting port 739adb29-96b3-42ac-9065-5a66edccd0c8 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:38.970629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.041899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:36Z', 'revision_number': 10, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:39.052552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:39.058265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] The port '739adb29-96b3-42ac-9065-5a66edccd0c8' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:39:39.074795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:39.075467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:39.268354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.365625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fd042e-999e-47f5-9f62-7eee92b733ec']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:39.369988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] DHCP port deletion for f4266a6e-6762-47d5-918c-61c5468c4c6a request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:39:39.379955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] Deleting port f8b0d46a-5ba6-4cdc-8810-c540460006b2 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:39.380590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.399815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1aa02e-efca-44bd-9c67-cd63330a1e88') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:39.401222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1aa02e-efca-44bd-9c67-cd63330a1e88') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:39.421741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port f8b0d46a-5ba6-4cdc-8810-c540460006b2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f8b0d46a-5ba6-4cdc-8810-c540460006b2,segment=NetworkSegment(c4ead85f-4626-4e3a-9017-6b733eb57a34),segment_id=c4ead85f-4626-4e3a-9017-6b733eb57a34)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:39.422150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.431545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.468377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 1d41e378-6bbf-4cd1-9844-9660b9274afa {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:39.468758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.498196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:39.564443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for f8b0d46a-5ba6-4cdc-8810-c540460006b2 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:39.595868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.616102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:39.616877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:39.634675 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:39.671205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 1d41e378-6bbf-4cd1-9844-9660b9274afa, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1d41e378-6bbf-4cd1-9844-9660b9274afa,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:39.671601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.749029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.758966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b1e9ef9a-fda9-4f0f-8640-6ee0862e84fe tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:39.775422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.783448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.790958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] For port f8b0d46a-5ba6-4cdc-8810-c540460006b2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f8b0d46a-5ba6-4cdc-8810-c540460006b2,segment=NetworkSegment(c4ead85f-4626-4e3a-9017-6b733eb57a34),segment_id=c4ead85f-4626-4e3a-9017-6b733eb57a34)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:39.791867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:39.795504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Pushing event deleted for resources: {'Network': ['ID=48fd042e-999e-47f5-9f62-7eee92b733ec,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:39.803426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:39.805700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:39.826083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 1d41e378-6bbf-4cd1-9844-9660b9274afa owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:39.852091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=f8b0d46a-5ba6-4cdc-8810-c540460006b2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:39.855644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:39.860228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] 10.222.0.18 "DELETE /v2.0/networks/48fd042e-999e-47f5-9f62-7eee92b733ec HTTP/1.1" status: 204 len: 168 time: 2.3745816 Dec 09 09:39:39.860228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No DVR routers for this DVR port f8b0d46a-5ba6-4cdc-8810-c540460006b2 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:39.981853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] Calling delete_port for f8b0d46a-5ba6-4cdc-8810-c540460006b2 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:40.008086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:40.071639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:40.077402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4e3bd88-1848-49ce-bb64-03013ab32cf5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:40.128234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:39:40.128569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:39:40.131899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=1d41e378-6bbf-4cd1-9844-9660b9274afa,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:40.138739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:40.145043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:36Z', 'revision_number': 10, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:40.150050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba8aca7-76af-48c1-bc65-ef62b6a51ad5 None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:36Z', 'revision_number': 10, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None, '_interfaces': [{'id': 'b2912370-20bf-4de9-a855-c090e23e2454', 'name': '', 'network_id': '7c980853-e730-4b38-9bf9-187e14cfab86', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'mac_address': 'fa:16:3e:42:a5:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:38:34Z', 'updated_at': '2021-12-09T09:38:50Z', 'revision_number': 5, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'subnets': [{'id': '59b80d6e-26bf-46d1-874c-1fc345c74473', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:40.363906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4266a6e-6762-47d5-918c-61c5468c4c6a']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:40.379886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60636) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:40.384057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ead85f-4626-4e3a-9017-6b733eb57a34') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:40.384339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ead85f-4626-4e3a-9017-6b733eb57a34') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:40.393177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f8b0d46a-5ba6-4cdc-8810-c540460006b2 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:40.413738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:40.432372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:40.445803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:40.446185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:40.446297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f8b0d46a-5ba6-4cdc-8810-c540460006b2 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:40.446674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f8b0d46a-5ba6-4cdc-8810-c540460006b2 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:40.469303 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:40.568487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:40.572886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:40.582734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-762c216a-86a9-4f40-a3ce-f42d6abc08ac tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:40.601587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:40.629977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Network': ['ID=f4266a6e-6762-47d5-918c-61c5468c4c6a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:40.630141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] Deleting port f8b0d46a-5ba6-4cdc-8810-c540460006b2 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:40.630465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:40.638413 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/networks/f4266a6e-6762-47d5-918c-61c5468c4c6a HTTP/1.1" status: 204 len: 168 time: 1.8416946 Dec 09 09:39:40.638413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:40.639079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60642) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:40.717284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a88aea18-473a-4bd9-8b57-543222cb788d None None] The port 'f8b0d46a-5ba6-4cdc-8810-c540460006b2' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:39:40.814839 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-590cc04a-f09d-4225-b394-304aed689a59 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6ea032308484b4db53314fbfe915763&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4336276 Dec 09 09:39:40.817326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60646) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:40.976401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0107c070-d498-4e31-aab6-95cb4f657e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:41.067078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0107c070-d498-4e31-aab6-95cb4f657e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:41.141239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0107c070-d498-4e31-aab6-95cb4f657e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:41.148780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-900c2b21-b771-4031-8759-26ecc1941ba7 tempest-NegativeSecGroupTest-1649934303 tempest-NegativeSecGroupTest-1649934303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:41.165577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107c070-d498-4e31-aab6-95cb4f657e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8125183d-1fb2-4277-b06e-495c0dc0ff2a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:41.169481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:41.222349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0107c070-d498-4e31-aab6-95cb4f657e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:41.229450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0107c070-d498-4e31-aab6-95cb4f657e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:41.230651 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0107c070-d498-4e31-aab6-95cb4f657e87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8125183d-1fb2-4277-b06e-495c0dc0ff2a HTTP/1.1" status: 204 len: 168 time: 0.4123566 Dec 09 09:39:41.478773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:41.708612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:41.728007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/6adde3ed-479d-4e08-bd75-ba6b395d8b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3800225 Dec 09 09:39:41.728260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60662) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:41.734143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] Sync routers for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:41.753359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:41.754032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:41.857728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port b2912370-20bf-4de9-a855-c090e23e2454 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:41.858767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:41.949410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:41.991596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting subnet 49ce0688-be68-4549-a4a8-21af70d83d8c {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:39:41.996923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.078054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.118926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:39:42.123383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port b2912370-20bf-4de9-a855-c090e23e2454, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b2912370-20bf-4de9-a855-c090e23e2454,segment=NetworkSegment(e159a189-0f86-4fe0-9477-19203c1d54f3),segment_id=e159a189-0f86-4fe0-9477-19203c1d54f3)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:42.124035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.187533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.215906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:42.279322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for b2912370-20bf-4de9-a855-c090e23e2454 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:42.283837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.290347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:42.291349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f1dc40f9-73f1-4f69-9efa-0c7879eb67f9 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:42.298665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60672) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:42.299562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c025d53-aca8-431f-9e79-5f3c47447e75 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:42.316151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:39:39Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:42.320396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] Checking router: 6adde3ed-479d-4e08-bd75-ba6b395d8b7e for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:42.331534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] Routers {'6adde3ed-479d-4e08-bd75-ba6b395d8b7e'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:42.332202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:42.354703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Subnet': ['ID=49ce0688-be68-4549-a4a8-21af70d83d8c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:42.359274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:42.370375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82bdf22-7ae7-4f27-99ba-7ef366dd670b None None] Network bdc46751-1c39-4b69-8e3a-794781aa87a1 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:42.372677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.389237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60678) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:42.390057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/subnets/49ce0688-be68-4549-a4a8-21af70d83d8c HTTP/1.1" status: 204 len: 168 time: 0.6607771 Dec 09 09:39:42.535264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1790441634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:42.542639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:42.547023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Usage tracker for resource:router and tenant:f84e80507ef44218be347da844932347 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:42.547534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] Set router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:42.550210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:42.557291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:42.569805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.571209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.667369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] DHCP port deletion for bdc46751-1c39-4b69-8e3a-794781aa87a1 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:39:42.671646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.672176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] Deleting port 4e87fcaa-b463-483b-b379-dfd87824247a {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:42.672597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.677811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-888ea153-a6e1-480b-9024-3a535ae7a6a3 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:42.686319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.723072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.731473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=b2912370-20bf-4de9-a855-c090e23e2454,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:42.735393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:42.770451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.777679 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-54b848fb-53b8-499e-bfb7-bdddac82f8ed tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4476576 Dec 09 09:39:42.778481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60682) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:42.786647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-305435499'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:42.794177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:42.807438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Usage tracker for resource:network and tenant:f84e80507ef44218be347da844932347 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:42.812318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:42.821606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:42.833608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Made reservation on behalf of f84e80507ef44218be347da844932347 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:42.842381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.860428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.906400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:42.910967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Usage tracker for resource:security_group_rule and tenant:f84e80507ef44218be347da844932347 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:42.915282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:42.922504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:42.970430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:42.972983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:39:39Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:42.978387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b509d4-f974-455b-8217-4735a97d268a None None] The sync data for ids ['6adde3ed-479d-4e08-bd75-ba6b395d8b7e'] in dv-neutron-819581-1-hyperv is: [{'id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'name': 'tempest-TestNetworkBasicOps-router-101104437', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:36:49Z', 'updated_at': '2021-12-09T09:39:39Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'd4cb6694-3486-44cf-8ebc-4c9c0011220b', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6adde3ed-479d-4e08-bd75-ba6b395d8b7e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:36:51Z', 'updated_at': '2021-12-09T09:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:42.980288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.067134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] For port 4e87fcaa-b463-483b-b379-dfd87824247a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4e87fcaa-b463-483b-b379-dfd87824247a,segment=NetworkSegment(16f77066-1510-4abf-b274-e9dcab418b93),segment_id=16f77066-1510-4abf-b274-e9dcab418b93)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:43.067591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.073366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.077955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.085605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:43.122800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8a21a9-72e6-4a83-a390-c74ea8b018b5,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:43.130172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:43.144434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:43.157090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.158050 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Added segment e5be1270-8280-4452-bedc-422c69c406fb of type vlan for network 327fe3bf-89b0-4807-a79d-94751a010b60 Dec 09 09:39:43.191213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.226886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.227110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] Calling delete_port for 4e87fcaa-b463-483b-b379-dfd87824247a owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:43.231534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:43.232300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.238818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4972a69-438d-493a-92b5-f5e536ce1262 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:43.310886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.327094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:43.361795 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5785174 Dec 09 09:39:43.363725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60686) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:43.366891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Network': ['ID=327fe3bf-89b0-4807-a79d-94751a010b60,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:43.372868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Request body: {'subnet': {'network_id': '327fe3bf-89b0-4807-a79d-94751a010b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:43.373678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] No DVR routers for this DVR port 4e87fcaa-b463-483b-b379-dfd87824247a on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:43.375727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] Pushing event deleted for resources: {'Port': ['ID=4e87fcaa-b463-483b-b379-dfd87824247a,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:43.383968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:43.386726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 327fe3bf-89b0-4807-a79d-94751a010b60 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:43.394515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:43.511866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:43.516007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Usage tracker for resource:subnet and tenant:f84e80507ef44218be347da844932347 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:43.519247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:43.525730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:43.534757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Made reservation on behalf of f84e80507ef44218be347da844932347 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:43.644190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.865785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:43.869472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.881270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.883864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port d4cb6694-3486-44cf-8ebc-4c9c0011220b {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:43.884233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:43.885763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcd50d64-2941-474e-8d57-48aa8e9347be tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:43.967864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Subnet': ['ID=6d36c064-aebb-49d0-8dbb-06d30e0dcfd9,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:43.972639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:43.978293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Checking segment: {'id': 'e5be1270-8280-4452-bedc-422c69c406fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '327fe3bf-89b0-4807-a79d-94751a010b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:43.978726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network hostable DHCP agents. Network: 327fe3bf-89b0-4807-a79d-94751a010b60, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:44.000972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network 327fe3bf-89b0-4807-a79d-94751a010b60 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:44.010122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 327fe3bf-89b0-4807-a79d-94751a010b60) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:44.014133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:44.014789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.020356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7069e33f-e59b-4731-9100-dfbf7017c7f2 None None] Network 327fe3bf-89b0-4807-a79d-94751a010b60 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:44.039268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6755147 Dec 09 09:39:44.043368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60690) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:44.050947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Request body: {'network': {'name': 'tempest-router-network01--908227753'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:44.057359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:44.061461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Usage tracker for resource:network and tenant:f84e80507ef44218be347da844932347 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:44.064479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:44.071290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:44.081677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Made reservation on behalf of f84e80507ef44218be347da844932347 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:44.087708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.119498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:44.129308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.129741 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Added segment 2071810e-49d7-4130-bd35-5e8327d10c7a of type vlan for network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 Dec 09 09:39:44.163260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.173844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:44.202794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.209477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:44.209684 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5688009 Dec 09 09:39:44.210520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.213858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60694) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:44.234460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:44.285251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:44.314309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:44.315015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:44.328028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port d4cb6694-3486-44cf-8ebc-4c9c0011220b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d4cb6694-3486-44cf-8ebc-4c9c0011220b,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:44.328637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.357937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Network': ['ID=d7dd8484-70c1-4b95-b4ac-7ffc81558e51,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:44.364842 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3200765 Dec 09 09:39:44.366563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44a9ae32-c9f5-4980-b8a9-127ab71583b4 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:44.367198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60698) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:44.374490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Request body: {'network': {'name': 'tempest-router-network02--460460708'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:44.379177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:44.383836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Usage tracker for resource:network and tenant:f84e80507ef44218be347da844932347 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:44.387001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:44.393724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:44.412811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Made reservation on behalf of f84e80507ef44218be347da844932347 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:44.419025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.443262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:44.456403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:44.466291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.466681 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Added segment 7ba959dd-054c-4038-93a5-f548492132f6 of type vlan for network bdccc854-149a-4f0b-9748-da136cc732c5 Dec 09 09:39:44.491652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1d41e378-6bbf-4cd1-9844-9660b9274afa no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:44.503324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.525753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for d4cb6694-3486-44cf-8ebc-4c9c0011220b owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:44.535584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.540919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:44.541658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.547425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:44.626224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 1d41e378-6bbf-4cd1-9844-9660b9274afa {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:44.626624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1d41e378-6bbf-4cd1-9844-9660b9274afa not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:44.627101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4e87fcaa-b463-483b-b379-dfd87824247a no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:44.652599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2818644 Dec 09 09:39:44.656162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60702) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:44.665204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Request body: {'subnet': {'network_id': 'd7dd8484-70c1-4b95-b4ac-7ffc81558e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:44.680450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Network': ['ID=bdccc854-149a-4f0b-9748-da136cc732c5,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:44.683408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:44.687546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 4e87fcaa-b463-483b-b379-dfd87824247a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:44.687546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4e87fcaa-b463-483b-b379-dfd87824247a not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:44.689149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:44.746571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting subnet 59b80d6e-26bf-46d1-874c-1fc345c74473 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:39:44.757048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.766002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network bdccc854-149a-4f0b-9748-da136cc732c5 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:44.804524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:44.810099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Usage tracker for resource:subnet and tenant:f84e80507ef44218be347da844932347 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:44.813105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:44.820012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:44.821183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.828898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Made reservation on behalf of f84e80507ef44218be347da844932347 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:44.944666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.946135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:44.954935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0760331d-19bf-4898-a153-4e3d4d3ef9d5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:44.981271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:42Z', 'revision_number': 11, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:44.986529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:45.000876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:45.001617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:45.008398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=d4cb6694-3486-44cf-8ebc-4c9c0011220b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:45.013306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:45.067131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-327fe3bf-89b0-4807-a79d-94751a010b60', 'network_id': '327fe3bf-89b0-4807-a79d-94751a010b60', 'tenant_id': 'f84e80507ef44218be347da844932347', 'fixed_ips': [{'subnet_id': '6d36c064-aebb-49d0-8dbb-06d30e0dcfd9'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:45.068158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.085138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.187835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.192461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-adb71987-1e70-4c90-914f-91cd8032d62e tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:45.238156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:45.278255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Subnet': ['ID=e72036f6-076f-41ce-bf02-299384172f30,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:45.281313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:45.291350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Checking segment: {'id': '2071810e-49d7-4130-bd35-5e8327d10c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd7dd8484-70c1-4b95-b4ac-7ffc81558e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:45.291722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network hostable DHCP agents. Network: d7dd8484-70c1-4b95-b4ac-7ffc81558e51, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:45.316612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:45.327954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, d7dd8484-70c1-4b95-b4ac-7ffc81558e51) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:45.332876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:45.333866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.371823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac591c-a286-479e-ab65-7e3efdcb13d8 None None] Network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:45.372070 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7118218 Dec 09 09:39:45.372395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60706) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:45.379156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Request body: {'subnet': {'network_id': 'bdccc854-149a-4f0b-9748-da136cc732c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:45.456381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:42Z', 'revision_number': 11, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:45.484522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3717a96c-d28b-4c76-be31-a0bc0c5a0857 None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:42Z', 'revision_number': 11, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:45.523875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:45.528190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Usage tracker for resource:subnet and tenant:f84e80507ef44218be347da844932347 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:45.531424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:45.538478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:45.554294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Made reservation on behalf of f84e80507ef44218be347da844932347 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:45.566533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.575665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Allocated IP 172.20.0.2 (327fe3bf-89b0-4807-a79d-94751a010b60/6d36c064-aebb-49d0-8dbb-06d30e0dcfd9/2c3d9436-6b42-4c47-a57b-ad1b9568665a) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:45.629126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.686099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.690816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-13ec27c1-ba0e-4492-9ace-c9388e39433c tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:45.742259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Subnet': ['ID=59b80d6e-26bf-46d1-874c-1fc345c74473,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:45.748185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:45.755350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.779254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8852ae1-6b92-4237-9de5-bee4d4085bf0 None None] Network 7c980853-e730-4b38-9bf9-187e14cfab86 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:45.894769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/59b80d6e-26bf-46d1-874c-1fc345c74473 HTTP/1.1" status: 204 len: 168 time: 1.6793900 Dec 09 09:39:45.899741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60710) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:45.953880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.966517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.987922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-d7dd8484-70c1-4b95-b4ac-7ffc81558e51', 'network_id': 'd7dd8484-70c1-4b95-b4ac-7ffc81558e51', 'tenant_id': 'f84e80507ef44218be347da844932347', 'fixed_ips': [{'subnet_id': 'e72036f6-076f-41ce-bf02-299384172f30'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:45.988811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:45.995611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.000199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e5a3192-50ee-44f4-bb03-546a87b404b8 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:46.052306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.078027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Deleting port 379618c5-ff2e-432a-82a7-3c824ab0c844 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:46.078317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.092134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Subnet': ['ID=6ad6915e-385d-4acc-8bee-79a22e1b1f42,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:46.095790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:46.104306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Checking segment: {'id': '7ba959dd-054c-4038-93a5-f548492132f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdccc854-149a-4f0b-9748-da136cc732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:46.104699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network hostable DHCP agents. Network: bdccc854-149a-4f0b-9748-da136cc732c5, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:46.108306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.108866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Fanout notify agent at l3_agent the message router_deleted on router 6adde3ed-479d-4e08-bd75-ba6b395d8b7e {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:39:46.132864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network bdccc854-149a-4f0b-9748-da136cc732c5 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:46.145580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, bdccc854-149a-4f0b-9748-da136cc732c5) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:46.149818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.151017 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/routers/6adde3ed-479d-4e08-bd75-ba6b395d8b7e HTTP/1.1" status: 204 len: 168 time: 3.7603536 Dec 09 09:39:46.154754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60714) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:46.155358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:46.156174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.174128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebf3ff3-78d2-40d6-8eee-7c61e7a15c4d None None] Network bdccc854-149a-4f0b-9748-da136cc732c5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:46.188708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e8da44d4-54fb-4d26-8627-d509956b29e9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8152275 Dec 09 09:39:46.189767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60718) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:46.291224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.457288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b2912370-20bf-4de9-a855-c090e23e2454 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:46.591867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b2912370-20bf-4de9-a855-c090e23e2454 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:46.592527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b2912370-20bf-4de9-a855-c090e23e2454 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:46.597013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.629502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] For port 379618c5-ff2e-432a-82a7-3c824ab0c844, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=379618c5-ff2e-432a-82a7-3c824ab0c844,segment=NetworkSegment(e159a189-0f86-4fe0-9477-19203c1d54f3),segment_id=e159a189-0f86-4fe0-9477-19203c1d54f3)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:46.629918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.646058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.648814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc46751-1c39-4b69-8e3a-794781aa87a1']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:46.706105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Transition to ACTIVE for port object 2c3d9436-6b42-4c47-a57b-ad1b9568665a will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:46.813153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Calling delete_port for 379618c5-ff2e-432a-82a7-3c824ab0c844 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:46.816119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Transition to ACTIVE for port object 2c3d9436-6b42-4c47-a57b-ad1b9568665a will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:46.847790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.855891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:46.877623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f77066-1510-4abf-b274-e9dcab418b93') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:46.878179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f77066-1510-4abf-b274-e9dcab418b93') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:46.898934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce2b7f-b8cf-4dd7-a58e-89ad9c742b7d None None] DHCP port deletion for 7c980853-e730-4b38-9bf9-187e14cfab86 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:39:46.912724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Allocated IP 172.20.0.2 (d7dd8484-70c1-4b95-b4ac-7ffc81558e51/e72036f6-076f-41ce-bf02-299384172f30/4b3814ef-0177-4b55-accc-2f73f8720a6d) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:46.912968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.922070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.928937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-32ce2b7f-b8cf-4dd7-a58e-89ad9c742b7d None None] Deleting port 379618c5-ff2e-432a-82a7-3c824ab0c844 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:46.929619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32ce2b7f-b8cf-4dd7-a58e-89ad9c742b7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.950176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:46.973996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:46.975197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:47.001437 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:47.059400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Pushing event updated for resources: {'Port': ['ID=2c3d9436-6b42-4c47-a57b-ad1b9568665a,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:47.064576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:47.086857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Network 327fe3bf-89b0-4807-a79d-94751a010b60 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:47.095990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:47.098321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-bdccc854-149a-4f0b-9748-da136cc732c5', 'network_id': 'bdccc854-149a-4f0b-9748-da136cc732c5', 'tenant_id': 'f84e80507ef44218be347da844932347', 'fixed_ips': [{'subnet_id': '6ad6915e-385d-4acc-8bee-79a22e1b1f42'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:47.099237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.112541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.112799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:47.125755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb16a656-718e-4cb4-95cb-a4b73c9f14a0 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:47.180645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-32ce2b7f-b8cf-4dd7-a58e-89ad9c742b7d None None] The port '379618c5-ff2e-432a-82a7-3c824ab0c844' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:39:47.186029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Port': ['ID=379618c5-ff2e-432a-82a7-3c824ab0c844,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:47.188687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.193028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:47.193841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:47.210123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No DVR routers for this DVR port 379618c5-ff2e-432a-82a7-3c824ab0c844 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:39:47.215453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.257097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Network': ['ID=bdc46751-1c39-4b69-8e3a-794781aa87a1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:47.266768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:47.294645 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/networks/bdc46751-1c39-4b69-8e3a-794781aa87a1 HTTP/1.1" status: 204 len: 168 time: 1.1332562 Dec 09 09:39:47.320251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60722) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:47.329581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'network': {'name': 'tempest-network-smoke--694853724', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'port_security_enabled': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:47.406302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:47.425349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.442873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.446303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:network and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:47.452764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:47.470029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Attempting to bind port 2c3d9436-6b42-4c47-a57b-ad1b9568665a on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:47.470669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Attempting to bind port 2c3d9436-6b42-4c47-a57b-ad1b9568665a by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e5be1270-8280-4452-bedc-422c69c406fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '327fe3bf-89b0-4807-a79d-94751a010b60'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:47.471297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Attempting to bind port 2c3d9436-6b42-4c47-a57b-ad1b9568665a on network 327fe3bf-89b0-4807-a79d-94751a010b60 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:47.473254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:47.481374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c980853-e730-4b38-9bf9-187e14cfab86']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:47.501350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e159a189-0f86-4fe0-9477-19203c1d54f3') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:47.501703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e159a189-0f86-4fe0-9477-19203c1d54f3') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:47.507633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:47.508300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Checking segment: {'id': 'e5be1270-8280-4452-bedc-422c69c406fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '327fe3bf-89b0-4807-a79d-94751a010b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:47.508979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.510033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Bound using segment: {'id': 'e5be1270-8280-4452-bedc-422c69c406fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '327fe3bf-89b0-4807-a79d-94751a010b60'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:47.511211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Bound port: 2c3d9436-6b42-4c47-a57b-ad1b9568665a, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5be1270-8280-4452-bedc-422c69c406fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '327fe3bf-89b0-4807-a79d-94751a010b60'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:47.511806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.514489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:47.520821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.540666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.568721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.579732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:39:47.580141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:39:47.597676 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:39:47.606698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:39:47.689996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.694971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.695662 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Added segment 74a3f8ac-3c5b-4429-9cae-af15605ed03a of type vlan for network 6e1ffac0-81f0-4799-8831-618178e3cf11 Dec 09 09:39:47.718299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Allocated IP 172.20.0.2 (bdccc854-149a-4f0b-9748-da136cc732c5/6ad6915e-385d-4acc-8bee-79a22e1b1f42/6962adcc-fed1-48cf-afec-a9b36e40fa3f) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:47.725393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.728015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Transition to ACTIVE for port object 4b3814ef-0177-4b55-accc-2f73f8720a6d will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:47.730114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.739137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7dffdcf7-1774-46e1-97ec-3ed1e7f56535 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:47.775477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Pushing event deleted for resources: {'Network': ['ID=7c980853-e730-4b38-9bf9-187e14cfab86,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:47.778738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:47.783338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/networks/7c980853-e730-4b38-9bf9-187e14cfab86 HTTP/1.1" status: 204 len: 168 time: 1.8747697 Dec 09 09:39:47.783464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] For port 2c3d9436-6b42-4c47-a57b-ad1b9568665a, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:47.786397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60726) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:47.790652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.799015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'routes': None}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:47.800361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Transition to ACTIVE for port object 4b3814ef-0177-4b55-accc-2f73f8720a6d will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:47.809876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] For port 2c3d9436-6b42-4c47-a57b-ad1b9568665a, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2c3d9436-6b42-4c47-a57b-ad1b9568665a,segment=NetworkSegment(e5be1270-8280-4452-bedc-422c69c406fb),segment_id=e5be1270-8280-4452-bedc-422c69c406fb)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:47.861827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.866098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:47.879069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-972e0287-ce47-43b3-bd08-054ac9947130 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:47.905536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Allocated IP 172.20.0.1 (d7dd8484-70c1-4b95-b4ac-7ffc81558e51/e72036f6-076f-41ce-bf02-299384172f30/89d747b7-3bf2-4942-9b99-5b9927009822) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:47.976601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:47.985317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:47.997892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:48.005408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Pushing event updated for resources: {'Port': ['ID=4b3814ef-0177-4b55-accc-2f73f8720a6d,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:48.137735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.143481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:48.143481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.145168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.152461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf68b193-9df6-4be3-a7a3-db13edf6acba tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:48.169746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Transition to ACTIVE for port object 89d747b7-3bf2-4942-9b99-5b9927009822 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:48.209702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.215874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-213c821e-4dfe-4667-8764-2d95fbabc2f2 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:48.234865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Pushing event updated for resources: {'Port': ['ID=2c3d9436-6b42-4c47-a57b-ad1b9568665a,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:48.244263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Added routes are [] {{(pid=88883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Dec 09 09:39:48.244619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.extraroute_db [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Removed routes are [] {{(pid=88883) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Dec 09 09:39:48.245041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.247760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:48.248815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.251493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:48.251899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:48.278171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Transition to ACTIVE for port object 6962adcc-fed1-48cf-afec-a9b36e40fa3f will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:48.308531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Attempting to bind port 4b3814ef-0177-4b55-accc-2f73f8720a6d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:48.309080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Attempting to bind port 4b3814ef-0177-4b55-accc-2f73f8720a6d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '2071810e-49d7-4130-bd35-5e8327d10c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd7dd8484-70c1-4b95-b4ac-7ffc81558e51'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:48.309415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Attempting to bind port 4b3814ef-0177-4b55-accc-2f73f8720a6d on network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:48.337301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:48.337740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Checking segment: {'id': '2071810e-49d7-4130-bd35-5e8327d10c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd7dd8484-70c1-4b95-b4ac-7ffc81558e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:48.343202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:48.347494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:48.354988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Port': ['ID=89d747b7-3bf2-4942-9b99-5b9927009822,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:48.357805 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0353792 Dec 09 09:39:48.368178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60730) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:48.370978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.371520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Bound using segment: {'id': '2071810e-49d7-4130-bd35-5e8327d10c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd7dd8484-70c1-4b95-b4ac-7ffc81558e51'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:48.371752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:48.372088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Bound port: 4b3814ef-0177-4b55-accc-2f73f8720a6d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2071810e-49d7-4130-bd35-5e8327d10c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd7dd8484-70c1-4b95-b4ac-7ffc81558e51'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:48.372586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.395183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Transition to ACTIVE for port object 6962adcc-fed1-48cf-afec-a9b36e40fa3f will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:48.402831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 379618c5-ff2e-432a-82a7-3c824ab0c844 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:48.416162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:48.423554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-623320869', 'admin_state_up': True, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:48.444128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:48.455551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.465196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1fe4c795-8651-44f9-a83b-e4227730642c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:48.479746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:router and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:48.493995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:48.504299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 379618c5-ff2e-432a-82a7-3c824ab0c844 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:48.504707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 379618c5-ff2e-432a-82a7-3c824ab0c844 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:48.505331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d4cb6694-3486-44cf-8ebc-4c9c0011220b no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:39:48.512690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:48.544064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.551906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.555240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.614880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.654322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: d4cb6694-3486-44cf-8ebc-4c9c0011220b {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:39:48.654728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d4cb6694-3486-44cf-8ebc-4c9c0011220b not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:39:48.717986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Network bdccc854-149a-4f0b-9748-da136cc732c5 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:48.731481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:48.750679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.776481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:48.881938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Pushing event updated for resources: {'Port': ['ID=6962adcc-fed1-48cf-afec-a9b36e40fa3f,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:48.934582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:48.973353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] For port 4b3814ef-0177-4b55-accc-2f73f8720a6d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:48.976625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Attempting to bind port 6962adcc-fed1-48cf-afec-a9b36e40fa3f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:48.976625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Attempting to bind port 6962adcc-fed1-48cf-afec-a9b36e40fa3f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '7ba959dd-054c-4038-93a5-f548492132f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdccc854-149a-4f0b-9748-da136cc732c5'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:48.977210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Attempting to bind port 6962adcc-fed1-48cf-afec-a9b36e40fa3f on network bdccc854-149a-4f0b-9748-da136cc732c5 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:48.994086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:48.994561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Checking segment: {'id': '7ba959dd-054c-4038-93a5-f548492132f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdccc854-149a-4f0b-9748-da136cc732c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:48.995023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:48.995472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Bound using segment: {'id': '7ba959dd-054c-4038-93a5-f548492132f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdccc854-149a-4f0b-9748-da136cc732c5'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:48.996364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Bound port: 6962adcc-fed1-48cf-afec-a9b36e40fa3f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba959dd-054c-4038-93a5-f548492132f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'bdccc854-149a-4f0b-9748-da136cc732c5'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:48.996509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.015997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Network': ['ID=6e1ffac0-81f0-4799-8831-618178e3cf11,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:49.023591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] For port 4b3814ef-0177-4b55-accc-2f73f8720a6d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4b3814ef-0177-4b55-accc-2f73f8720a6d,segment=NetworkSegment(2071810e-49d7-4130-bd35-5e8327d10c7a),segment_id=2071810e-49d7-4130-bd35-5e8327d10c7a)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:49.033271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.033725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.034144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.035399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.036714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.037389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.038126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.038691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.039269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.039826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.040379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.040931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.045506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:49.057955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c68831c-7da4-4a8e-a6b1-c1dab8e2be1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:49.126061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 6e1ffac0-81f0-4799-8831-618178e3cf11 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:39:49.224737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.246502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.252905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.497168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:49.497648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Pushing event updated for resources: {'Port': ['ID=4b3814ef-0177-4b55-accc-2f73f8720a6d,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:49.514085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:49.515236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] For port 6962adcc-fed1-48cf-afec-a9b36e40fa3f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:49.518885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] For port 6962adcc-fed1-48cf-afec-a9b36e40fa3f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6962adcc-fed1-48cf-afec-a9b36e40fa3f,segment=NetworkSegment(7ba959dd-054c-4038-93a5-f548492132f6),segment_id=7ba959dd-054c-4038-93a5-f548492132f6)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:49.530238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.536131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e62e6665-d1fb-4eae-9cbc-969e66bd718d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:49.571097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.586067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.620096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b3f976f-9cbe-4d02-bc2c-d9b4c999b3f6 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:49.633934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Pushing event updated for resources: {'Port': ['ID=6962adcc-fed1-48cf-afec-a9b36e40fa3f,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:49.637345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:49.732141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:49.743306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] Sync routers for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:49.745820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.747869 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a95e0796-e5ab-4b50-a885-91ab5f4e4e2b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 HTTP/1.1" status: 200 len: 705 time: 1.9603832 Dec 09 09:39:49.751432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60736) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:49.758202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.765157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.767110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:49.767832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:49.797684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Port': ['ID=89d747b7-3bf2-4942-9b99-5b9927009822,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:49.805892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4d7b6cdd-b245-43c9-bf2f-0b86a633a753 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:49.810322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:49.831795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4d7b6cdd-b245-43c9-bf2f-0b86a633a753 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:49.833500 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4d7b6cdd-b245-43c9-bf2f-0b86a633a753 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 HTTP/1.1" status: 200 len: 205 time: 0.0785785 Dec 09 09:39:49.839234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60740) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:49.879553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.879877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.882423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.883035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.883464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.883883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.884306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.884723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.885177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.885625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.885993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:39:49.906701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:50.016807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50db0889-bf10-4937-85f9-6e86bfc6c1b2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:50.107334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:50.138872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:50.143761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:50.279122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.173 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/69ec4b21-1792-4d4e-89c8-12f43d13c308) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:50.332474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:42Z', 'revision_number': 11, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:50.338917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] Checking router: a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:50.407540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] Routers {'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:50.407984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:50.463994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2c3d9436-6b42-4c47-a57b-ad1b9568665a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:50.687855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 2c3d9436-6b42-4c47-a57b-ad1b9568665a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:50.771278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50db0889-bf10-4937-85f9-6e86bfc6c1b2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:50.776289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50db0889-bf10-4937-85f9-6e86bfc6c1b2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:50.789016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] Set router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:50.821260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50db0889-bf10-4937-85f9-6e86bfc6c1b2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:50.821766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50db0889-bf10-4937-85f9-6e86bfc6c1b2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Fanout notify agent at l3_agent the message router_deleted on router a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:39:50.855070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50db0889-bf10-4937-85f9-6e86bfc6c1b2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:50.860798 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50db0889-bf10-4937-85f9-6e86bfc6c1b2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 HTTP/1.1" status: 204 len: 168 time: 1.0159905 Dec 09 09:39:50.864334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60744) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:50.871831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1529649473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:50.894392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:50.903247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Usage tracker for resource:router and tenant:451114ce76b54e5fbc19985ea8458235 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:50.906924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:50.927373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:50.958669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:50.960687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.000642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.004638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:42Z', 'revision_number': 11, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:51.014857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b25be7d-3d8f-4ffe-b36e-dac67ebe43eb None None] The sync data for ids ['a1af3668-dce8-4de5-b6a2-c0f1e8fb1648'] in dv-neutron-819581-1-hyperv is: [{'id': 'a1af3668-dce8-4de5-b6a2-c0f1e8fb1648', 'name': 'tempest-RoutersIpV6Test-router-1587129356', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:38:29Z', 'updated_at': '2021-12-09T09:39:42Z', 'revision_number': 11, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:51.040372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.082004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.085586 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8b1ec08a-238e-4ec5-a89b-46b52d3f8dc9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2180524 Dec 09 09:39:51.088704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60748) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:51.096055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2c3bb85b-5c16-466d-ba70-3d69f31c3887 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:51.340636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.397410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.403041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcbd05dd-82e3-435d-a0dd-7e41c2f2244b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:51.420816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68592e6-37a3-4bb6-a6a2-0d102d056714 None None] Network 327fe3bf-89b0-4807-a79d-94751a010b60 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:51.498599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:51.502395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:51.510226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:51.559439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=69ec4b21-1792-4d4e-89c8-12f43d13c308,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:51.578450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:51.604061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb85b-5c16-466d-ba70-3d69f31c3887 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.691283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Router fb657bbb-e955-4c63-b82d-91d4282a112a is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:39:51.691727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5c8beee8-c83b-4e63-b200-a723d01fd2a0 None None] Provisioning for port 2c3d9436-6b42-4c47-a57b-ad1b9568665a completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:51.692873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb85b-5c16-466d-ba70-3d69f31c3887 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.701339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5c8beee8-c83b-4e63-b200-a723d01fd2a0 None None] Provisioning complete for port 2c3d9436-6b42-4c47-a57b-ad1b9568665a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:51.701603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c8beee8-c83b-4e63-b200-a723d01fd2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.941956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c8beee8-c83b-4e63-b200-a723d01fd2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.951369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.952349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:51.966121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:51.994656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5c8beee8-c83b-4e63-b200-a723d01fd2a0 None None] For port 2c3d9436-6b42-4c47-a57b-ad1b9568665a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2c3d9436-6b42-4c47-a57b-ad1b9568665a,segment=NetworkSegment(e5be1270-8280-4452-bedc-422c69c406fb),segment_id=e5be1270-8280-4452-bedc-422c69c406fb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:51.999395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc40ae53-6427-4bb8-9500-7de73b8de1af None None] Sync routers for ids ['fb657bbb-e955-4c63-b82d-91d4282a112a'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:52.003145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c8beee8-c83b-4e63-b200-a723d01fd2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:52.005289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83dfca9d-09b6-4aac-8b49-8f8283fc65da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:52.085671 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "PUT /v2.0/routers/fb657bbb-e955-4c63-b82d-91d4282a112a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8825705 Dec 09 09:39:52.086648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60752) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:52.093802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8beee8-c83b-4e63-b200-a723d01fd2a0 None None] Pushing event updated for resources: {'Port': ['ID=2c3d9436-6b42-4c47-a57b-ad1b9568665a,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:52.106103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5c8beee8-c83b-4e63-b200-a723d01fd2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:52.113227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40ae53-6427-4bb8-9500-7de73b8de1af None None] Routers {'fb657bbb-e955-4c63-b82d-91d4282a112a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:52.113598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dc40ae53-6427-4bb8-9500-7de73b8de1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fb657bbb-e955-4c63-b82d-91d4282a112a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:52.171150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3bb85b-5c16-466d-ba70-3d69f31c3887 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Router 17bcf0d0-9415-48f0-ac4c-7993c5c99f83 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:39:52.218614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dc40ae53-6427-4bb8-9500-7de73b8de1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:52.236988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40ae53-6427-4bb8-9500-7de73b8de1af None None] Routers {'fb657bbb-e955-4c63-b82d-91d4282a112a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:52.237738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dc40ae53-6427-4bb8-9500-7de73b8de1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fb657bbb-e955-4c63-b82d-91d4282a112a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:52.339871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dc40ae53-6427-4bb8-9500-7de73b8de1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:52.340580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc40ae53-6427-4bb8-9500-7de73b8de1af None None] The sync data for ids ['fb657bbb-e955-4c63-b82d-91d4282a112a'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:52.461892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3bb85b-5c16-466d-ba70-3d69f31c3887 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:52.470480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c3bb85b-5c16-466d-ba70-3d69f31c3887 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:52.472245 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2c3bb85b-5c16-466d-ba70-3d69f31c3887 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "PUT /v2.0/routers/17bcf0d0-9415-48f0-ac4c-7993c5c99f83 HTTP/1.1" status: 200 len: 698 time: 1.3820846 Dec 09 09:39:52.476466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60756) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:52.489151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] Sync routers for ids ['17bcf0d0-9415-48f0-ac4c-7993c5c99f83'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:52.531235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] Routers {'17bcf0d0-9415-48f0-ac4c-7993c5c99f83'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:52.531951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['17bcf0d0-9415-48f0-ac4c-7993c5c99f83'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:52.609997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6962adcc-fed1-48cf-afec-a9b36e40fa3f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:52.727662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 6962adcc-fed1-48cf-afec-a9b36e40fa3f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:52.745092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2c3d9436-6b42-4c47-a57b-ad1b9568665a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:52.752201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] Set router 17bcf0d0-9415-48f0-ac4c-7993c5c99f83 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:52.865912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e7ce7018-52b1-402d-b9aa-9924f0662760 None None] Provisioning complete for port 2c3d9436-6b42-4c47-a57b-ad1b9568665a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:52.866026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e7ce7018-52b1-402d-b9aa-9924f0662760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:52.922537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2c3d9436-6b42-4c47-a57b-ad1b9568665a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:52.922932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:52.949439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcf0d0-9415-48f0-ac4c-7993c5c99f83', 'name': 'tempest-RoutersIpV6Test-router-1529649473', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:50Z', 'updated_at': '2021-12-09T09:39:51Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:52.958147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] Checking router: 17bcf0d0-9415-48f0-ac4c-7993c5c99f83 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:52.983426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] Routers {'17bcf0d0-9415-48f0-ac4c-7993c5c99f83'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:52.988014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['17bcf0d0-9415-48f0-ac4c-7993c5c99f83'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:53.078189 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-491b7ed9-a7fd-4b7e-ad04-4e6a10ab7352 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/routers/17bcf0d0-9415-48f0-ac4c-7993c5c99f83 HTTP/1.1" status: 200 len: 704 time: 0.6009853 Dec 09 09:39:53.081338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60760) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:53.159574 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1cf7880f-30db-4d9e-bb0b-9d485929bcd8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=17bcf0d0-9415-48f0-ac4c-7993c5c99f83 HTTP/1.1" status: 200 len: 205 time: 0.0767848 Dec 09 09:39:53.163010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60764) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:53.170047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cff046-b7de-45f5-8297-f466fc9287c8 None None] Network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:53.208589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] Set router 17bcf0d0-9415-48f0-ac4c-7993c5c99f83 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:53.228848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4b3814ef-0177-4b55-accc-2f73f8720a6d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:53.246635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 3792dd02-8783-49f7-9b00-db9ba9c5462b is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:39:53.382291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcf0d0-9415-48f0-ac4c-7993c5c99f83', 'name': 'tempest-RoutersIpV6Test-router-1529649473', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:50Z', 'updated_at': '2021-12-09T09:39:51Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:53.388780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61030f72-38f9-415e-97bf-bc4da2b93970 None None] The sync data for ids ['17bcf0d0-9415-48f0-ac4c-7993c5c99f83'] in dv-neutron-819581-1-hyperv is: [{'id': '17bcf0d0-9415-48f0-ac4c-7993c5c99f83', 'name': 'tempest-RoutersIpV6Test-router-1529649473', 'tenant_id': '451114ce76b54e5fbc19985ea8458235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:50Z', 'updated_at': '2021-12-09T09:39:51Z', 'revision_number': 2, 'project_id': '451114ce76b54e5fbc19985ea8458235', 'gw_port_host': None}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:53.450767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c77f4b6-dfc8-4b23-bf6e-dfa2f6965137 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:53.556034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-26d93c9a-6eb7-461b-bac3-bbac13d82d88 None None] Provisioning for port 4b3814ef-0177-4b55-accc-2f73f8720a6d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:53.588837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 4b3814ef-0177-4b55-accc-2f73f8720a6d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:53.650278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4b3814ef-0177-4b55-accc-2f73f8720a6d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:53.651203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:53.682518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f181d3-ae28-4223-ac8e-9e35b9207205 None None] Network bdccc854-149a-4f0b-9748-da136cc732c5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:53.867867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dcde92d8-fd6b-4285-abe0-661c7a9f7a99 None None] Provisioning for port 6962adcc-fed1-48cf-afec-a9b36e40fa3f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:53.916173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dcde92d8-fd6b-4285-abe0-661c7a9f7a99 None None] Provisioning complete for port 6962adcc-fed1-48cf-afec-a9b36e40fa3f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:53.919356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcde92d8-fd6b-4285-abe0-661c7a9f7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:54.063219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c77f4b6-dfc8-4b23-bf6e-dfa2f6965137 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:54.068347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c77f4b6-dfc8-4b23-bf6e-dfa2f6965137 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:54.102103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c77f4b6-dfc8-4b23-bf6e-dfa2f6965137 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:54.102606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c77f4b6-dfc8-4b23-bf6e-dfa2f6965137 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Fanout notify agent at l3_agent the message router_deleted on router 17bcf0d0-9415-48f0-ac4c-7993c5c99f83 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:39:54.119268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c77f4b6-dfc8-4b23-bf6e-dfa2f6965137 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:54.120865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0c77f4b6-dfc8-4b23-bf6e-dfa2f6965137 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/17bcf0d0-9415-48f0-ac4c-7993c5c99f83 HTTP/1.1" status: 204 len: 168 time: 0.9568200 Dec 09 09:39:54.125249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60768) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.180297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a574c905-a966-44ad-8042-4ffeeb669cb4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=17bcf0d0-9415-48f0-ac4c-7993c5c99f83 HTTP/1.1" status: 200 len: 205 time: 0.0536845 Dec 09 09:39:54.183004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60772) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.216485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:54.242167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-c7fab2c8-959f-4a08-a728-a62bb23cffd3 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:39:54.245174 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c7fab2c8-959f-4a08-a728-a62bb23cffd3 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "PUT /v2.0/routers/fb657bbb-e955-4c63-b82d-91d4282a112a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1543157 Dec 09 09:39:54.246466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60776) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.250256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:54.252151 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8386111 Dec 09 09:39:54.252532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Sync routers for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:54.261490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60780) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.262603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-c635039b-8624-4806-b7f1-e206e729e044 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] delete failed (client error): The resource could not be found. Dec 09 09:39:54.266642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c635039b-8624-4806-b7f1-e206e729e044 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/17bcf0d0-9415-48f0-ac4c-7993c5c99f83 HTTP/1.1" status: 404 len: 336 time: 0.0791931 Dec 09 09:39:54.266642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60784) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.296760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:54.353096 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-041cf5bd-e28c-4942-876b-c2f69afcb64f tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0877292 Dec 09 09:39:54.353729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60788) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.356694 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a7e2df-fce5-4baf-b9e6-d5e202c3ad98 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:54.357213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a7e2df-fce5-4baf-b9e6-d5e202c3ad98 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:54.358994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e7a7e2df-fce5-4baf-b9e6-d5e202c3ad98 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/5b17c0ec-f14d-43b4-a1a3-8a1de98d019f HTTP/1.1" status: 404 len: 337 time: 0.0916212 Dec 09 09:39:54.365892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:54.366778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:54.382603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60792) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.449578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d747b5-4cc8-4f26-ab8d-23b859fa5240 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:54.450184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d747b5-4cc8-4f26-ab8d-23b859fa5240 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:54.452047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-66d747b5-4cc8-4f26-ab8d-23b859fa5240 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/9948f7fa-8f80-4550-83d2-86733d365df1 HTTP/1.1" status: 404 len: 337 time: 0.0660448 Dec 09 09:39:54.454905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60796) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.570753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c680b4-a76e-4a9a-82d5-ff1fcfd83613 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:54.572383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c4c680b4-a76e-4a9a-82d5-ff1fcfd83613 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2175024 Dec 09 09:39:54.575535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60800) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.626643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 4b3814ef-0177-4b55-accc-2f73f8720a6d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4b3814ef-0177-4b55-accc-2f73f8720a6d,segment=NetworkSegment(2071810e-49d7-4130-bd35-5e8327d10c7a),segment_id=2071810e-49d7-4130-bd35-5e8327d10c7a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:54.629364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6b5d5b23-ecf5-43c4-89fd-be992ed8f437 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505910 Dec 09 09:39:54.630552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60804) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.638504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99165947', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:54.650656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:54.654672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc13eda6-177e-40d7-9f9a-f94a70cf9d9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:54.655661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc13eda6-177e-40d7-9f9a-f94a70cf9d9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:54.656959 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dc13eda6-177e-40d7-9f9a-f94a70cf9d9f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/02c1d05d-2e46-4166-9844-c9a4369343a2 HTTP/1.1" status: 404 len: 337 time: 0.1153822 Dec 09 09:39:54.659535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:54.659669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60808) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.708007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e422905f-4f7f-4eaf-8b78-a551579d2f74 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:54.708885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e422905f-4f7f-4eaf-8b78-a551579d2f74 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:54.712925 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e422905f-4f7f-4eaf-8b78-a551579d2f74 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/59b80d6e-26bf-46d1-874c-1fc345c74473 HTTP/1.1" status: 404 len: 337 time: 0.0515225 Dec 09 09:39:54.716722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60812) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.770711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:54.789716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a740e94-5095-4c3a-a159-414af9ab844a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Synchronizing usage tracker for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:39:54.811658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a740e94-5095-4c3a-a159-414af9ab844a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Unset dirty status for tenant:451114ce76b54e5fbc19985ea8458235 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:39:54.817846 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1a740e94-5095-4c3a-a159-414af9ab844a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 HTTP/1.1" status: 200 len: 205 time: 0.0997756 Dec 09 09:39:54.821849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60816) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:54.827600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:54.832965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:subnet and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:54.836608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:54.845102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:54.872810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:54.929425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:54.973783 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-8a8f05a9-4a21-438d-a0dc-6eb447dccd78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] delete failed (client error): The resource could not be found. Dec 09 09:39:54.976363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8a8f05a9-4a21-438d-a0dc-6eb447dccd78 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/a1af3668-dce8-4de5-b6a2-c0f1e8fb1648 HTTP/1.1" status: 404 len: 336 time: 0.1205676 Dec 09 09:39:54.980764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60820) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:55.087988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5dca0113-17ba-4651-976d-4a4d57d90fd6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15 HTTP/1.1" status: 200 len: 205 time: 0.1037297 Dec 09 09:39:55.094501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60824) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:55.190348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=4b3814ef-0177-4b55-accc-2f73f8720a6d,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:55.206220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:55.228797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:55.243496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcde92d8-fd6b-4285-abe0-661c7a9f7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:55.249506 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-2b6a9247-f302-4864-bd78-7d15f409d86f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] delete failed (client error): The resource could not be found. Dec 09 09:39:55.250640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2b6a9247-f302-4864-bd78-7d15f409d86f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/b73a0d01-2b47-4cb9-9a3b-f8b06e4d3c15 HTTP/1.1" status: 404 len: 336 time: 0.1549325 Dec 09 09:39:55.254469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60828) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:55.311126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dcde92d8-fd6b-4285-abe0-661c7a9f7a99 None None] For port 6962adcc-fed1-48cf-afec-a9b36e40fa3f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6962adcc-fed1-48cf-afec-a9b36e40fa3f,segment=NetworkSegment(7ba959dd-054c-4038-93a5-f548492132f6),segment_id=7ba959dd-054c-4038-93a5-f548492132f6)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:39:55.323595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcde92d8-fd6b-4285-abe0-661c7a9f7a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:55.326500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:55.388331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-570d8565-2473-4d01-a100-496e0e2cf745 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:55.388617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570d8565-2473-4d01-a100-496e0e2cf745 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:55.391144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-570d8565-2473-4d01-a100-496e0e2cf745 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/ce4a0908-390b-447d-bf35-66f6efe80e61 HTTP/1.1" status: 404 len: 337 time: 0.1356924 Dec 09 09:39:55.398390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60832) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:55.398549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:51Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:55.409690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Checking router: 3792dd02-8783-49f7-9b00-db9ba9c5462b for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:39:55.410283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Updating router 3792dd02-8783-49f7-9b00-db9ba9c5462b port 69ec4b21-1792-4d4e-89c8-12f43d13c308 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:39:55.500242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3b1be46-bd19-4f58-9cfe-2f83e952e3e8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=30d050ba-e1af-4944-8628-2cc334cd2c97 HTTP/1.1" status: 200 len: 205 time: 0.0995181 Dec 09 09:39:55.500242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60836) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:55.528625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4b95d1f0-a0dd-4751-bc8d-049cf1734d7a None None] Provisioning complete for port 4b3814ef-0177-4b55-accc-2f73f8720a6d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:55.529781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b95d1f0-a0dd-4751-bc8d-049cf1734d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:55.574671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde92d8-fd6b-4285-abe0-661c7a9f7a99 None None] Pushing event updated for resources: {'Port': ['ID=6962adcc-fed1-48cf-afec-a9b36e40fa3f,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:55.580523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:55.586130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a1436c8-c2cc-40df-b45e-bfc13e94370d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:55.587311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:55.618622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dcde92d8-fd6b-4285-abe0-661c7a9f7a99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:55.668423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=cf52eb55-0e76-4def-b929-508ff544c5ac,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:55.673893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:55.703214 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-946aa33b-7594-4cdc-ba88-09e8a2cda3a9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] delete failed (client error): The resource could not be found. Dec 09 09:39:55.704615 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-946aa33b-7594-4cdc-ba88-09e8a2cda3a9 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/30d050ba-e1af-4944-8628-2cc334cd2c97 HTTP/1.1" status: 404 len: 336 time: 0.2033834 Dec 09 09:39:55.710324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60840) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:55.739530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Checking segment: {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:55.739992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network hostable DHCP agents. Network: 6e1ffac0-81f0-4799-8831-618178e3cf11, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:39:55.791998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6e1ffac0-81f0-4799-8831-618178e3cf11 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:39:55.809545 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-41e2076c-3c00-4615-9f89-d646680747dd tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=6271edf4-8741-4b40-ab4a-ab2772f5a65c HTTP/1.1" status: 200 len: 205 time: 0.0976825 Dec 09 09:39:55.810802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 6e1ffac0-81f0-4799-8831-618178e3cf11) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:55.811918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60844) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:55.825339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:39:55.826253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:55.833553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc6870-1bc4-4749-8b50-af8f7f2a1816 None None] Network 6e1ffac0-81f0-4799-8831-618178e3cf11 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:39:55.856127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2235043 Dec 09 09:39:55.857300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60848) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:55.976992 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-1792dad4-eafa-4d39-bc2a-7cfd0a73c77f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] delete failed (client error): The resource could not be found. Dec 09 09:39:55.978259 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1792dad4-eafa-4d39-bc2a-7cfd0a73c77f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/6271edf4-8741-4b40-ab4a-ab2772f5a65c HTTP/1.1" status: 404 len: 336 time: 0.1646323 Dec 09 09:39:55.981836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60852) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:56.136655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-062667fa-700a-4de0-a020-125ae2fe353e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:56.137198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062667fa-700a-4de0-a020-125ae2fe353e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:56.139882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-062667fa-700a-4de0-a020-125ae2fe353e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/bed72236-a2b7-4087-a5a9-96af4c361fa2 HTTP/1.1" status: 404 len: 337 time: 0.1566489 Dec 09 09:39:56.185287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4b95d1f0-a0dd-4751-bc8d-049cf1734d7a None None] Provisioning for port 89d747b7-3bf2-4942-9b99-5b9927009822 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:39:56.214191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60856) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:56.232365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4b95d1f0-a0dd-4751-bc8d-049cf1734d7a None None] Provisioning complete for port 89d747b7-3bf2-4942-9b99-5b9927009822 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:56.233101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b95d1f0-a0dd-4751-bc8d-049cf1734d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:56.325382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b6ec8228-9de6-4905-af44-9ed54b46de11 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7e50d05-691b-48b5-ad04-78de6f83e0cd HTTP/1.1" status: 200 len: 205 time: 0.1000075 Dec 09 09:39:56.332773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60860) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:56.336444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4b95d1f0-a0dd-4751-bc8d-049cf1734d7a None None] Port 89d747b7-3bf2-4942-9b99-5b9927009822 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:39:56.414380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-16fd0490-ca9d-4585-9318-b29b08dc2e82 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] delete failed (client error): The resource could not be found. Dec 09 09:39:56.418703 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-16fd0490-ca9d-4585-9318-b29b08dc2e82 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/c7e50d05-691b-48b5-ad04-78de6f83e0cd HTTP/1.1" status: 404 len: 336 time: 0.0816379 Dec 09 09:39:56.418703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60864) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:56.505160 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c13e9f-15df-40d2-8865-0b6f9790a84f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:56.505582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c13e9f-15df-40d2-8865-0b6f9790a84f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:56.510019 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-30c13e9f-15df-40d2-8865-0b6f9790a84f tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/b787d026-b3de-4698-84fc-49d352306698 HTTP/1.1" status: 404 len: 337 time: 0.0880885 Dec 09 09:39:56.510403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60868) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:56.561156 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d6af7d2-f997-423a-89cb-b6c9b624fa43 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "GET /v2.0/ports?device_id=53b515b5-f357-4e2a-9150-70aaaf6dc1c6 HTTP/1.1" status: 200 len: 205 time: 0.0490444 Dec 09 09:39:56.565388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60872) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:56.629262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-6e1ffac0-81f0-4799-8831-618178e3cf11', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:39:56.630154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:56.649221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-2aa6c6f3-21b5-462b-a00e-fcc2ae9e4e4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] delete failed (client error): The resource could not be found. Dec 09 09:39:56.652996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2aa6c6f3-21b5-462b-a00e-fcc2ae9e4e4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/routers/53b515b5-f357-4e2a-9150-70aaaf6dc1c6 HTTP/1.1" status: 404 len: 336 time: 0.0831103 Dec 09 09:39:56.653795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60876) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:56.703497 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7630bbe6-e186-4e99-b2c5-74bb970888f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:56.704004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7630bbe6-e186-4e99-b2c5-74bb970888f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:56.705834 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7630bbe6-e186-4e99-b2c5-74bb970888f6 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/26608c81-2107-44f3-8953-e34a9c997235 HTTP/1.1" status: 404 len: 337 time: 0.0517490 Dec 09 09:39:56.713705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60880) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:56.742769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:56.752537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a3eed798-183b-4d4b-8c08-210f56205d10 None None] Provisioning complete for port 6962adcc-fed1-48cf-afec-a9b36e40fa3f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:56.753177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3eed798-183b-4d4b-8c08-210f56205d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:56.788942 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-254219df-9f4a-4773-afe2-91c523c8a2c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] DELETE failed (client error): The resource could not be found. Dec 09 09:39:56.789495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254219df-9f4a-4773-afe2-91c523c8a2c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 09:39:56.796101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-254219df-9f4a-4773-afe2-91c523c8a2c0 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] 10.222.0.18 "DELETE /v2.0/subnets/326ed4e6-4b43-4b2a-a9ad-3950b0d9430f HTTP/1.1" status: 404 len: 337 time: 0.0782917 Dec 09 09:39:56.817657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6962adcc-fed1-48cf-afec-a9b36e40fa3f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:56.865999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Transition to ACTIVE for port object 69ec4b21-1792-4d4e-89c8-12f43d13c308 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:56.898839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Deleting port 89d747b7-3bf2-4942-9b99-5b9927009822 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:39:56.899515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:56.923217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:56.934788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:57.132092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Allocated IP 172.20.0.2 (6e1ffac0-81f0-4799-8831-618178e3cf11/cf52eb55-0e76-4def-b929-508ff544c5ac/1b83b37a-35a0-44d1-81e2-519b65cd54f1) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:57.139608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77dd9e-1fe9-470b-b2df-dfc7b48471b9 None None] Pushing event updated for resources: {'Port': ['ID=69ec4b21-1792-4d4e-89c8-12f43d13c308,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:57.149732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ec77dd9e-1fe9-470b-b2df-dfc7b48471b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:57.151965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Attempting to bind port 69ec4b21-1792-4d4e-89c8-12f43d13c308 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:57.152387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Attempting to bind port 69ec4b21-1792-4d4e-89c8-12f43d13c308 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:57.152803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Attempting to bind port 69ec4b21-1792-4d4e-89c8-12f43d13c308 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:57.186689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a3eed798-183b-4d4b-8c08-210f56205d10 None None] Provisioning complete for port 89d747b7-3bf2-4942-9b99-5b9927009822 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:57.187439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3eed798-183b-4d4b-8c08-210f56205d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.225170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:57.225753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:57.226012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.226112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.226880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:57.227079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Bound port: 69ec4b21-1792-4d4e-89c8-12f43d13c308, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:57.227684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.246695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60890) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:57.285144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 6962adcc-fed1-48cf-afec-a9b36e40fa3f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:57.286249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.405494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.507591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a3eed798-183b-4d4b-8c08-210f56205d10 None None] Port 89d747b7-3bf2-4942-9b99-5b9927009822 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:39:57.556683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Calling delete_port for 89d747b7-3bf2-4942-9b99-5b9927009822 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:39:57.580856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] For port 69ec4b21-1792-4d4e-89c8-12f43d13c308, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:57.597495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] For port 69ec4b21-1792-4d4e-89c8-12f43d13c308, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=69ec4b21-1792-4d4e-89c8-12f43d13c308,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:57.638068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.648343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dcde92d8-fd6b-4285-abe0-661c7a9f7a99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:57.713432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0f58105f-7dfb-4994-9e7d-0e81f59ae92f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=451114ce76b54e5fbc19985ea8458235&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4650207 Dec 09 09:39:57.714027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60896) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:57.782757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.788939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:57.800605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7370f61e-c69b-42d2-b6d7-bb130f3b673e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.812417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4b3814ef-0177-4b55-accc-2f73f8720a6d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:39:57.834457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7370f61e-c69b-42d2-b6d7-bb130f3b673e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.839596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Port': ['ID=89d747b7-3bf2-4942-9b99-5b9927009822,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:57.844154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:57.880023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:57.880865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:57.894651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7370f61e-c69b-42d2-b6d7-bb130f3b673e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.904455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3e96a8f-c2fb-41ac-98a9-289813196c60 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:57.919628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370f61e-c69b-42d2-b6d7-bb130f3b673e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682f1acf-561c-410d-b2e9-3d0de69eb293,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:57.924637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7370f61e-c69b-42d2-b6d7-bb130f3b673e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:57.930034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7370f61e-c69b-42d2-b6d7-bb130f3b673e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.934837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7370f61e-c69b-42d2-b6d7-bb130f3b673e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/682f1acf-561c-410d-b2e9-3d0de69eb293 HTTP/1.1" status: 204 len: 168 time: 0.2167737 Dec 09 09:39:57.968565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:57.993697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77dd9e-1fe9-470b-b2df-dfc7b48471b9 None None] Pushing event updated for resources: {'Port': ['ID=69ec4b21-1792-4d4e-89c8-12f43d13c308,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:57.997399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ec77dd9e-1fe9-470b-b2df-dfc7b48471b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:58.028170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Transition to ACTIVE for port object 1b83b37a-35a0-44d1-81e2-519b65cd54f1 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:58.145637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Transition to ACTIVE for port object 1b83b37a-35a0-44d1-81e2-519b65cd54f1 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:58.168324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4b3814ef-0177-4b55-accc-2f73f8720a6d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:39:58.168912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:58.172736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:58.203125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:58.221519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75dba2dc-cb78-4e38-bf14-631471f2d456 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:58.269934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Network 6e1ffac0-81f0-4799-8831-618178e3cf11 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:58.289639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:58.292143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:58.292920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.1 (6e1ffac0-81f0-4799-8831-618178e3cf11/cf52eb55-0e76-4def-b929-508ff544c5ac/45f611e3-4421-4f93-a0d7-076f768d9b17) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:39:58.391603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:39:58.464636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Pushing event updated for resources: {'Port': ['ID=1b83b37a-35a0-44d1-81e2-519b65cd54f1,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:58.467685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:58.515987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:58.538699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 45f611e3-4421-4f93-a0d7-076f768d9b17 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:39:58.563359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:58.569757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2a095a4e-0915-46df-a264-a0b9089eeb58 tempest-AllowedAddressPairTestJSON-969583275 tempest-AllowedAddressPairTestJSON-969583275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:58.640620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6e1ffac0-81f0-4799-8831-618178e3cf11 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:39:58.644316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:39:58.652819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:39:58.748800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Router fb657bbb-e955-4c63-b82d-91d4282a112a has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:39:58.801674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:58.824640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=45f611e3-4421-4f93-a0d7-076f768d9b17,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:58.838630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:58.895815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Attempting to bind port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:39:58.896262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Attempting to bind port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:39:58.897308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Attempting to bind port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 on network 6e1ffac0-81f0-4799-8831-618178e3cf11 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:39:58.925723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:39:58.932337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:39:58.936516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddc9e9-6ea5-4d9a-95ac-4ed561ad50cc None None] Sync routers for ids ['fb657bbb-e955-4c63-b82d-91d4282a112a'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:39:58.939803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Checking segment: {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:39:58.940314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:58.941429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Bound using segment: {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:39:58.941630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Bound port: 1b83b37a-35a0-44d1-81e2-519b65cd54f1, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:39:58.942323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:58.951866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "PUT /v2.0/routers/fb657bbb-e955-4c63-b82d-91d4282a112a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7039406 Dec 09 09:39:58.955924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60918) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:58.966100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddc9e9-6ea5-4d9a-95ac-4ed561ad50cc None None] Routers {'fb657bbb-e955-4c63-b82d-91d4282a112a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:58.966795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b0ddc9e9-6ea5-4d9a-95ac-4ed561ad50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fb657bbb-e955-4c63-b82d-91d4282a112a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:58.994557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.036693 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-b3ef724b-125d-4e6e-a2f0-149374d426f9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] delete failed (client error): The resource could not be found. Dec 09 09:39:59.038328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3ef724b-125d-4e6e-a2f0-149374d426f9 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1377605756 HTTP/1.1" status: 404 len: 335 time: 0.0812805 Dec 09 09:39:59.042619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60922) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:59.048481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0c573316-c7f5-4009-8655-485670d97a1e tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fb657bbb-e955-4c63-b82d-91d4282a112a'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:59.087823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b0ddc9e9-6ea5-4d9a-95ac-4ed561ad50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:59.094193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60926) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:59.104686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ddc9e9-6ea5-4d9a-95ac-4ed561ad50cc None None] Routers {'fb657bbb-e955-4c63-b82d-91d4282a112a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:39:59.105398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b0ddc9e9-6ea5-4d9a-95ac-4ed561ad50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fb657bbb-e955-4c63-b82d-91d4282a112a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:59.148664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] For port 1b83b37a-35a0-44d1-81e2-519b65cd54f1, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:39:59.153354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] For port 1b83b37a-35a0-44d1-81e2-519b65cd54f1, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1b83b37a-35a0-44d1-81e2-519b65cd54f1,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:39:59.167596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.169477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b0ddc9e9-6ea5-4d9a-95ac-4ed561ad50cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:59.169939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ddc9e9-6ea5-4d9a-95ac-4ed561ad50cc None None] The sync data for ids ['fb657bbb-e955-4c63-b82d-91d4282a112a'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:59.191364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92a7e274-ae4e-44b7-9ec5-f85be3c3f150 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:59.270885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:51Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:39:59.281208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a4f721-12c1-453a-a3eb-008c8c3fa2aa None None] The sync data for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv is: [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:51Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:39:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:39:59.319551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Pushing event updated for resources: {'Port': ['ID=1b83b37a-35a0-44d1-81e2-519b65cd54f1,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:59.323280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:59.335992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-180547811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:59.353863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:59.378406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:router and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:59.384852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:59.397887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:59.432317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.433666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.499865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c573316-c7f5-4009-8655-485670d97a1e tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.533957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-0c573316-c7f5-4009-8655-485670d97a1e tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] update failed (client error): The resource could not be found. Dec 09 09:39:59.535080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0c573316-c7f5-4009-8655-485670d97a1e tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "PUT /v2.0/routers/fb657bbb-e955-4c63-b82d-91d4282a112a HTTP/1.1" status: 404 len: 339 time: 0.4914527 Dec 09 09:39:59.539494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60932) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:59.584426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.628513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.675620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.677030 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d6965ad-567e-4db9-b502-fadbde17a61c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5817068 Dec 09 09:39:59.679836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60936) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:39:59.684014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.691149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2070559251'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:39:59.698077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:39:59.702275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.731284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:network and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:39:59.734126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0ce77d9e-c233-4480-ba38-517e33acbd4e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:39:59.768463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:39:59.810677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:39:59.872030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Made reservation on behalf of a3ea6563958240a0809bd013a67ae45f for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:39:59.878007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.906908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=45f611e3-4421-4f93-a0d7-076f768d9b17,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:39:59.911557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:39:59.915849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:39:59.932869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:00.016839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:00.027358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:security_group_rule and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:00.087412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:00.107040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:00.184014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6e1ffac0-81f0-4799-8831-618178e3cf11 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:00.187128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:00.483097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:00.655379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:00.667149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:00.673914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c832248c-2d9a-44fa-9090-355a4f3e1966 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:00.723557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:40:00.782520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0998145f-7c87-4ba7-a6f9-99528e7679e2,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:00.792695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:00.793100 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Added segment e9da5cc4-57d7-4776-a4bf-4dbce9507c52 of type vlan for network 3b158926-ce9a-4a42-85b4-6f78880c1394 Dec 09 09:40:00.804556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:00.911046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:00.960672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Allocated IP 172.20.0.1 (327fe3bf-89b0-4807-a79d-94751a010b60/6d36c064-aebb-49d0-8dbb-06d30e0dcfd9/1c8befa1-7f6e-4a76-b194-5e6ca2856dfa) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:00.970741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:00.980067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:00.980994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:00.994146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:01.118276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 69ec4b21-1792-4d4e-89c8-12f43d13c308 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:01.217406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Network': ['ID=3b158926-ce9a-4a42-85b4-6f78880c1394,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:01.220623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:01.225876 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5413680 Dec 09 09:40:01.230235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:01.233229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60940) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:01.241651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 3b158926-ce9a-4a42-85b4-6f78880c1394 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:40:01.242151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'subnet': {'network_id': '3b158926-ce9a-4a42-85b4-6f78880c1394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:01.259044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Transition to ACTIVE for port object 1c8befa1-7f6e-4a76-b194-5e6ca2856dfa will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:01.290694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:01.307071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c65f98ae-c47c-4198-91d4-85fa7b8032cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:01.359097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network 327fe3bf-89b0-4807-a79d-94751a010b60 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:01.367816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 69ec4b21-1792-4d4e-89c8-12f43d13c308 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:01.374888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:01.376715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 69ec4b21-1792-4d4e-89c8-12f43d13c308 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:01.377157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:01.387357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:40:01.399516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:01.409823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:subnet and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:01.422050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:01.433559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:01.478086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:01.479154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 3792dd02-8783-49f7-9b00-db9ba9c5462b has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:40:01.483356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Made reservation on behalf of a3ea6563958240a0809bd013a67ae45f for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:40:01.568317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:01.587110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 69ec4b21-1792-4d4e-89c8-12f43d13c308, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=69ec4b21-1792-4d4e-89c8-12f43d13c308,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:01.592601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:01.593730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1b83b37a-35a0-44d1-81e2-519b65cd54f1 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:01.611376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:01.630335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Port': ['ID=1c8befa1-7f6e-4a76-b194-5e6ca2856dfa,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:01.638661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:01.640911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f20617c4-6657-4dde-bb6a-c642c6af14cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:01.698974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01956493-8359-48e0-807c-c985e3ab5988 None None] Network 6e1ffac0-81f0-4799-8831-618178e3cf11 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:01.821908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:01.898842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=69ec4b21-1792-4d4e-89c8-12f43d13c308,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:01.907142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:01.919517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3c983192-9557-4170-b729-e2cff2607d3c None None] Provisioning for port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:01.935888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:01.937178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:01.987250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3c983192-9557-4170-b729-e2cff2607d3c None None] Provisioning complete for port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:01.987682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c983192-9557-4170-b729-e2cff2607d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.062645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.062809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.063182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.063563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.063956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.064347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.064671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.065674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.065778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.066138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.066998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:40:02.071045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:02.212249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:40:02.225286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/3792dd02-8783-49f7-9b00-db9ba9c5462b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3639138 Dec 09 09:40:02.225769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60944) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:02.242944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.338831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.352466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c983192-9557-4170-b729-e2cff2607d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.391212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921250cb-053b-4af7-8f13-3535b914c85c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.392097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921250cb-053b-4af7-8f13-3535b914c85c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.393691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921250cb-053b-4af7-8f13-3535b914c85c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.393965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921250cb-053b-4af7-8f13-3535b914c85c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.394359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921250cb-053b-4af7-8f13-3535b914c85c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.394776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921250cb-053b-4af7-8f13-3535b914c85c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.395185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921250cb-053b-4af7-8f13-3535b914c85c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.398802 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-921250cb-053b-4af7-8f13-3535b914c85c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7062 time: 0.1713614 Dec 09 09:40:02.399997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.401311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60948) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:02.404935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e552d387-709a-4111-a754-b8c706b16f7d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:02.422368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 1b83b37a-35a0-44d1-81e2-519b65cd54f1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1b83b37a-35a0-44d1-81e2-519b65cd54f1,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:02.482668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.531056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Subnet': ['ID=77b87f93-c864-4cf0-8941-fed069614923,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:02.532688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-3c983192-9557-4170-b729-e2cff2607d3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:40:02.534039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:02.534782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Checking segment: {'id': 'e9da5cc4-57d7-4776-a4bf-4dbce9507c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3b158926-ce9a-4a42-85b4-6f78880c1394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:02.535202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network hostable DHCP agents. Network: 3b158926-ce9a-4a42-85b4-6f78880c1394, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:40:02.535906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-3c983192-9557-4170-b729-e2cff2607d3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:40:02.547770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e0a51532-62fe-4045-a0a4-cafa31e6447d tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:02.571017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.573392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:02.642915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network 3b158926-ce9a-4a42-85b4-6f78880c1394 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:40:02.666883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 3b158926-ce9a-4a42-85b4-6f78880c1394) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:02.672351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.673648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.685089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=1b83b37a-35a0-44d1-81e2-519b65cd54f1,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:02.689291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:02.692804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d5d03-2078-42ca-a0a2-8538a7d6ec01 None None] Network 3b158926-ce9a-4a42-85b4-6f78880c1394 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:02.723124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.730718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60952) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:02.731465 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dde91501-2e07-4bcc-b73b-3951d5ada86c tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4969862 Dec 09 09:40:02.740831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.741278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.742074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.742227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.742892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.743556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.744013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.744436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.745101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.745484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:02.752534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-97f4ce58-4df8-4745-bc9d-f91f7fef6ab2 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6392 time: 0.3457842 Dec 09 09:40:02.752627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60956) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:02.760765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'network': {'name': 'tempest-router-network01--736719786'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:02.769005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:02.773779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:network and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:02.777413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:02.783946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:02.820772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Made reservation on behalf of a3ea6563958240a0809bd013a67ae45f for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:40:02.829260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:02.912835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event updated for resources: {'Port': ['ID=1c8befa1-7f6e-4a76-b194-5e6ca2856dfa,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:02.916422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:03.009488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db405992-263c-4286-91c8-29cc4da35f56 req-f98d5459-cdf0-4a18-9628-838c37d30766 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4628553 Dec 09 09:40:03.041061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:40:03.061745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:03.065904 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Added segment 9076fdb6-191d-48b2-b71e-954af20af30f of type vlan for network 254ad52c-e3cf-4657-90d0-b1d516b16f0b Dec 09 09:40:03.126368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Network 327fe3bf-89b0-4807-a79d-94751a010b60 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:03.132834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:03.194809 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0960a914-0266-45cb-a0fa-d93fd9677d85 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4125 time: 0.4379532 Dec 09 09:40:03.232501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:03.406538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 69ec4b21-1792-4d4e-89c8-12f43d13c308 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:03.445706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Sync routers for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:40:03.465550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60962) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:03.469849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-3b158926-ce9a-4a42-85b4-6f78880c1394', 'network_id': '3b158926-ce9a-4a42-85b4-6f78880c1394', 'tenant_id': 'a3ea6563958240a0809bd013a67ae45f', 'fixed_ips': [{'subnet_id': '77b87f93-c864-4cf0-8941-fed069614923'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:40:03.469849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:03.472675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1153861985', 'description': 'tempest-secgroup-smoke-1153861985 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:03.487944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:03.496195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:03.500366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:03.510865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:03.524591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:03.576491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:03.582497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:03.583426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:03.594623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:03.607606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:03.617624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:03.620154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:03.628543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:03.657247 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9075119 Dec 09 09:40:03.660672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:03.661195 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db405992-263c-4286-91c8-29cc4da35f56 req-8f3c8fb3-496f-469a-9c07-efae904df6c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 1099 time: 0.4315572 Dec 09 09:40:03.663434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:03.667995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60966) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:03.689940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'network': {'name': 'tempest-router-network02--1168808621'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:03.760360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:03.774691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:03.843388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ee448280-dd56-40e8-888b-2ccb83925e36 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:03.897630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f86a10-b5e7-4858-84a4-3b1af77260f0,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:03.900515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:03.901872 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4354749 Dec 09 09:40:03.903071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:03.904744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60970) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:03.919449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'e5f86a10-b5e7-4858-84a4-3b1af77260f0', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:03.933390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:03.938366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:03.946447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:03.955219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:03.991296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.007295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 69ec4b21-1792-4d4e-89c8-12f43d13c308 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:04.007730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.093015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.097646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.101047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e02712ee-d712-48ad-877e-dd6c2d058425 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:04.106548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Provisioning for port 1c8befa1-7f6e-4a76-b194-5e6ca2856dfa completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:04.127260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Provisioning complete for port 1c8befa1-7f6e-4a76-b194-5e6ca2856dfa triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:04.127694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.132454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99a6f2c-6141-48b8-a5dd-ded8151c632e,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:04.139421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:04.144734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.149597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2400651 Dec 09 09:40:04.149871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60974) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:04.158055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'e5f86a10-b5e7-4858-84a4-3b1af77260f0', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:04.161233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:04.165843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:04.171372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:04.174965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:04.182516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:04.212980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.217914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Port 1c8befa1-7f6e-4a76-b194-5e6ca2856dfa cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:40:04.247237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:network and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:04.294455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.296764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Allocated IP 2001:db8::2 (3b158926-ce9a-4a42-85b4-6f78880c1394/77b87f93-c864-4cf0-8941-fed069614923/944d5714-5c71-46b2-aaa4-1a1f2ea50c8e) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:04.301014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:04.305946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.309344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c225054-f772-4495-ad9b-3428234b59af tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:04.312510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Provisioning complete for port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:04.313041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.324684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:04.328296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0400d2-ae31-4a20-a43e-f695e7d33d15,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:04.332277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:04.339792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Network': ['ID=254ad52c-e3cf-4657-90d0-b1d516b16f0b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:04.351418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.355905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2049263 Dec 09 09:40:04.357014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60978) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:04.363753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'e5f86a10-b5e7-4858-84a4-3b1af77260f0', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:04.371573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:04.375818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:04.382462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:04.392745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:04.404623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 254ad52c-e3cf-4657-90d0-b1d516b16f0b details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:40:04.406131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5ba1de5-ea35-41bc-ade7-2cd4b0b7a5a9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:04.418585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.423580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:40:04.446697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Made reservation on behalf of a3ea6563958240a0809bd013a67ae45f for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:40:04.454667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.496413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.502083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.504038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-076d009e-71e1-4661-9f18-61c7b8ecc951 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:04.516368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:40:04.526652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.527180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Added segment 731a28eb-174a-47a9-a7b2-b891f4c21c05 of type vlan for network 02d61f5c-c620-4f7e-b64d-140abb49f75f Dec 09 09:40:04.527930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8442c9-028d-498a-9e43-7125a4b5ec83,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:04.535409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:04.550979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.553038 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1943679 Dec 09 09:40:04.556659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60982) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:04.564732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'e5f86a10-b5e7-4858-84a4-3b1af77260f0', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:04.566841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.572400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:04.572849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db405992-263c-4286-91c8-29cc4da35f56 req-a47d73a1-29d0-4392-b3de-17dd7ff2d796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:04.574434 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db405992-263c-4286-91c8-29cc4da35f56 req-a47d73a1-29d0-4392-b3de-17dd7ff2d796 service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.8785398 Dec 09 09:40:04.578988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:04.582624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:04.590179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:04.614686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.678749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Router fb657bbb-e955-4c63-b82d-91d4282a112a has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:40:04.701103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.705623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.708564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6f3e3f3e-65e9-42b3-b608-d3c0f401d628 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:04.714331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed1cb62-3595-4bde-b76a-450d7382ff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.738391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.746327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52401d31-c334-4856-8bb1-d1c755b24ca0,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:04.747987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.752184 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1944523 Dec 09 09:40:04.754180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:04.754793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:04.755157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60986) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:04.755959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.764039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'e5f86a10-b5e7-4858-84a4-3b1af77260f0', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:04.769257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-73fbfbee-342a-4bf4-861c-723b163c18f9 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:04.778565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:04.785460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:04.789393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:04.790388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1b83b37a-35a0-44d1-81e2-519b65cd54f1 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:04.800913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:04.815462 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:40:04.824374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.828991 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db405992-263c-4286-91c8-29cc4da35f56 req-2b552cbd-bf5e-432a-adbe-46db797a8b5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 HTTP/1.1" status: 200 len: 1002 time: 0.2462225 Dec 09 09:40:04.908302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.924168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.926167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd2f1c8d-fb88-418d-b85e-454857bdd299 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:04.954467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b17d9b-193b-4bad-a617-224e4885b268,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:04.957232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:04.971540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:04.978895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2186563 Dec 09 09:40:04.978895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60990) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:04.984238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'e5f86a10-b5e7-4858-84a4-3b1af77260f0', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:04.992756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:04.996422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:05.001185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:05.006868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:05.020648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:40:05.028650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.088035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4145293 Dec 09 09:40:05.088158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 60994) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:05.095623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'subnet': {'network_id': '254ad52c-e3cf-4657-90d0-b1d516b16f0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:05.107109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Network': ['ID=02d61f5c-c620-4f7e-b64d-140abb49f75f,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:05.113542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c29eaeb7-cb85-48be-8a01-3a4b340781cf tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:05.149534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db405992-263c-4286-91c8-29cc4da35f56 req-5258ba43-1f87-4c6d-bc5e-716e67c94175 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:05.151396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db405992-263c-4286-91c8-29cc4da35f56 req-5258ba43-1f87-4c6d-bc5e-716e67c94175 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.3123403 Dec 09 09:40:05.181579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 02d61f5c-c620-4f7e-b64d-140abb49f75f details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:40:05.230823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:05.230976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:40:05.231246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.236541 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "PUT /v2.0/routers/fb657bbb-e955-4c63-b82d-91d4282a112a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6960461 Dec 09 09:40:05.239394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 60998) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:05.250412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf60197-ee1a-4cdd-8cc9-3642693b9313 None None] Sync routers for ids ['fb657bbb-e955-4c63-b82d-91d4282a112a'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:40:05.264428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.272555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:05.273653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf60197-ee1a-4cdd-8cc9-3642693b9313 None None] Routers {'fb657bbb-e955-4c63-b82d-91d4282a112a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:05.274751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-eaf60197-ee1a-4cdd-8cc9-3642693b9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fb657bbb-e955-4c63-b82d-91d4282a112a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:05.277930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.280811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:subnet and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:05.285437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89ad58b3-9bd1-468c-87fc-c083e6affb41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:05.295745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:05.315574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:05.334762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59595015-7d9a-4d22-bf81-6e9491550f52,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:05.349395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:05.355521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Made reservation on behalf of a3ea6563958240a0809bd013a67ae45f for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:40:05.384934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-eaf60197-ee1a-4cdd-8cc9-3642693b9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:05.400225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf60197-ee1a-4cdd-8cc9-3642693b9313 None None] Routers {'fb657bbb-e955-4c63-b82d-91d4282a112a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:05.401012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-eaf60197-ee1a-4cdd-8cc9-3642693b9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:39:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fb657bbb-e955-4c63-b82d-91d4282a112a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:05.480213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-eaf60197-ee1a-4cdd-8cc9-3642693b9313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:05.480944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf60197-ee1a-4cdd-8cc9-3642693b9313 None None] The sync data for ids ['fb657bbb-e955-4c63-b82d-91d4282a112a'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:40:05.485789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.486124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db405992-263c-4286-91c8-29cc4da35f56 req-4e2b8b1a-e9b2-4f69-8ea9-3ef29bd126e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3246324 Dec 09 09:40:05.487150 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5088754 Dec 09 09:40:05.497291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.692882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db405992-263c-4286-91c8-29cc4da35f56 req-c91a5c2f-0d6d-4fdf-8c4f-96dbf6ff8b54 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958215 Dec 09 09:40:05.705585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6c5da52-da71-495c-8058-b79c85eb6f74 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.894197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.894565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.900391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-61bc2ba1-77a1-48c3-8891-2e934356e6c5 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:05.905164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:05.913910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Provisioning for port 45f611e3-4421-4f93-a0d7-076f768d9b17 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:05.935262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Transition to ACTIVE for port object 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:05.937770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Provisioning complete for port 45f611e3-4421-4f93-a0d7-076f768d9b17 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:05.938361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.039555 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db405992-263c-4286-91c8-29cc4da35f56 req-e214cba7-790b-4ac6-a975-4c0e1e80f851 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683575 Dec 09 09:40:06.054353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-d6c5da52-da71-495c-8058-b79c85eb6f74 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 09:40:06.055515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d6c5da52-da71-495c-8058-b79c85eb6f74 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "DELETE /v2.0/routers/fb657bbb-e955-4c63-b82d-91d4282a112a HTTP/1.1" status: 409 len: 329 time: 0.8129303 Dec 09 09:40:06.057295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Subnet': ['ID=c82b5868-cbcd-4c4e-ab06-f61e35be0aea,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:06.058652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32786) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:06.063337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-e3beb9c1-549d-4b7b-9550-cc5fb10e1c37 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:40:06.065539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Transition to ACTIVE for port object 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:06.068857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:06.085187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Checking segment: {'id': '9076fdb6-191d-48b2-b71e-954af20af30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '254ad52c-e3cf-4657-90d0-b1d516b16f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:06.085597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network hostable DHCP agents. Network: 254ad52c-e3cf-4657-90d0-b1d516b16f0b, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:40:06.089443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e7e97f6f-0bf8-43a5-bd30-29d2ba85bb4f None None] Port 45f611e3-4421-4f93-a0d7-076f768d9b17 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:40:06.100917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.106070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac76da93-4e90-44f7-ae67-39ecaae9bfd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:06.108053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-e3beb9c1-549d-4b7b-9550-cc5fb10e1c37 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:40:06.109689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-e3beb9c1-549d-4b7b-9550-cc5fb10e1c37 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1153861985&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.1527798 Dec 09 09:40:06.213953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:58Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '45f611e3-4421-4f93-a0d7-076f768d9b17', 'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:57Z', 'updated_at': '2021-12-09T09:39:59Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:06.218535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Network 3b158926-ce9a-4a42-85b4-6f78880c1394 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:06.230409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:06.233672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Pushing event updated for resources: {'Port': ['ID=944d5714-5c71-46b2-aaa4-1a1f2ea50c8e,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:06.238058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Checking router: 3792dd02-8783-49f7-9b00-db9ba9c5462b for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:40:06.238684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Updating router 3792dd02-8783-49f7-9b00-db9ba9c5462b port 45f611e3-4421-4f93-a0d7-076f768d9b17 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:40:06.277341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:40:06.281276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:06.324730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-a31b10f3-68a0-4a53-b0f8-c9bf55e5b8db tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:06.325557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-a31b10f3-68a0-4a53-b0f8-c9bf55e5b8db tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:40:06.328481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network 254ad52c-e3cf-4657-90d0-b1d516b16f0b is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:40:06.345027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 254ad52c-e3cf-4657-90d0-b1d516b16f0b) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:06.352591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:06.352917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.365228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-a31b10f3-68a0-4a53-b0f8-c9bf55e5b8db tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:40:06.366595 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-a31b10f3-68a0-4a53-b0f8-c9bf55e5b8db tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=6e1ffac0-81f0-4799-8831-618178e3cf11 HTTP/1.1" status: 200 len: 796 time: 0.2377629 Dec 09 09:40:06.410048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-71cb0d65-d0c3-4d4e-80d5-9632c28a5ad3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.0222223 Dec 09 09:40:06.415521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cdf019-11df-4a4e-a5a3-1c83636e2ce5 None None] Network 254ad52c-e3cf-4657-90d0-b1d516b16f0b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:06.442644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.471977 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3835804 Dec 09 09:40:06.477075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32790) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:06.478506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-33416d38-9f2e-466b-bb9b-ecf87957a8d0 None None] Provisioning complete for port 1c8befa1-7f6e-4a76-b194-5e6ca2856dfa triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:06.478935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33416d38-9f2e-466b-bb9b-ecf87957a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.487667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'subnet': {'network_id': '02d61f5c-c620-4f7e-b64d-140abb49f75f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:06.611297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Attempting to bind port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:40:06.611635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Attempting to bind port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'e9da5cc4-57d7-4776-a4bf-4dbce9507c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3b158926-ce9a-4a42-85b4-6f78880c1394'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:40:06.612036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Attempting to bind port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e on network 3b158926-ce9a-4a42-85b4-6f78880c1394 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:40:06.682960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:40:06.682960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Checking segment: {'id': 'e9da5cc4-57d7-4776-a4bf-4dbce9507c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3b158926-ce9a-4a42-85b4-6f78880c1394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:06.683315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.683739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Bound using segment: {'id': 'e9da5cc4-57d7-4776-a4bf-4dbce9507c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3b158926-ce9a-4a42-85b4-6f78880c1394'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:40:06.684282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Bound port: 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9da5cc4-57d7-4776-a4bf-4dbce9507c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3b158926-ce9a-4a42-85b4-6f78880c1394'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:40:06.684707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.710911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-33416d38-9f2e-466b-bb9b-ecf87957a8d0 None None] Port 1c8befa1-7f6e-4a76-b194-5e6ca2856dfa cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:40:06.711504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.794187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf1fb7f6-b58d-432f-bd44-0a46194b70f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.913060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-7c424f09-db95-4037-82be-fd0b6e9f5c2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:40:06.916861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:06.924120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:subnet and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:06.929711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:06.933596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-33416d38-9f2e-466b-bb9b-ecf87957a8d0 None None] Provisioning complete for port 45f611e3-4421-4f93-a0d7-076f768d9b17 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:06.934206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33416d38-9f2e-466b-bb9b-ecf87957a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:06.937488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:06.940903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-7c424f09-db95-4037-82be-fd0b6e9f5c2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:40:06.942358 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-7c424f09-db95-4037-82be-fd0b6e9f5c2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5226924 Dec 09 09:40:06.950537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Made reservation on behalf of a3ea6563958240a0809bd013a67ae45f for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:40:06.978418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-d8c2f1e1-d4d9-4ab0-939b-6cc9f7479fd7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:40:06.979487 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-d8c2f1e1-d4d9-4ab0-939b-6cc9f7479fd7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0120456 Dec 09 09:40:07.091113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] For port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:40:07.112118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-33416d38-9f2e-466b-bb9b-ecf87957a8d0 None None] Port 45f611e3-4421-4f93-a0d7-076f768d9b17 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:40:07.167386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.177140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-254ad52c-e3cf-4657-90d0-b1d516b16f0b', 'network_id': '254ad52c-e3cf-4657-90d0-b1d516b16f0b', 'tenant_id': 'a3ea6563958240a0809bd013a67ae45f', 'fixed_ips': [{'subnet_id': 'c82b5868-cbcd-4c4e-ab06-f61e35be0aea'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:40:07.178161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.190949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] For port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=944d5714-5c71-46b2-aaa4-1a1f2ea50c8e,segment=NetworkSegment(e9da5cc4-57d7-4776-a4bf-4dbce9507c52),segment_id=e9da5cc4-57d7-4776-a4bf-4dbce9507c52)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:40:07.206662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.212906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.220877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:07.303319 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-a6c82709-ca44-4b01-8176-b74fc1f9a0d5 service neutron] 10.222.0.18 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124020 Dec 09 09:40:07.351581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Deleting port 1c8befa1-7f6e-4a76-b194-5e6ca2856dfa {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:07.352231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.403693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Pushing event updated for resources: {'Port': ['ID=944d5714-5c71-46b2-aaa4-1a1f2ea50c8e,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:07.414126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:07.548686 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-6218245a-0e2d-433b-a443-bd03791703d5 service neutron] 10.222.0.18 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346399 Dec 09 09:40:07.584824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Allocated IP 2001:db8::2 (254ad52c-e3cf-4657-90d0-b1d516b16f0b/c82b5868-cbcd-4c4e-ab06-f61e35be0aea/20024942-51e4-482f-94a9-a20cfba093d1) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:07.600754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.604718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.610811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0278ca0d-9644-47ac-8765-5fbc8a12033f tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:07.611308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.665355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Transition to ACTIVE for port object 45f611e3-4421-4f93-a0d7-076f768d9b17 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:07.703094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Subnet': ['ID=2dd677bc-fda6-4d56-8da6-589167310b6b,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:07.706008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:07.733657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.747882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b96590d-b585-4b48-aef7-6ec327255aec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:07.752518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Checking segment: {'id': '731a28eb-174a-47a9-a7b2-b891f4c21c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '02d61f5c-c620-4f7e-b64d-140abb49f75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:07.752892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network hostable DHCP agents. Network: 02d61f5c-c620-4f7e-b64d-140abb49f75f, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:40:07.794200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network 02d61f5c-c620-4f7e-b64d-140abb49f75f is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:40:07.800032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Calling delete_port for 1c8befa1-7f6e-4a76-b194-5e6ca2856dfa owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:07.813678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 02d61f5c-c620-4f7e-b64d-140abb49f75f) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:07.828512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:07.829200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:07.897909 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4181464 Dec 09 09:40:07.899103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32800) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:07.945730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-4fdc3409-f091-47ed-8b21-a495d1eaa7fd req-eabb8d23-9cb3-4e18-843d-e8ff9c7d68ad tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:40:07.983807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-4fdc3409-f091-47ed-8b21-a495d1eaa7fd req-eabb8d23-9cb3-4e18-843d-e8ff9c7d68ad tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:40:07.985418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4fdc3409-f091-47ed-8b21-a495d1eaa7fd req-eabb8d23-9cb3-4e18-843d-e8ff9c7d68ad tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 210 time: 0.1281757 Dec 09 09:40:08.142277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:08.144796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b88d53c-2333-4a3f-9594-f4f5b76263d4 None None] Network 02d61f5c-c620-4f7e-b64d-140abb49f75f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:08.147980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:08.208603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Port': ['ID=1c8befa1-7f6e-4a76-b194-5e6ca2856dfa,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:08.212610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:08.404559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292fd4f-9e77-42f9-a8a6-bcce4a66dc1f None None] Pushing event updated for resources: {'Port': ['ID=45f611e3-4421-4f93-a0d7-076f768d9b17,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:08.407671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f292fd4f-9e77-42f9-a8a6-bcce4a66dc1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:08.409274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:08.513750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:08.622751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Transition to ACTIVE for port object 20024942-51e4-482f-94a9-a20cfba093d1 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:08.640123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:08.660355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:08.721905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:08.754293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Transition to ACTIVE for port object 20024942-51e4-482f-94a9-a20cfba093d1 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:08.835583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:08.856570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ec77dd9e-1fe9-470b-b2df-dfc7b48471b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:08.949877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Attempting to bind port 45f611e3-4421-4f93-a0d7-076f768d9b17 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:40:08.950238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Attempting to bind port 45f611e3-4421-4f93-a0d7-076f768d9b17 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:40:08.950656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Attempting to bind port 45f611e3-4421-4f93-a0d7-076f768d9b17 on network 6e1ffac0-81f0-4799-8831-618178e3cf11 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:40:08.969804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:40:08.970738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Checking segment: {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:08.971414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:08.972164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Bound using segment: {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:40:08.973212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Bound port: 45f611e3-4421-4f93-a0d7-076f768d9b17, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:40:08.973875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:09.008149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:09.064218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Network 254ad52c-e3cf-4657-90d0-b1d516b16f0b is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:09.071348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Pushing event updated for resources: {'Port': ['ID=20024942-51e4-482f-94a9-a20cfba093d1,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:09.074607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:09.116731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:09.122114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:40:09.133969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-02d61f5c-c620-4f7e-b64d-140abb49f75f', 'network_id': '02d61f5c-c620-4f7e-b64d-140abb49f75f', 'tenant_id': 'a3ea6563958240a0809bd013a67ae45f', 'fixed_ips': [{'subnet_id': '2dd677bc-fda6-4d56-8da6-589167310b6b'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:40:09.134789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:09.393311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Router fb657bbb-e955-4c63-b82d-91d4282a112a has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:40:09.409235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Attempting to bind port 20024942-51e4-482f-94a9-a20cfba093d1 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:40:09.409670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Attempting to bind port 20024942-51e4-482f-94a9-a20cfba093d1 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '9076fdb6-191d-48b2-b71e-954af20af30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '254ad52c-e3cf-4657-90d0-b1d516b16f0b'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:40:09.410087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Attempting to bind port 20024942-51e4-482f-94a9-a20cfba093d1 on network 254ad52c-e3cf-4657-90d0-b1d516b16f0b {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:40:09.436120 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8cadfbf4-3b5b-491b-bd4f-9b2af4c8eb19 req-27157717-9ae6-473b-bd4a-b5e2ba712241 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 210 time: 0.1830435 Dec 09 09:40:09.447331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:40:09.447771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Checking segment: {'id': '9076fdb6-191d-48b2-b71e-954af20af30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '254ad52c-e3cf-4657-90d0-b1d516b16f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:09.448694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:09.449583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Bound using segment: {'id': '9076fdb6-191d-48b2-b71e-954af20af30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '254ad52c-e3cf-4657-90d0-b1d516b16f0b'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:40:09.449811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Bound port: 20024942-51e4-482f-94a9-a20cfba093d1, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9076fdb6-191d-48b2-b71e-954af20af30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '254ad52c-e3cf-4657-90d0-b1d516b16f0b'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:40:09.450122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:09.467424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] For port 45f611e3-4421-4f93-a0d7-076f768d9b17, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:40:09.488101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] For port 45f611e3-4421-4f93-a0d7-076f768d9b17, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=45f611e3-4421-4f93-a0d7-076f768d9b17,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:40:09.494442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Allocated IP 2001:db8::1 (254ad52c-e3cf-4657-90d0-b1d516b16f0b/c82b5868-cbcd-4c4e-ab06-f61e35be0aea/b5e3f4db-04dc-4702-80e7-25c266a0b378) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:09.537861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:09.555414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:09.617185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:40:09.637149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "PUT /v2.0/routers/fb657bbb-e955-4c63-b82d-91d4282a112a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5770037 Dec 09 09:40:09.641164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32814) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:09.647269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fcc8e0-994a-436a-80a4-29ccab216e59 None None] Sync routers for ids ['fb657bbb-e955-4c63-b82d-91d4282a112a'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:40:09.761613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fcc8e0-994a-436a-80a4-29ccab216e59 None None] Routers {'fb657bbb-e955-4c63-b82d-91d4282a112a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:09.762322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-22fcc8e0-994a-436a-80a4-29ccab216e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fb657bbb-e955-4c63-b82d-91d4282a112a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:09.831082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:09.831795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:09.860260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:09.890990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Transition to ACTIVE for port object b5e3f4db-04dc-4702-80e7-25c266a0b378 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:09.908151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-22fcc8e0-994a-436a-80a4-29ccab216e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:09.910584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f1607-9575-4f70-a4c2-dd3d6c1b6a7b None None] Network 3b158926-ce9a-4a42-85b4-6f78880c1394 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:09.921578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:09.929046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] For port 20024942-51e4-482f-94a9-a20cfba093d1, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:40:09.944540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Allocated IP 2001:db8::2 (02d61f5c-c620-4f7e-b64d-140abb49f75f/2dd677bc-fda6-4d56-8da6-589167310b6b/85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:09.948278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:09.949474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292fd4f-9e77-42f9-a8a6-bcce4a66dc1f None None] Pushing event updated for resources: {'Port': ['ID=45f611e3-4421-4f93-a0d7-076f768d9b17,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:09.952830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f292fd4f-9e77-42f9-a8a6-bcce4a66dc1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:10.022333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-bed14ac3-d538-4cf7-a260-b946171eb653 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:10.023993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-bed14ac3-d538-4cf7-a260-b946171eb653 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=6e1ffac0-81f0-4799-8831-618178e3cf11 HTTP/1.1" status: 200 len: 796 time: 0.2889988 Dec 09 09:40:10.033503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network 254ad52c-e3cf-4657-90d0-b1d516b16f0b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:10.038764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Port': ['ID=b5e3f4db-04dc-4702-80e7-25c266a0b378,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:10.041958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:10.045457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-baae8599-a2d1-4899-b124-2679223eb961 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] show failed (client error): The resource could not be found. Dec 09 09:40:10.047468 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-baae8599-a2d1-4899-b124-2679223eb961 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-807860144 HTTP/1.1" status: 404 len: 334 time: 0.4016113 Dec 09 09:40:10.048682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:40:10.049467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:10.053346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:10.054142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32818) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:10.062446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-755ba36a-e32c-48b1-8ffd-14728f3edc47 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:10.095507 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-455234e6-746d-4269-be22-f168d6405209 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 380 time: 0.0613148 Dec 09 09:40:10.108763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': '76ac1ece-14ea-46da-8d56-56836acf2602', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['e5f86a10-b5e7-4858-84a4-3b1af77260f0']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:10.148344 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-755ba36a-e32c-48b1-8ffd-14728f3edc47 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] update failed (client error): The resource could not be found. Dec 09 09:40:10.157353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-755ba36a-e32c-48b1-8ffd-14728f3edc47 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1566380816 HTTP/1.1" status: 404 len: 335 time: 0.0930641 Dec 09 09:40:10.158614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32826) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:10.173319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] For port 20024942-51e4-482f-94a9-a20cfba093d1, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=20024942-51e4-482f-94a9-a20cfba093d1,segment=NetworkSegment(9076fdb6-191d-48b2-b71e-954af20af30f),segment_id=9076fdb6-191d-48b2-b71e-954af20af30f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:40:10.206228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:10.211103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3b55ec9b-1ece-4afd-a328-ca8aa0bb0e4a None None] Provisioning for port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:10.404963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Deleting subnet 6ad6915e-385d-4acc-8bee-79a22e1b1f42 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:40:10.408590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:10.463131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:10.475790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:10.538081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3b55ec9b-1ece-4afd-a328-ca8aa0bb0e4a None None] Provisioning complete for port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:10.538598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b55ec9b-1ece-4afd-a328-ca8aa0bb0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:10.557269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:10.572031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:10.580446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fcc8e0-994a-436a-80a4-29ccab216e59 None None] Routers {'fb657bbb-e955-4c63-b82d-91d4282a112a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:10.581160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-22fcc8e0-994a-436a-80a4-29ccab216e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['fb657bbb-e955-4c63-b82d-91d4282a112a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:10.586971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:40:10.595319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:10.639770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:10.660391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fde0d1ce-cbee-4558-98fb-62a3bb3c2265 req-e4cafa25-2c48-4962-89ba-8e0df0e180cb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 210 time: 0.0522895 Dec 09 09:40:10.750844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-22fcc8e0-994a-436a-80a4-29ccab216e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:10.751075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fcc8e0-994a-436a-80a4-29ccab216e59 None None] The sync data for ids ['fb657bbb-e955-4c63-b82d-91d4282a112a'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:40:10.774817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:10.856346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Pushing event updated for resources: {'Port': ['ID=20024942-51e4-482f-94a9-a20cfba093d1,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:10.861714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.6 (6e1ffac0-81f0-4799-8831-618178e3cf11/cf52eb55-0e76-4def-b929-508ff544c5ac/589a5541-b9e7-4c63-aedf-3a5a826b7ae6) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:10.863858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:11.006348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:40:11.094761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.118238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:11.141588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.150106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:11.223765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b55ec9b-1ece-4afd-a328-ca8aa0bb0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.256675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6e1ffac0-81f0-4799-8831-618178e3cf11 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:11.257987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:11.262879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:40:11.295712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3b55ec9b-1ece-4afd-a328-ca8aa0bb0e4a None None] For port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=944d5714-5c71-46b2-aaa4-1a1f2ea50c8e,segment=NetworkSegment(e9da5cc4-57d7-4776-a4bf-4dbce9507c52),segment_id=e9da5cc4-57d7-4776-a4bf-4dbce9507c52)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:11.328394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b55ec9b-1ece-4afd-a328-ca8aa0bb0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.332726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.337134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:11.348529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:11.351305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:11.354535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:11.390911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:11.391604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.412644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.419156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.426806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39217cb4-01f0-46c8-bf0d-9577eed179a0 None None] Network bdccc854-149a-4f0b-9748-da136cc732c5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:11.427079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad6915e-385d-4acc-8bee-79a22e1b1f42,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:11.439210 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3350458 Dec 09 09:40:11.440444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:11.446431 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "DELETE /v2.0/subnets/6ad6915e-385d-4acc-8bee-79a22e1b1f42 HTTP/1.1" status: 204 len: 168 time: 1.2865081 Dec 09 09:40:11.451308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Request body: {'port': {'device_id': '76ac1ece-14ea-46da-8d56-56836acf2602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:11.487575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32834) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:11.496869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Transition to ACTIVE for port object 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:11.529705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Transition to ACTIVE for port object 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:11.660895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.664326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.665873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.666943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.685581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:11.729814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Network 02d61f5c-c620-4f7e-b64d-140abb49f75f is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:11.730779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55ec9b-1ece-4afd-a328-ca8aa0bb0e4a None None] Pushing event updated for resources: {'Port': ['ID=944d5714-5c71-46b2-aaa4-1a1f2ea50c8e,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:11.767927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:11.783096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:11.789897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b55ec9b-1ece-4afd-a328-ca8aa0bb0e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:11.795421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:11.831237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:40:12.004861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Port': ['ID=b5e3f4db-04dc-4702-80e7-25c266a0b378,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:12.016851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:12.054827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Pushing event updated for resources: {'Port': ['ID=85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:12.082367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f2ede-5b68-42f3-9e69-2b2021556659 req-467c934b-a6de-4904-8566-400bbf6e6f55 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:12.084143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4e7f2ede-5b68-42f3-9e69-2b2021556659 req-467c934b-a6de-4904-8566-400bbf6e6f55 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 931 time: 0.1434610 Dec 09 09:40:12.088630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network 254ad52c-e3cf-4657-90d0-b1d516b16f0b is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:12.090221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:12.091289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:12.106904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Deleting subnet e72036f6-076f-41ce-bf02-299384172f30 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:40:12.114221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.140704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Attempting to bind port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:40:12.141137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Attempting to bind port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '731a28eb-174a-47a9-a7b2-b891f4c21c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '02d61f5c-c620-4f7e-b64d-140abb49f75f'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:40:12.141545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Attempting to bind port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 on network 02d61f5c-c620-4f7e-b64d-140abb49f75f {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:40:12.148313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dab2c179-f810-4179-9ed0-63ade3002284 None None] Provisioning complete for port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:12.148674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dab2c179-f810-4179-9ed0-63ade3002284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.202019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:40:12.202443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Checking segment: {'id': '731a28eb-174a-47a9-a7b2-b891f4c21c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '02d61f5c-c620-4f7e-b64d-140abb49f75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:12.202901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.203344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Bound using segment: {'id': '731a28eb-174a-47a9-a7b2-b891f4c21c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '02d61f5c-c620-4f7e-b64d-140abb49f75f'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:40:12.204191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Bound port: 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731a28eb-174a-47a9-a7b2-b891f4c21c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '02d61f5c-c620-4f7e-b64d-140abb49f75f'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:40:12.204310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.217856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.306095 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4e7f2ede-5b68-42f3-9e69-2b2021556659 req-918fe36b-e39c-47c6-9f99-9a46953a79ba tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520774 Dec 09 09:40:12.467401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.529174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:58Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '45f611e3-4421-4f93-a0d7-076f768d9b17', 'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:57Z', 'updated_at': '2021-12-09T09:40:09Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:12.560613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be91f191-bc6e-4273-9600-3069cf6dd038 None None] The sync data for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv is: [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:58Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '45f611e3-4421-4f93-a0d7-076f768d9b17', 'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:57Z', 'updated_at': '2021-12-09T09:40:09Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:40:12.571115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.581246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20024942-51e4-482f-94a9-a20cfba093d1 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:12.587933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d718c56f-f399-47ae-bb1a-00b7fbc4735a tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:12.631695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Router 8b6c9af5-7ffb-47f5-8917-db52ebc2e775 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:40:12.633508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.644035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] DHCP port deletion for bdccc854-149a-4f0b-9748-da136cc732c5 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:40:12.650789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "DELETE /v2.0/subnets/e72036f6-076f-41ce-bf02-299384172f30 HTTP/1.1" status: 204 len: 168 time: 1.1573412 Dec 09 09:40:12.659481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32840) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:12.660761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Subnet': ['ID=e72036f6-076f-41ce-bf02-299384172f30,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:12.661143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f9301f-ac44-4a52-bc3e-3fb0c853c911 None None] Network d7dd8484-70c1-4b95-b4ac-7ffc81558e51 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:12.664286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:12.751169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] Deleting port 6962adcc-fed1-48cf-afec-a9b36e40fa3f {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:12.751825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.922598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.942244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:40:12.954747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.957755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Deleting port 6962adcc-fed1-48cf-afec-a9b36e40fa3f {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:12.958285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:12.969387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:40:12.983952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce5b2b-b7a1-4ad4-8a30-bfeb98e02c42 None None] Sync routers for ids ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:40:12.995099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "PUT /v2.0/routers/8b6c9af5-7ffb-47f5-8917-db52ebc2e775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0742297 Dec 09 09:40:12.995914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32844) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:13.008699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce5b2b-b7a1-4ad4-8a30-bfeb98e02c42 None None] Routers {'8b6c9af5-7ffb-47f5-8917-db52ebc2e775'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:13.009876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d5ce5b2b-b7a1-4ad4-8a30-bfeb98e02c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:13.036008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] For port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:40:13.052026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Transition to ACTIVE for port object 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:13.087557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] For port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191,segment=NetworkSegment(731a28eb-174a-47a9-a7b2-b891f4c21c05),segment_id=731a28eb-174a-47a9-a7b2-b891f4c21c05)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:40:13.121631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:13.130752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fdc247c4-7f8f-4033-ac2f-b0cab998ddf0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:13.143571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:13.161548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d9342e85-f64b-4dd0-8263-c9fc51263102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:13.165559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d5ce5b2b-b7a1-4ad4-8a30-bfeb98e02c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:13.190366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce5b2b-b7a1-4ad4-8a30-bfeb98e02c42 None None] Routers {'8b6c9af5-7ffb-47f5-8917-db52ebc2e775'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:13.191069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d5ce5b2b-b7a1-4ad4-8a30-bfeb98e02c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:13.318347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b4a6c0-db38-4fe9-9ed3-e5349285e581 None None] Network 254ad52c-e3cf-4657-90d0-b1d516b16f0b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:13.323992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d5ce5b2b-b7a1-4ad4-8a30-bfeb98e02c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:13.324670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ce5b2b-b7a1-4ad4-8a30-bfeb98e02c42 None None] The sync data for ids ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:40:13.410931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Pushing event updated for resources: {'Port': ['ID=85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:13.430576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Pushing event updated for resources: {'Port': ['ID=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:13.435580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:13.475573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:13.546600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 20024942-51e4-482f-94a9-a20cfba093d1 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:13.647677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dab2c179-f810-4179-9ed0-63ade3002284 None None] Provisioning for port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:13.692418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] For port 6962adcc-fed1-48cf-afec-a9b36e40fa3f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6962adcc-fed1-48cf-afec-a9b36e40fa3f,segment=NetworkSegment(7ba959dd-054c-4038-93a5-f548492132f6),segment_id=7ba959dd-054c-4038-93a5-f548492132f6)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:13.693348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:13.789906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:13.906635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Calling delete_port for 6962adcc-fed1-48cf-afec-a9b36e40fa3f owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:14.002358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] For port 6962adcc-fed1-48cf-afec-a9b36e40fa3f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=6962adcc-fed1-48cf-afec-a9b36e40fa3f,segment=NetworkSegment(7ba959dd-054c-4038-93a5-f548492132f6),segment_id=7ba959dd-054c-4038-93a5-f548492132f6)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:14.002903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.039365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.049647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42125bd7-8308-486c-be62-aaa9943dec6a tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:14.127485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Port': ['ID=6962adcc-fed1-48cf-afec-a9b36e40fa3f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:14.140120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:14.161748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] No DVR routers for this DVR port 6962adcc-fed1-48cf-afec-a9b36e40fa3f on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:40:14.212544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] Calling delete_port for 6962adcc-fed1-48cf-afec-a9b36e40fa3f owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:14.229598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-08709af5-9a45-4c8a-924f-a54f8935a08b tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:40:14.231161 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-08709af5-9a45-4c8a-924f-a54f8935a08b tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "PUT /v2.0/routers/8b6c9af5-7ffb-47f5-8917-db52ebc2e775/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2330647 Dec 09 09:40:14.237463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32850) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:14.289032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] DHCP port deletion for d7dd8484-70c1-4b95-b4ac-7ffc81558e51 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:40:14.331126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] Deleting port 4b3814ef-0177-4b55-accc-2f73f8720a6d {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:14.331555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.383674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.404899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0460bd65-ba1c-458a-b61f-f6b49bb3a860 None None] Provisioning for port 20024942-51e4-482f-94a9-a20cfba093d1 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:14.406146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e88b5b-f0b7-4916-a026-1e4e1580659f req-a8ad85c7-34c0-4844-91fa-03f586508fbd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:14.407086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-16e88b5b-f0b7-4916-a026-1e4e1580659f req-a8ad85c7-34c0-4844-91fa-03f586508fbd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:40:14.414651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Attempting to bind port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:40:14.415020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Attempting to bind port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:40:14.415389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Attempting to bind port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 on network 6e1ffac0-81f0-4799-8831-618178e3cf11 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:40:14.417286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0460bd65-ba1c-458a-b61f-f6b49bb3a860 None None] Provisioning complete for port 20024942-51e4-482f-94a9-a20cfba093d1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:14.417713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0460bd65-ba1c-458a-b61f-f6b49bb3a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.442499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:14.442911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.443111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdccc854-149a-4f0b-9748-da136cc732c5']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:14.465007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba959dd-054c-4038-93a5-f548492132f6') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:14.465397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba959dd-054c-4038-93a5-f548492132f6') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:14.476375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 on network 6e1ffac0-81f0-4799-8831-618178e3cf11 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:40:14.476803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Attempting to bind port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 on network 6e1ffac0-81f0-4799-8831-618178e3cf11 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:40:14.486158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-16e88b5b-f0b7-4916-a026-1e4e1580659f req-a8ad85c7-34c0-4844-91fa-03f586508fbd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:40:14.487519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-16e88b5b-f0b7-4916-a026-1e4e1580659f req-a8ad85c7-34c0-4844-91fa-03f586508fbd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 943 time: 0.9051917 Dec 09 09:40:14.491132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.541919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:40:14.542294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Checking segment: {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:14.542723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Bound using segment: {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:40:14.543213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Bound port: 589a5541-b9e7-4c63-aedf-3a5a826b7ae6, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74a3f8ac-3c5b-4429-9cae-af15605ed03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:40:14.543597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.554431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.604415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:40:14.604415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.622815 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-16e88b5b-f0b7-4916-a026-1e4e1580659f req-6b5ce779-dbdf-49ec-beb1-bd599d9826aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166265 Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:40:14.623503 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:40:14.755574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] For port 4b3814ef-0177-4b55-accc-2f73f8720a6d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4b3814ef-0177-4b55-accc-2f73f8720a6d,segment=NetworkSegment(2071810e-49d7-4130-bd35-5e8327d10c7a),segment_id=2071810e-49d7-4130-bd35-5e8327d10c7a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:14.756125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:14.781623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:40:14.782038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:40:15.004521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.080198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] For port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:40:15.084287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] For port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:40:15.086808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.091480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.105046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d6c72e73-20e9-4f98-a2b2-4ef74350bc48 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:15.110624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] Calling delete_port for 4b3814ef-0177-4b55-accc-2f73f8720a6d owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:15.181195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.188167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Pushing event updated for resources: {'Port': ['ID=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:15.193956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:15.195686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-645f4b95-c9a0-42eb-b77c-29e502a211b3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:15.225047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Network': ['ID=bdccc854-149a-4f0b-9748-da136cc732c5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:15.231878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "DELETE /v2.0/networks/bdccc854-149a-4f0b-9748-da136cc732c5 HTTP/1.1" status: 204 len: 168 time: 2.5662451 Dec 09 09:40:15.235849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.237352 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] 10.222.0.65 "PUT /v2.0/ports/589a5541-b9e7-4c63-aedf-3a5a826b7ae6 HTTP/1.1" status: 200 len: 1093 time: 3.7908421 Dec 09 09:40:15.238263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:15.238750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32854) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:15.239280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:40:15.360641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] Deleting port 6962adcc-fed1-48cf-afec-a9b36e40fa3f {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:15.361310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.414257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.436693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:15.474595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] No DVR routers for this DVR port 4b3814ef-0177-4b55-accc-2f73f8720a6d on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:40:15.581485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-34de8832-ff8b-497d-b854-f5080fd5ff41 None None] The port '6962adcc-fed1-48cf-afec-a9b36e40fa3f' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:40:15.604976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] Pushing event deleted for resources: {'Port': ['ID=4b3814ef-0177-4b55-accc-2f73f8720a6d,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:15.623220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:15.623902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0460bd65-ba1c-458a-b61f-f6b49bb3a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.680577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.702439 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-8a329fa3-3c88-4c32-ae8a-00da95baa3a7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 1096 time: 0.4271553 Dec 09 09:40:15.765911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0460bd65-ba1c-458a-b61f-f6b49bb3a860 None None] For port 20024942-51e4-482f-94a9-a20cfba093d1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=20024942-51e4-482f-94a9-a20cfba093d1,segment=NetworkSegment(9076fdb6-191d-48b2-b71e-954af20af30f),segment_id=9076fdb6-191d-48b2-b71e-954af20af30f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:15.778620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0460bd65-ba1c-458a-b61f-f6b49bb3a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:15.780636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34536bfb-27d9-476d-aa16-c053c98509ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:15.861461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'status': 'completed', 'code': 200} Dec 09 09:40:15.924616 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-5b6551cd-d248-411c-a7bd-89104c9a6319 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589a5541-b9e7-4c63-aedf-3a5a826b7ae6 HTTP/1.1" status: 200 len: 217 time: 0.1885335 Dec 09 09:40:15.967639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460bd65-ba1c-458a-b61f-f6b49bb3a860 None None] Pushing event updated for resources: {'Port': ['ID=20024942-51e4-482f-94a9-a20cfba093d1,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:15.970842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:16.050390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0460bd65-ba1c-458a-b61f-f6b49bb3a860 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:16.072052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:16.080695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Deleting port b5e3f4db-04dc-4702-80e7-25c266a0b378 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:16.081087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.087747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 45f611e3-4421-4f93-a0d7-076f768d9b17 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:16.104775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-aad3b272-ff60-462d-b71b-840128d42094 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:16.106644 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-aad3b272-ff60-462d-b71b-840128d42094 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf52eb55-0e76-4def-b929-508ff544c5ac HTTP/1.1" status: 200 len: 833 time: 0.1565969 Dec 09 09:40:16.163764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 45f611e3-4421-4f93-a0d7-076f768d9b17 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:16.169420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 45f611e3-4421-4f93-a0d7-076f768d9b17 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:16.182027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.259080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c9ff0b71-0b45-4115-b541-613eb97a264c None None] Provisioning for port b5e3f4db-04dc-4702-80e7-25c266a0b378 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:16.270933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c9ff0b71-0b45-4115-b541-613eb97a264c None None] Provisioning complete for port b5e3f4db-04dc-4702-80e7-25c266a0b378 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:16.271941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9ff0b71-0b45-4115-b541-613eb97a264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.284051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.314824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50d4d3b-80c6-4367-80fc-67153c3bffa4 None None] Network 02d61f5c-c620-4f7e-b64d-140abb49f75f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:16.343949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7dd8484-70c1-4b95-b4ac-7ffc81558e51']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:16.358630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.366111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2071810e-49d7-4130-bd35-5e8327d10c7a') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:16.366284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2071810e-49d7-4130-bd35-5e8327d10c7a') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:16.383254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-7f7d408b-79b1-45f1-af98-3bc1f25b15e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e1ffac0-81f0-4799-8831-618178e3cf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2659247 Dec 09 09:40:16.391390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbe613-5dd7-43a4-be89-164e6c35df46 req-b5771e2c-6988-4798-80d6-00897203ed43 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:16.398940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-53dbe613-5dd7-43a4-be89-164e6c35df46 req-b5771e2c-6988-4798-80d6-00897203ed43 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 943 time: 0.3850882 Dec 09 09:40:16.440227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.481679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.486992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c9ff0b71-0b45-4115-b541-613eb97a264c None None] Port b5e3f4db-04dc-4702-80e7-25c266a0b378 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:40:16.495464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.522791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Calling delete_port for b5e3f4db-04dc-4702-80e7-25c266a0b378 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:16.533794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 45f611e3-4421-4f93-a0d7-076f768d9b17, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=45f611e3-4421-4f93-a0d7-076f768d9b17,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:16.550924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.556272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c9ff0b71-0b45-4115-b541-613eb97a264c None None] Provisioning complete for port 20024942-51e4-482f-94a9-a20cfba093d1 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:16.556272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9ff0b71-0b45-4115-b541-613eb97a264c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.557157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:40:16.557534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:40:16.581074 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:40:16.628611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4fe73f2-f8fd-45d9-8155-fc2eb0064432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:16.701787 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-53dbe613-5dd7-43a4-be89-164e6c35df46 req-3025fc8c-09cb-4261-a929-bd48112d0e7f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017812 Dec 09 09:40:16.732710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=45f611e3-4421-4f93-a0d7-076f768d9b17,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:16.736815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6962adcc-fed1-48cf-afec-a9b36e40fa3f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:40:16.775890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:16.786303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 6962adcc-fed1-48cf-afec-a9b36e40fa3f {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:40:16.787223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 6962adcc-fed1-48cf-afec-a9b36e40fa3f not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:40:16.787700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4b3814ef-0177-4b55-accc-2f73f8720a6d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:40:16.788969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.794071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-da79c5d5-53b2-4bd7-acd2-a7f7e4922030 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:16.795681 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-0c4dc2c0-2011-4e95-93a5-6b1f37c992fe service neutron] 10.222.0.65 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785720 Dec 09 09:40:16.796645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.801785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:16.836450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 4b3814ef-0177-4b55-accc-2f73f8720a6d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:40:16.836854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4b3814ef-0177-4b55-accc-2f73f8720a6d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:40:16.843963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Port': ['ID=b5e3f4db-04dc-4702-80e7-25c266a0b378,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:16.856844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:16.953448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7b1e356-cb4d-40b2-93c5-13bd7957b2c1 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:16.987230 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "DELETE /v2.0/networks/d7dd8484-70c1-4b95-b4ac-7ffc81558e51 HTTP/1.1" status: 204 len: 168 time: 1.7419035 Dec 09 09:40:16.988334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Network': ['ID=d7dd8484-70c1-4b95-b4ac-7ffc81558e51,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:16.992240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:17.002886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32864) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:17.079005 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dfb61dd-8e50-4941-a749-7aa42d6edf1f req-8bcbbefc-d905-4ce9-8d86-6273d5552552 service neutron] 10.222.0.65 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712519 Dec 09 09:40:17.088663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.171865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] Provisioning for port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:17.178154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] Provisioning complete for port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:17.178621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.262190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.341965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Deleting subnet 6d36c064-aebb-49d0-8dbb-06d30e0dcfd9 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:40:17.358743 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-caa404d2-e932-4cc1-9950-9ad4c97623f7 req-cae16545-6539-438c-90f7-e1897d790e8c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 1096 time: 0.2144024 Dec 09 09:40:17.359697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.365405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.414900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] For port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191,segment=NetworkSegment(731a28eb-174a-47a9-a7b2-b891f4c21c05),segment_id=731a28eb-174a-47a9-a7b2-b891f4c21c05)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:17.418720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.422641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e506822b-5c55-4774-ba34-cc6ba6b85e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:17.476591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] Could not find standard attr ID for object b5e3f4db-04dc-4702-80e7-25c266a0b378. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 09:40:17.532695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] Pushing event updated for resources: {'Port': ['ID=85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:17.537401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:17.542213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20024942-51e4-482f-94a9-a20cfba093d1 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:17.544649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.620430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Router 8b6c9af5-7ffb-47f5-8917-db52ebc2e775 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:40:17.629199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6cef47ce-5b78-4778-9e36-3ef6dedf6c6b None None] Provisioning complete for port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:17.630312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6cef47ce-5b78-4778-9e36-3ef6dedf6c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.648709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa404d2-e932-4cc1-9950-9ad4c97623f7 req-b3d51060-9b61-4acc-8354-1186fb6a91ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:17.650334 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-caa404d2-e932-4cc1-9950-9ad4c97623f7 req-b3d51060-9b61-4acc-8354-1186fb6a91ec service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e1ffac0-81f0-4799-8831-618178e3cf11 HTTP/1.1" status: 200 len: 897 time: 0.2590535 Dec 09 09:40:17.671090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 20024942-51e4-482f-94a9-a20cfba093d1 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:17.671625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.733988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-caa404d2-e932-4cc1-9950-9ad4c97623f7 req-067420b4-ab4e-4754-9ea9-81ffff572a24 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589a5541-b9e7-4c63-aedf-3a5a826b7ae6 HTTP/1.1" status: 200 len: 217 time: 0.0713923 Dec 09 09:40:17.769661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:40:17.793951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "PUT /v2.0/routers/8b6c9af5-7ffb-47f5-8917-db52ebc2e775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5550795 Dec 09 09:40:17.794702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464709b-dee4-4a8f-9009-72ff6fee0405 None None] Sync routers for ids ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:40:17.797881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32870) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:17.828473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.872797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 45f611e3-4421-4f93-a0d7-076f768d9b17 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:17.888300 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-062024a7-b482-4bc0-b8fd-3d56e211470a tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] delete failed (client error): The resource could not be found. Dec 09 09:40:17.889742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-062024a7-b482-4bc0-b8fd-3d56e211470a tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-426598476 HTTP/1.1" status: 404 len: 334 time: 0.0908320 Dec 09 09:40:17.893980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32874) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:17.900293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa404d2-e932-4cc1-9950-9ad4c97623f7 req-0dca8942-1515-47a5-b607-8fc8ed1b2a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:17.900510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a4bc7366-0f59-4f87-941c-1649d1b05df7 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'router': {'external_gateway_info': {'network_id': '8b6c9af5-7ffb-47f5-8917-db52ebc2e775'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:17.901992 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-caa404d2-e932-4cc1-9950-9ad4c97623f7 req-0dca8942-1515-47a5-b607-8fc8ed1b2a76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf52eb55-0e76-4def-b929-508ff544c5ac HTTP/1.1" status: 200 len: 833 time: 0.1415231 Dec 09 09:40:17.950465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464709b-dee4-4a8f-9009-72ff6fee0405 None None] Routers {'8b6c9af5-7ffb-47f5-8917-db52ebc2e775'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:17.951261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c464709b-dee4-4a8f-9009-72ff6fee0405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:17.992827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:17.998209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c10d694-071f-4f94-9726-988916c0d052 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:18.021018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c464709b-dee4-4a8f-9009-72ff6fee0405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:18.043388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464709b-dee4-4a8f-9009-72ff6fee0405 None None] Routers {'8b6c9af5-7ffb-47f5-8917-db52ebc2e775'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:18.044002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c464709b-dee4-4a8f-9009-72ff6fee0405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:18.046898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Subnet': ['ID=6d36c064-aebb-49d0-8dbb-06d30e0dcfd9,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:18.049657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:18.057470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.071906 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "DELETE /v2.0/subnets/6d36c064-aebb-49d0-8dbb-06d30e0dcfd9 HTTP/1.1" status: 204 len: 168 time: 1.0653965 Dec 09 09:40:18.073290 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-caa404d2-e932-4cc1-9950-9ad4c97623f7 req-389491b3-48b9-476c-b926-67763adcbce7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e1ffac0-81f0-4799-8831-618178e3cf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1617799 Dec 09 09:40:18.073755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32878) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:18.105096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba21b85-da74-4fe4-9934-28b9b762a298 None None] Network 327fe3bf-89b0-4807-a79d-94751a010b60 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:18.138179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c464709b-dee4-4a8f-9009-72ff6fee0405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:18.138656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464709b-dee4-4a8f-9009-72ff6fee0405 None None] The sync data for ids ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:40:18.151462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 45f611e3-4421-4f93-a0d7-076f768d9b17 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:18.151887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.493633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739f0bf-4b45-4596-8bb1-089a9cc2e2ac req-8b1ce17b-aa83-4fce-b1a1-7d450916a421 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:18.495882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4739f0bf-4b45-4596-8bb1-089a9cc2e2ac req-8b1ce17b-aa83-4fce-b1a1-7d450916a421 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 943 time: 0.5352623 Dec 09 09:40:18.530781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] DHCP port deletion for 327fe3bf-89b0-4807-a79d-94751a010b60 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:40:18.537140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] Deleting port 2c3d9436-6b42-4c47-a57b-ad1b9568665a {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:18.537586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.572097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.606767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Deleting port 2c3d9436-6b42-4c47-a57b-ad1b9568665a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:18.607125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.637948 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-caa404d2-e932-4cc1-9950-9ad4c97623f7 req-57e03c95-d970-4822-a99f-5d0ab55ebddd service neutron] 10.222.0.65 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408363 Dec 09 09:40:18.677657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:40:18.679201 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4739f0bf-4b45-4596-8bb1-089a9cc2e2ac req-12472b14-8cae-46f7-abec-7c8088fbfda8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722560 Dec 09 09:40:18.702562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4bc7366-0f59-4f87-941c-1649d1b05df7 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.752155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-a4bc7366-0f59-4f87-941c-1649d1b05df7 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] update failed (client error): The resource could not be found. Dec 09 09:40:18.757898 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a4bc7366-0f59-4f87-941c-1649d1b05df7 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "PUT /v2.0/routers/8b6c9af5-7ffb-47f5-8917-db52ebc2e775 HTTP/1.1" status: 404 len: 339 time: 0.8582189 Dec 09 09:40:18.758682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32882) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:18.765994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-897176266'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:18.773271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:18.783065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:network and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:18.786811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:18.793950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:18.803959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Made reservation on behalf of a3ea6563958240a0809bd013a67ae45f for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:40:18.810141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.845907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:40:18.857840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.858396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Added segment f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f of type vlan for network a58e753b-2ace-4690-bf0b-f2abcdd08966 Dec 09 09:40:18.891227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.900989 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-caa404d2-e932-4cc1-9950-9ad4c97623f7 req-9877a820-13fa-4203-826f-68b5d9bcafdb service neutron] 10.222.0.65 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564194 Dec 09 09:40:18.937892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.942977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:18.943769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:18.949505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3576a635-0257-4e09-a349-52fc90c45d83 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:18.980742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] For port 2c3d9436-6b42-4c47-a57b-ad1b9568665a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2c3d9436-6b42-4c47-a57b-ad1b9568665a,segment=NetworkSegment(e5be1270-8280-4452-bedc-422c69c406fb),segment_id=e5be1270-8280-4452-bedc-422c69c406fb)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:18.981174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.062554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2996607 Dec 09 09:40:19.063720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Network': ['ID=a58e753b-2ace-4690-bf0b-f2abcdd08966,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:19.065889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32886) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:19.067548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] For port 2c3d9436-6b42-4c47-a57b-ad1b9568665a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2c3d9436-6b42-4c47-a57b-ad1b9568665a,segment=NetworkSegment(e5be1270-8280-4452-bedc-422c69c406fb),segment_id=e5be1270-8280-4452-bedc-422c69c406fb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:19.068089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.069382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:19.073707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'subnet': {'network_id': 'a58e753b-2ace-4690-bf0b-f2abcdd08966', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:19.079568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network a58e753b-2ace-4690-bf0b-f2abcdd08966 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:40:19.123235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:40:19.127197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Calling delete_port for 2c3d9436-6b42-4c47-a57b-ad1b9568665a owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:19.194910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:19.199686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Usage tracker for resource:subnet and tenant:a3ea6563958240a0809bd013a67ae45f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:19.202836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:19.203601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.208335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dc8d3f15-f7d9-411f-bbbb-6df6c08b49b4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:19.209703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:19.219330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Made reservation on behalf of a3ea6563958240a0809bd013a67ae45f for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:40:19.231673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] Calling delete_port for 2c3d9436-6b42-4c47-a57b-ad1b9568665a owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:19.254377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Port': ['ID=2c3d9436-6b42-4c47-a57b-ad1b9568665a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:19.257882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:19.263350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] No DVR routers for this DVR port 2c3d9436-6b42-4c47-a57b-ad1b9568665a on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:40:19.346797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.376387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:19.396885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.415000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'port_id': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'mac_address': 'fa:16:3e:cb:52:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:40:19.426437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327fe3bf-89b0-4807-a79d-94751a010b60']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:19.445238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5be1270-8280-4452-bedc-422c69c406fb') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:19.445645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5be1270-8280-4452-bedc-422c69c406fb') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:19.459806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:40:19.460217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:40:19.467030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.482789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.485136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.493161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:40:19.493757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.502880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:40:19.512891 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:40:19.520211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:19.563309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:19.569957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.574840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2eaf934c-dfbb-4aab-acf8-42f29b951114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:19.601256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.604620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-410df325-8a73-4225-9e9b-b2018b9cd2ef tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:19.610228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.614995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5181baec-8bda-4ac9-9be8-1a9760768ceb tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:19.624197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.636311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Pushing event deleted for resources: {'Network': ['ID=327fe3bf-89b0-4807-a79d-94751a010b60,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:19.641813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:19.649845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "DELETE /v2.0/networks/327fe3bf-89b0-4807-a79d-94751a010b60 HTTP/1.1" status: 204 len: 168 time: 1.5707383 Dec 09 09:40:19.651141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32890) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:19.682601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:19.686862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:19.694597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:19.695229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.701048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8ab9f38-6886-4fc5-93f5-545f885edf30 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Synchronizing usage tracker for tenant:f84e80507ef44218be347da844932347 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:40:19.720713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b8ab9f38-6886-4fc5-93f5-545f885edf30 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Unset dirty status for tenant:f84e80507ef44218be347da844932347 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:40:19.724944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b8ab9f38-6886-4fc5-93f5-545f885edf30 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb657bbb-e955-4c63-b82d-91d4282a112a HTTP/1.1" status: 200 len: 205 time: 0.0701656 Dec 09 09:40:19.725335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32896) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:19.757843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Subnet': ['ID=c41cf0ed-78a9-4360-bf0f-ad290ba0ebeb,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:19.781088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:19.784782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Checking segment: {'id': 'f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a58e753b-2ace-4690-bf0b-f2abcdd08966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:19.785435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network hostable DHCP agents. Network: a58e753b-2ace-4690-bf0b-f2abcdd08966, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:40:19.806185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['589a5541-b9e7-4c63-aedf-3a5a826b7ae6'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:40:19.838708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network a58e753b-2ace-4690-bf0b-f2abcdd08966 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:40:19.847860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, a58e753b-2ace-4690-bf0b-f2abcdd08966) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:19.852576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:19.853264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:19.866920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948dcb69-6afa-4f34-94f7-0d0164c9ad21 None None] Network a58e753b-2ace-4690-bf0b-f2abcdd08966 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:19.882416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8153720 Dec 09 09:40:19.885253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32900) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:19.891230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9fb8fb13-e503-46c6-aa5e-2ff3d78ff96d tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a58e753b-2ace-4690-bf0b-f2abcdd08966'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:19.944372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3170a68d-b390-4e69-b26d-41a6a89e6df1 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.002923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] Deleting port 2c3d9436-6b42-4c47-a57b-ad1b9568665a {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:20.003708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.085367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2c3d9436-6b42-4c47-a57b-ad1b9568665a no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:40:20.104345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c9bd7-d481-467c-b164-ef09d4cd0f00 req-32108d6d-1cb3-4ac7-b0b9-0dc9471e6444 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:20.106025 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-507c9bd7-d481-467c-b164-ef09d4cd0f00 req-32108d6d-1cb3-4ac7-b0b9-0dc9471e6444 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 944 time: 0.2360806 Dec 09 09:40:20.128753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8103bb12-3805-4896-b2d7-c25f116e694c None None] The port '2c3d9436-6b42-4c47-a57b-ad1b9568665a' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:40:20.146643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 2c3d9436-6b42-4c47-a57b-ad1b9568665a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:40:20.147142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2c3d9436-6b42-4c47-a57b-ad1b9568665a not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:40:20.311392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9fb8fb13-e503-46c6-aa5e-2ff3d78ff96d tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.338786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-a58e753b-2ace-4690-bf0b-f2abcdd08966', 'network_id': 'a58e753b-2ace-4690-bf0b-f2abcdd08966', 'tenant_id': 'a3ea6563958240a0809bd013a67ae45f', 'fixed_ips': [{'subnet_id': 'c41cf0ed-78a9-4360-bf0f-ad290ba0ebeb'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:40:20.339781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.434556 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-507c9bd7-d481-467c-b164-ef09d4cd0f00 req-964d0962-90e1-47e4-9322-625d6ac1bbb1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604427 Dec 09 09:40:20.436373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3170a68d-b390-4e69-b26d-41a6a89e6df1 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.440957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3170a68d-b390-4e69-b26d-41a6a89e6df1 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.466214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3170a68d-b390-4e69-b26d-41a6a89e6df1 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.466895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3170a68d-b390-4e69-b26d-41a6a89e6df1 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Fanout notify agent at l3_agent the message router_deleted on router fb657bbb-e955-4c63-b82d-91d4282a112a {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:40:20.481509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-9fb8fb13-e503-46c6-aa5e-2ff3d78ff96d tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 09:40:20.482660 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9fb8fb13-e503-46c6-aa5e-2ff3d78ff96d tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "PUT /v2.0/routers/8b6c9af5-7ffb-47f5-8917-db52ebc2e775 HTTP/1.1" status: 400 len: 364 time: 0.5964165 Dec 09 09:40:20.486995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3170a68d-b390-4e69-b26d-41a6a89e6df1 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.487504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32904) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:20.488176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3170a68d-b390-4e69-b26d-41a6a89e6df1 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] 10.222.0.18 "DELETE /v2.0/routers/fb657bbb-e955-4c63-b82d-91d4282a112a HTTP/1.1" status: 204 len: 168 time: 0.7617764 Dec 09 09:40:20.638657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Allocated IP 2001:db8:1::2 (a58e753b-2ace-4690-bf0b-f2abcdd08966/c41cf0ed-78a9-4360-bf0f-ad290ba0ebeb/71326c1e-4f36-4f35-9b94-ba52879e2392) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:20.853101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32912) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:20.898741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.910593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Transition to ACTIVE for port object 71326c1e-4f36-4f35-9b94-ba52879e2392 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:20.932988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Transition to ACTIVE for port object 71326c1e-4f36-4f35-9b94-ba52879e2392 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:20.937991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:20.943849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0caa5f7c-e759-4561-8e18-6c9c484d49b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:21.010854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Network a58e753b-2ace-4690-bf0b-f2abcdd08966 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:21.018696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:21.024370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:40:21.032203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:21.036211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Pushing event updated for resources: {'Port': ['ID=71326c1e-4f36-4f35-9b94-ba52879e2392,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:21.042096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:21.056217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-afd72f95-4842-4cde-95a6-bd98c00d7c5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f84e80507ef44218be347da844932347&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2017670 Dec 09 09:40:21.058774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32918) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:21.127151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5914fd0-76dd-4a8b-9cd1-3318563e5d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:21.129767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Attempting to bind port 71326c1e-4f36-4f35-9b94-ba52879e2392 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:40:21.130878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Attempting to bind port 71326c1e-4f36-4f35-9b94-ba52879e2392 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a58e753b-2ace-4690-bf0b-f2abcdd08966'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:40:21.131478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Attempting to bind port 71326c1e-4f36-4f35-9b94-ba52879e2392 on network a58e753b-2ace-4690-bf0b-f2abcdd08966 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:40:21.138592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:40:21.139403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Checking segment: {'id': 'f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a58e753b-2ace-4690-bf0b-f2abcdd08966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:40:21.139803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:21.140317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Bound using segment: {'id': 'f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a58e753b-2ace-4690-bf0b-f2abcdd08966'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:40:21.140919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Bound port: 71326c1e-4f36-4f35-9b94-ba52879e2392, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'a58e753b-2ace-4690-bf0b-f2abcdd08966'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:40:21.141561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:21.155484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5914fd0-76dd-4a8b-9cd1-3318563e5d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:21.209290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5914fd0-76dd-4a8b-9cd1-3318563e5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:21.215753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2643b254-42aa-4339-b93a-a04b60e6fd26 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:21.228745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5914fd0-76dd-4a8b-9cd1-3318563e5d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8a21a9-72e6-4a83-a390-c74ea8b018b5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:21.235823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5914fd0-76dd-4a8b-9cd1-3318563e5d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:21.236650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5914fd0-76dd-4a8b-9cd1-3318563e5d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:21.237860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c5914fd0-76dd-4a8b-9cd1-3318563e5d49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d8a21a9-72e6-4a83-a390-c74ea8b018b5 HTTP/1.1" status: 204 len: 168 time: 0.1779146 Dec 09 09:40:21.250507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] For port 71326c1e-4f36-4f35-9b94-ba52879e2392, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:40:21.263110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] For port 71326c1e-4f36-4f35-9b94-ba52879e2392, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=71326c1e-4f36-4f35-9b94-ba52879e2392,segment=NetworkSegment(f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f),segment_id=f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:40:21.266934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:21.271574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6937fb36-37c7-49a8-8388-c19d158a7ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:21.360906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Pushing event updated for resources: {'Port': ['ID=71326c1e-4f36-4f35-9b94-ba52879e2392,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:21.364979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:21.774516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Allocated IP 2001:db8::1 (3b158926-ce9a-4a42-85b4-6f78880c1394/77b87f93-c864-4cf0-8941-fed069614923/0f15ef87-e769-49bd-9552-450680171c22) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:21.782206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a38e8-81e1-49ea-a8d4-0bd31ea41e08 req-b9791bc0-3b12-4681-89d9-ea416d0dad72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:21.783840 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ba2a38e8-81e1-49ea-a8d4-0bd31ea41e08 req-b9791bc0-3b12-4681-89d9-ea416d0dad72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 944 time: 0.1911860 Dec 09 09:40:21.945240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ba2a38e8-81e1-49ea-a8d4-0bd31ea41e08 req-e03c4dc5-402b-4378-a9ad-83413369c83c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529295 Dec 09 09:40:21.998999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.015506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Transition to ACTIVE for port object 0f15ef87-e769-49bd-9552-450680171c22 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:22.034172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.038696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:22.108745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network 3b158926-ce9a-4a42-85b4-6f78880c1394 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:22.113162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:22.118071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:40:22.118627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.125463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Port': ['ID=0f15ef87-e769-49bd-9552-450680171c22,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:22.129266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:22.207689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.611182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f3a5167c-5beb-4a93-9410-bca8aef9eed3 None None] Provisioning for port 0f15ef87-e769-49bd-9552-450680171c22 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:22.611518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.614682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.615551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.616448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f3a5167c-5beb-4a93-9410-bca8aef9eed3 None None] Provisioning complete for port 0f15ef87-e769-49bd-9552-450680171c22 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:22.616866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f3a5167c-5beb-4a93-9410-bca8aef9eed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.619830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31f96ecd-9f01-46cf-98f2-ad5487d93922 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:22.676166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f3a5167c-5beb-4a93-9410-bca8aef9eed3 None None] Port 0f15ef87-e769-49bd-9552-450680171c22 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:40:22.684614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:22.730836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event updated for resources: {'Port': ['ID=0f15ef87-e769-49bd-9552-450680171c22,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:22.768693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:22.775638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:22.776062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.780974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:22.834588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Network 3b158926-ce9a-4a42-85b4-6f78880c1394 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:22.835802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:22.909035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.946555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:40:22.958826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:22.966690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:22.970207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f292fd4f-9e77-42f9-a8a6-bcce4a66dc1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:23.047718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:23.052169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:23.305514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-062a543a-9f2b-4b7e-abbf-630e7a638eba None None] Provisioning complete for port 0f15ef87-e769-49bd-9552-450680171c22 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:23.306050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-062a543a-9f2b-4b7e-abbf-630e7a638eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:23.345891 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'code': 200} Dec 09 09:40:23.370035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f929ecb-810d-43dc-a510-a43daed59c30 req-7118d3b6-666c-4e0b-9083-d6f1e35d6172 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:23.371597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f929ecb-810d-43dc-a510-a43daed59c30 req-7118d3b6-666c-4e0b-9083-d6f1e35d6172 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 945 time: 0.1968694 Dec 09 09:40:23.383402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-062a543a-9f2b-4b7e-abbf-630e7a638eba None None] Port 0f15ef87-e769-49bd-9552-450680171c22 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:40:23.440401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f929ecb-810d-43dc-a510-a43daed59c30 req-162bb55c-8424-4c51-b1b6-ebb951356c59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584221 Dec 09 09:40:23.442503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Router 8b6c9af5-7ffb-47f5-8917-db52ebc2e775 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:40:23.448730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1357a563-28cc-4552-a486-24437828192c None None] Network a58e753b-2ace-4690-bf0b-f2abcdd08966 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:23.576073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 71326c1e-4f36-4f35-9b94-ba52879e2392 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:23.582787 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-df6dfe75-1383-4e33-b9b3-ecf1485cca95 req-ba934978-afc0-48f5-bf62-a97ed3a15c1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 1098 time: 0.0813546 Dec 09 09:40:23.628626 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-df6dfe75-1383-4e33-b9b3-ecf1485cca95 req-577bc0f2-d823-43af-8318-0d8e367954ae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397587 Dec 09 09:40:23.641823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:40:23.653201 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "PUT /v2.0/routers/8b6c9af5-7ffb-47f5-8917-db52ebc2e775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1639729 Dec 09 09:40:23.656037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32932) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:23.656923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fafe1-0204-45be-9b37-395558fe097e None None] Sync routers for ids ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:40:23.672620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fafe1-0204-45be-9b37-395558fe097e None None] Routers {'8b6c9af5-7ffb-47f5-8917-db52ebc2e775'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:23.673271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b35fafe1-0204-45be-9b37-395558fe097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:23.674985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d5e44964-32cc-4716-97fd-20e054b425da None None] Provisioning for port 71326c1e-4f36-4f35-9b94-ba52879e2392 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:23.748052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b35fafe1-0204-45be-9b37-395558fe097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:23.763492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35fafe1-0204-45be-9b37-395558fe097e None None] Routers {'8b6c9af5-7ffb-47f5-8917-db52ebc2e775'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:23.764932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b35fafe1-0204-45be-9b37-395558fe097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:23.769169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 71326c1e-4f36-4f35-9b94-ba52879e2392 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:40:23.830672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b35fafe1-0204-45be-9b37-395558fe097e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:23.831147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35fafe1-0204-45be-9b37-395558fe097e None None] The sync data for ids ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:40:23.850040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9679554a-0781-4b67-a72a-585e296addef tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:23.979830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 71326c1e-4f36-4f35-9b94-ba52879e2392 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:23.980148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:24.128605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:24.167129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 71326c1e-4f36-4f35-9b94-ba52879e2392, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=71326c1e-4f36-4f35-9b94-ba52879e2392,segment=NetworkSegment(f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f),segment_id=f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:24.170790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:24.173087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-92ee6e4e-7500-4776-a300-4316500c7005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:24.244903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=71326c1e-4f36-4f35-9b94-ba52879e2392,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:24.250187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:24.270010 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-9679554a-0781-4b67-a72a-585e296addef tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 09 09:40:24.272383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9679554a-0781-4b67-a72a-585e296addef tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/routers/8b6c9af5-7ffb-47f5-8917-db52ebc2e775 HTTP/1.1" status: 409 len: 329 time: 0.6151223 Dec 09 09:40:24.275461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32936) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:24.419411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1c093857-37d8-4baf-969b-1c65ca9b2c19 None None] Provisioning complete for port 71326c1e-4f36-4f35-9b94-ba52879e2392 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:24.419937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1c093857-37d8-4baf-969b-1c65ca9b2c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:24.703833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:24.839106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3e7f-4f1d-4b97-9597-de017889fa61 req-911548fb-a99a-4e5c-83c3-c3d35440119d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:24.840719 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-680b3e7f-4f1d-4b97-9597-de017889fa61 req-911548fb-a99a-4e5c-83c3-c3d35440119d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 945 time: 0.2275953 Dec 09 09:40:24.915667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-680b3e7f-4f1d-4b97-9597-de017889fa61 req-9605b885-faa4-45f2-bb15-952ef31b6c37 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678527 Dec 09 09:40:25.348054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Deleting port 0f15ef87-e769-49bd-9552-450680171c22 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:25.348500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:25.486217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 71326c1e-4f36-4f35-9b94-ba52879e2392 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:40:25.542074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:25.557387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 71326c1e-4f36-4f35-9b94-ba52879e2392 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:40:25.557810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:25.673301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Calling delete_port for 0f15ef87-e769-49bd-9552-450680171c22 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:25.858033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:25.862801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:25.905301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Port': ['ID=0f15ef87-e769-49bd-9552-450680171c22,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:25.909754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:26.093881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:26.142841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ffa8b-3a19-4e82-b62c-7717385d350a req-847283d3-04eb-4f6b-9274-e0fe05fea28d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:26.144663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-658ffa8b-3a19-4e82-b62c-7717385d350a req-847283d3-04eb-4f6b-9274-e0fe05fea28d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 945 time: 0.0972819 Dec 09 09:40:26.196497 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-658ffa8b-3a19-4e82-b62c-7717385d350a req-f2560973-cee4-4c5d-9109-0e48b68adecd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456004 Dec 09 09:40:26.814052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5459c53-a0b8-4c94-85a5-ff36cf69aacf req-fb0a8689-4926-4ec7-ab9e-88434f8b16ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:26.815750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d5459c53-a0b8-4c94-85a5-ff36cf69aacf req-fb0a8689-4926-4ec7-ab9e-88434f8b16ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 945 time: 0.2210863 Dec 09 09:40:26.852778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Router 8b6c9af5-7ffb-47f5-8917-db52ebc2e775 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:40:26.887709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d5459c53-a0b8-4c94-85a5-ff36cf69aacf req-01026f34-1dff-4e86-ae5a-079cdd0dc9a6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637379 Dec 09 09:40:26.916261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32946) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:26.995329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b1fed157-13c7-43db-9094-e14cf699b62c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 1093 time: 0.0777304 Dec 09 09:40:26.998221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32950) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:27.004675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:27.011152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:27.015437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:floatingip and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:40:27.018483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:40:27.024703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:27.026328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:40:27.038107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb100913-ae52-4c3e-88a8-ded1072e47c7 None None] Sync routers for ids ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:40:27.039187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.043897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "PUT /v2.0/routers/8b6c9af5-7ffb-47f5-8917-db52ebc2e775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671816 Dec 09 09:40:27.044690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32954) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:27.053304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb100913-ae52-4c3e-88a8-ded1072e47c7 None None] Routers {'8b6c9af5-7ffb-47f5-8917-db52ebc2e775'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:27.053992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-bb100913-ae52-4c3e-88a8-ded1072e47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:27.115427 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-e4811d9a-200f-434b-994b-82731c5094f3 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] show failed (client error): The resource could not be found. Dec 09 09:40:27.117088 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4811d9a-200f-434b-994b-82731c5094f3 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1549897822 HTTP/1.1" status: 404 len: 335 time: 0.0713325 Dec 09 09:40:27.120473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32958) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:27.120684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-bb100913-ae52-4c3e-88a8-ded1072e47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:27.126889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-90b53ed0-6f17-48fe-a204-f0dfd99fc636 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:27.132282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb100913-ae52-4c3e-88a8-ded1072e47c7 None None] Routers {'8b6c9af5-7ffb-47f5-8917-db52ebc2e775'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:27.132945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-bb100913-ae52-4c3e-88a8-ded1072e47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:27.194496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-bb100913-ae52-4c3e-88a8-ded1072e47c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:27.194966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb100913-ae52-4c3e-88a8-ded1072e47c7 None None] The sync data for ids ['8b6c9af5-7ffb-47f5-8917-db52ebc2e775'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:40:27.203080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-90b53ed0-6f17-48fe-a204-f0dfd99fc636 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] update failed (client error): The resource could not be found. Dec 09 09:40:27.204202 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-90b53ed0-6f17-48fe-a204-f0dfd99fc636 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1293845370 HTTP/1.1" status: 404 len: 335 time: 0.0825012 Dec 09 09:40:27.208244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32962) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:27.209577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.355577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.100 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/ff20beb6-0403-40b8-868c-ad1752102464) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:27.412677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Deleting subnet c41cf0ed-78a9-4360-bf0f-ad290ba0ebeb {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:40:27.415796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.477482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.517491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.544459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.549271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87ccbdc2-0e09-4ca7-b24e-2355658cf5c4 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:27.564255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.617865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:40:27.620882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:40:27.625595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:40:27.638065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.642514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:27.652859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=ff20beb6-0403-40b8-868c-ad1752102464,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:27.658297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:27.683107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Subnet': ['ID=c41cf0ed-78a9-4360-bf0f-ad290ba0ebeb,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:27.687453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:27.690295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.698409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fad453-9e12-44cf-9bad-4256abc111f3 None None] Network a58e753b-2ace-4690-bf0b-f2abcdd08966 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:27.702443 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/subnets/c41cf0ed-78a9-4360-bf0f-ad290ba0ebeb HTTP/1.1" status: 204 len: 168 time: 0.4900024 Dec 09 09:40:27.702886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32966) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:27.837585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:27.849431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Deleting port 71326c1e-4f36-4f35-9b94-ba52879e2392 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:27.849805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.016675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] DHCP port deletion for a58e753b-2ace-4690-bf0b-f2abcdd08966 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:40:28.021870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] Deleting port 71326c1e-4f36-4f35-9b94-ba52879e2392 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:28.022292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.098003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] For port 71326c1e-4f36-4f35-9b94-ba52879e2392, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=71326c1e-4f36-4f35-9b94-ba52879e2392,segment=NetworkSegment(f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f),segment_id=f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:28.099236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.239460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Calling delete_port for 71326c1e-4f36-4f35-9b94-ba52879e2392 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:28.245592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] For port 71326c1e-4f36-4f35-9b94-ba52879e2392, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=71326c1e-4f36-4f35-9b94-ba52879e2392,segment=NetworkSegment(f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f),segment_id=f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:28.245759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.319109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.323860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f36ed3af-1db1-43b1-9ae5-97c48bbab4e5 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:28.368854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Port': ['ID=71326c1e-4f36-4f35-9b94-ba52879e2392,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:28.373539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:28.376528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] No DVR routers for this DVR port 71326c1e-4f36-4f35-9b94-ba52879e2392 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:40:28.393869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] Calling delete_port for 71326c1e-4f36-4f35-9b94-ba52879e2392 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:28.449518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.465232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:40:28.465744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:40:28.508253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.512816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.540443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58e753b-2ace-4690-bf0b-f2abcdd08966']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:28.557464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:28.557805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4d22edf-cfaf-4d4f-af92-2fd0f5dd963f') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:28.571206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.586534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.592853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:40:28.593307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:40:28.608586 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:40:28.687688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.691213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-786e8114-f5df-4ecf-9dea-0712ad9bbba9 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:28.719568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.743124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Network': ['ID=a58e753b-2ace-4690-bf0b-f2abcdd08966,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:28.746625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:28.750586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.756615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.757068 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/networks/a58e753b-2ace-4690-bf0b-f2abcdd08966 HTTP/1.1" status: 204 len: 168 time: 1.0527904 Dec 09 09:40:28.757934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32970) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:28.761308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1ee102a3-5ac5-4059-aa3b-68cef8857a93 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:28.868556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=ff20beb6-0403-40b8-868c-ad1752102464,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:28.873223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:28.889468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.961772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Deleting subnet 2dd677bc-fda6-4d56-8da6-589167310b6b {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:40:28.964840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:28.967414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] Deleting port 71326c1e-4f36-4f35-9b94-ba52879e2392 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:28.967907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.024195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.047094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a339f-6081-4261-b155-988a4c060219 None None] The port '71326c1e-4f36-4f35-9b94-ba52879e2392' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:40:29.107501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP 44814fc5-e416-41f5-872a-5c551875057a associated. External IP: 172.26.8.100, port: 589a5541-b9e7-4c63-aedf-3a5a826b7ae6. Dec 09 09:40:29.119365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.194083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.198867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-637dab78-e4ba-4adb-838b-07280f3c0bfd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:29.237434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd677bc-fda6-4d56-8da6-589167310b6b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:29.240740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:29.243568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.252404 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/subnets/2dd677bc-fda6-4d56-8da6-589167310b6b HTTP/1.1" status: 204 len: 168 time: 0.4909289 Dec 09 09:40:29.252586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807596b5-f3cf-4af9-8329-0dc81e02e7de None None] Network 02d61f5c-c620-4f7e-b64d-140abb49f75f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:29.252693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32974) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:29.466866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba00f0c-e3f4-4fe9-9f8a-9d84f26066c6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Deleting subnet c82b5868-cbcd-4c4e-ab06-f61e35be0aea {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:40:29.470264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba00f0c-e3f4-4fe9-9f8a-9d84f26066c6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.530269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] DHCP port deletion for 02d61f5c-c620-4f7e-b64d-140abb49f75f request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:40:29.534545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 71326c1e-4f36-4f35-9b94-ba52879e2392 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:40:29.537255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba00f0c-e3f4-4fe9-9f8a-9d84f26066c6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.546050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 3792dd02-8783-49f7-9b00-db9ba9c5462b has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:40:29.568681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] Deleting port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:29.569195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.600314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 71326c1e-4f36-4f35-9b94-ba52879e2392 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:40:29.600705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 71326c1e-4f36-4f35-9b94-ba52879e2392 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:40:29.643176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba00f0c-e3f4-4fe9-9f8a-9d84f26066c6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.741169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba00f0c-e3f4-4fe9-9f8a-9d84f26066c6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.747626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-58504950-8b58-4b8c-807d-fb329fd78e47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:29.777740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:40:29.788059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] Sync routers for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:40:29.800533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:29.801540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:29.803058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] For port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191,segment=NetworkSegment(731a28eb-174a-47a9-a7b2-b891f4c21c05),segment_id=731a28eb-174a-47a9-a7b2-b891f4c21c05)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:29.803615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.804512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba00f0c-e3f4-4fe9-9f8a-9d84f26066c6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Subnet': ['ID=c82b5868-cbcd-4c4e-ab06-f61e35be0aea,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:29.810452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.812070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cba00f0c-e3f4-4fe9-9f8a-9d84f26066c6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:29.816362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cba00f0c-e3f4-4fe9-9f8a-9d84f26066c6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:29.826486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cba00f0c-e3f4-4fe9-9f8a-9d84f26066c6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/subnets/c82b5868-cbcd-4c4e-ab06-f61e35be0aea HTTP/1.1" status: 204 len: 168 time: 0.5704937 Dec 09 09:40:29.826767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32978) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:29.877824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3a02da-24d2-4bcb-9d50-31a5abd35088 None None] Network 254ad52c-e3cf-4657-90d0-b1d516b16f0b requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:29.886171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8866296 Dec 09 09:40:29.887009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32982) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:29.887951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:40:29.966464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] Calling delete_port for 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:29.993034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'status': 'completed', 'code': 200} Dec 09 09:40:30.025580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1e29523d-7afb-451f-a53f-42ad4db16df1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/44814fc5-e416-41f5-872a-5c551875057a HTTP/1.1" status: 200 len: 991 time: 0.1321435 Dec 09 09:40:30.088462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.109823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Deleting port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:30.110324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.181737 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dc1e0dc-9eb7-400d-bbb5-725616f8c2db req-c0006974-b9c2-43e1-9d4b-5846f3c5be47 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 1098 time: 0.1587965 Dec 09 09:40:30.204940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:40:30.205585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.219253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:30.240125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] The port '85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191' was deleted {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:40:30.257566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] No DVR routers for this DVR port 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:40:30.280817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] Pushing event deleted for resources: {'Port': ['ID=85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:30.280817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:30.393274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] DHCP port deletion for 254ad52c-e3cf-4657-90d0-b1d516b16f0b request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:40:30.397889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] Deleting port 20024942-51e4-482f-94a9-a20cfba093d1 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:30.398314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.466352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.515451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d61f5c-c620-4f7e-b64d-140abb49f75f']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:30.527561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1e0dc-9eb7-400d-bbb5-725616f8c2db req-0d1cc610-fd9f-484a-adf8-e763e6882837 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:30.529604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dc1e0dc-9eb7-400d-bbb5-725616f8c2db req-0d1cc610-fd9f-484a-adf8-e763e6882837 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e1ffac0-81f0-4799-8831-618178e3cf11 HTTP/1.1" status: 200 len: 897 time: 0.3190963 Dec 09 09:40:30.533292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731a28eb-174a-47a9-a7b2-b891f4c21c05') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:30.533730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731a28eb-174a-47a9-a7b2-b891f4c21c05') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:30.599373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:58Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '44814fc5-e416-41f5-872a-5c551875057a', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.100', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'port_id': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'mac_address': 'fa:16:3e:cb:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ac1ece-14ea-46da-8d56-56836acf2602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:28Z', 'updated_at': '2021-12-09T09:40:28Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f611e3-4421-4f93-a0d7-076f768d9b17', 'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:57Z', 'updated_at': '2021-12-09T09:40:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:30.603374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.603626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] Checking router: 3792dd02-8783-49f7-9b00-db9ba9c5462b for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:40:30.615499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:40:30.616320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:30.622877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] For port 20024942-51e4-482f-94a9-a20cfba093d1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=20024942-51e4-482f-94a9-a20cfba093d1,segment=NetworkSegment(9076fdb6-191d-48b2-b71e-954af20af30f),segment_id=9076fdb6-191d-48b2-b71e-954af20af30f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:30.623316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.639992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.652853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:40:30.653302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:40:30.668652 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:40:30.752095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] Calling delete_port for 20024942-51e4-482f-94a9-a20cfba093d1 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:30.827178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:40:30.839151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:30.851251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:30.892403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] No DVR routers for this DVR port 20024942-51e4-482f-94a9-a20cfba093d1 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:40:30.902156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] Pushing event deleted for resources: {'Port': ['ID=20024942-51e4-482f-94a9-a20cfba093d1,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:30.908586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:30.954470 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dc1e0dc-9eb7-400d-bbb5-725616f8c2db req-f438c4bf-3dd4-493f-8458-bac6b0bd6c2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589a5541-b9e7-4c63-aedf-3a5a826b7ae6 HTTP/1.1" status: 200 len: 999 time: 0.4123006 Dec 09 09:40:31.027066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32988) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:31.071712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:31.076666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-25fe0f4c-e813-4d60-b80d-0f55e0538b4d tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:31.098050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:31.113188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Network': ['ID=02d61f5c-c620-4f7e-b64d-140abb49f75f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:31.117334 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/networks/02d61f5c-c620-4f7e-b64d-140abb49f75f HTTP/1.1" status: 204 len: 168 time: 1.2894926 Dec 09 09:40:31.119436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1e0dc-9eb7-400d-bbb5-725616f8c2db req-4f09db1f-e4fd-44e2-b48e-5ee90c486b17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:31.120488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dc1e0dc-9eb7-400d-bbb5-725616f8c2db req-4f09db1f-e4fd-44e2-b48e-5ee90c486b17 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf52eb55-0e76-4def-b929-508ff544c5ac HTTP/1.1" status: 200 len: 833 time: 0.1106961 Dec 09 09:40:31.120988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 32992) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:31.121923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:31.144844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7b9412a7-66ca-4a36-91b8-d380d641ba26 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/44814fc5-e416-41f5-872a-5c551875057a HTTP/1.1" status: 200 len: 991 time: 0.1152091 Dec 09 09:40:31.221895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:58Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '44814fc5-e416-41f5-872a-5c551875057a', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.100', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'port_id': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'mac_address': 'fa:16:3e:cb:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ac1ece-14ea-46da-8d56-56836acf2602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:28Z', 'updated_at': '2021-12-09T09:40:28Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f611e3-4421-4f93-a0d7-076f768d9b17', 'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:57Z', 'updated_at': '2021-12-09T09:40:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:31.226440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e297aba-b96e-478c-a57b-dbb1058ae6ef None None] The sync data for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv is: [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:58Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '44814fc5-e416-41f5-872a-5c551875057a', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.100', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'port_id': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'mac_address': 'fa:16:3e:cb:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ac1ece-14ea-46da-8d56-56836acf2602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:40:28Z', 'updated_at': '2021-12-09T09:40:28Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f611e3-4421-4f93-a0d7-076f768d9b17', 'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:57Z', 'updated_at': '2021-12-09T09:40:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:40:31.303826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:31.389512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dc1e0dc-9eb7-400d-bbb5-725616f8c2db req-90f0a864-c8c4-4d06-83e2-9c9af34c2c3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e1ffac0-81f0-4799-8831-618178e3cf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2440970 Dec 09 09:40:31.483278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:40:31.519032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:40:31.519411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 85cc6bc2-b0ea-4e2f-b2ff-f0276ecb6191 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:40:31.519882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20024942-51e4-482f-94a9-a20cfba093d1 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:40:31.521731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:31.557477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 20024942-51e4-482f-94a9-a20cfba093d1 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:40:31.557885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20024942-51e4-482f-94a9-a20cfba093d1 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:40:31.607597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb82ea3-6ced-4406-b02c-77baaa8c9f71 None None] New status for floating IP 44814fc5-e416-41f5-872a-5c551875057a: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:40:31.619936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254ad52c-e3cf-4657-90d0-b1d516b16f0b']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:31.638903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9076fdb6-191d-48b2-b71e-954af20af30f') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:31.639265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9076fdb6-191d-48b2-b71e-954af20af30f') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:31.665689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:31.693520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dc1e0dc-9eb7-400d-bbb5-725616f8c2db req-72d65547-30e7-4150-96a2-3513cc4643b6 service neutron] 10.222.0.65 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954948 Dec 09 09:40:31.694492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:31.731854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:40:31.732309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:40:31.751789 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:40:31.923586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:31.929616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b7d38ea-7ce8-401e-817f-3b31be76931a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:31.948386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:31.959502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Network': ['ID=254ad52c-e3cf-4657-90d0-b1d516b16f0b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:31.964639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:31.966165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/networks/254ad52c-e3cf-4657-90d0-b1d516b16f0b HTTP/1.1" status: 204 len: 168 time: 0.8433137 Dec 09 09:40:31.969138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 32996) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:31.984905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dc1e0dc-9eb7-400d-bbb5-725616f8c2db req-8187f344-c478-4a7b-bf6d-60cb9ad664ed service neutron] 10.222.0.65 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852314 Dec 09 09:40:32.147241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33000) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:32.197426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a3c540-6be3-4c0c-be02-6390dc34eab6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Deleting subnet 77b87f93-c864-4cf0-8941-fed069614923 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:40:32.200392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c540-6be3-4c0c-be02-6390dc34eab6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:32.258280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c540-6be3-4c0c-be02-6390dc34eab6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:32.260272 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-37083b4a-2e54-4373-948c-23a369b7fc3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/44814fc5-e416-41f5-872a-5c551875057a HTTP/1.1" status: 200 len: 993 time: 0.1116548 Dec 09 09:40:32.350622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c540-6be3-4c0c-be02-6390dc34eab6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:32.422842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c540-6be3-4c0c-be02-6390dc34eab6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:32.427898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5b5487e-c956-47c3-9199-1c019fcbbdec tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:32.464929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3c540-6be3-4c0c-be02-6390dc34eab6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Subnet': ['ID=77b87f93-c864-4cf0-8941-fed069614923,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:32.468595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e8a3c540-6be3-4c0c-be02-6390dc34eab6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:32.471880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c540-6be3-4c0c-be02-6390dc34eab6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:32.479818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7067833-7d68-4bce-896f-4179861a2e3e None None] Network 3b158926-ce9a-4a42-85b4-6f78880c1394 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:40:32.479948 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e8a3c540-6be3-4c0c-be02-6390dc34eab6 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/subnets/77b87f93-c864-4cf0-8941-fed069614923 HTTP/1.1" status: 204 len: 168 time: 0.5094039 Dec 09 09:40:32.482477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33004) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:32.606760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:32.617658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Deleting port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:32.618021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:32.759434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] DHCP port deletion for 3b158926-ce9a-4a42-85b4-6f78880c1394 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:40:32.764051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] Deleting port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:32.764477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:32.846598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] For port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=944d5714-5c71-46b2-aaa4-1a1f2ea50c8e,segment=NetworkSegment(e9da5cc4-57d7-4776-a4bf-4dbce9507c52),segment_id=e9da5cc4-57d7-4776-a4bf-4dbce9507c52)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:32.847003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:32.973525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] For port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=944d5714-5c71-46b2-aaa4-1a1f2ea50c8e,segment=NetworkSegment(e9da5cc4-57d7-4776-a4bf-4dbce9507c52),segment_id=e9da5cc4-57d7-4776-a4bf-4dbce9507c52)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:40:32.974053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Calling delete_port for 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:32.974161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:33.044756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:33.048707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:33.100197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] Calling delete_port for 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:40:33.177685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:40:33.178099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:40:33.340265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Port': ['ID=944d5714-5c71-46b2-aaa4-1a1f2ea50c8e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:33.344365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:33.349955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] No DVR routers for this DVR port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:40:33.480619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:40:33.481152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:33.509821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b158926-ce9a-4a42-85b4-6f78880c1394']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:33.516702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:40:33.517101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:40:33.523412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9da5cc4-57d7-4776-a4bf-4dbce9507c52') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:33.523412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9da5cc4-57d7-4776-a4bf-4dbce9507c52') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:40:33.535557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:33.550614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:33.558126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:40:33.558551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:40:33.574614 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:40:33.660084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:33.664432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-344e0795-8851-4608-aa77-ba2b30fb38f6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:33.679819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] Deleting port 944d5714-5c71-46b2-aaa4-1a1f2ea50c8e {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:40:33.680329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:33.680488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:33.692842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Pushing event deleted for resources: {'Network': ['ID=3b158926-ce9a-4a42-85b4-6f78880c1394,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:33.695990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:33.697919 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/networks/3b158926-ce9a-4a42-85b4-6f78880c1394 HTTP/1.1" status: 204 len: 168 time: 1.2144527 Dec 09 09:40:33.700690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33008) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:33.750251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9ec412ab-0544-46f8-b5ae-b1e8fce92abc tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Synchronizing usage tracker for tenant:a3ea6563958240a0809bd013a67ae45f on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:40:33.750969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b2c5e-e7a8-46d4-ba4b-754cc8de0d55 None None] The port '944d5714-5c71-46b2-aaa4-1a1f2ea50c8e' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:40:33.769770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9ec412ab-0544-46f8-b5ae-b1e8fce92abc tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Unset dirty status for tenant:a3ea6563958240a0809bd013a67ae45f on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:40:33.771796 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9ec412ab-0544-46f8-b5ae-b1e8fce92abc tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b6c9af5-7ffb-47f5-8917-db52ebc2e775 HTTP/1.1" status: 200 len: 205 time: 0.0698283 Dec 09 09:40:33.774375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33012) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:33.921834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91b82a4c-1ef8-4799-b616-9a8364abf665 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:34.327910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91b82a4c-1ef8-4799-b616-9a8364abf665 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:34.332420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91b82a4c-1ef8-4799-b616-9a8364abf665 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:34.355931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91b82a4c-1ef8-4799-b616-9a8364abf665 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:34.356485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b82a4c-1ef8-4799-b616-9a8364abf665 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Fanout notify agent at l3_agent the message router_deleted on router 8b6c9af5-7ffb-47f5-8917-db52ebc2e775 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:40:34.368414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91b82a4c-1ef8-4799-b616-9a8364abf665 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:34.369668 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-91b82a4c-1ef8-4799-b616-9a8364abf665 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] 10.222.0.18 "DELETE /v2.0/routers/8b6c9af5-7ffb-47f5-8917-db52ebc2e775 HTTP/1.1" status: 204 len: 168 time: 0.5942321 Dec 09 09:40:34.407067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27750896-b32c-4fd3-a83e-c2b707e59376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:34.675867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33020) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:34.865609 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bb481a4d-0237-4972-9850-ed50d5009211 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3ea6563958240a0809bd013a67ae45f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1874847 Dec 09 09:40:34.868058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33026) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:34.937309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b11de713-58f8-4311-b90d-8533edfa9671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:34.969185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b11de713-58f8-4311-b90d-8533edfa9671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:35.014081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b11de713-58f8-4311-b90d-8533edfa9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:35.019021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ed8c7b42-fc48-4d36-956f-7aa8ccc4264b tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:40:35.031722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11de713-58f8-4311-b90d-8533edfa9671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0998145f-7c87-4ba7-a6f9-99528e7679e2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:40:35.034881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b11de713-58f8-4311-b90d-8533edfa9671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:40:35.037483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b11de713-58f8-4311-b90d-8533edfa9671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:35.038146 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b11de713-58f8-4311-b90d-8533edfa9671 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0998145f-7c87-4ba7-a6f9-99528e7679e2 HTTP/1.1" status: 204 len: 168 time: 0.1691570 Dec 09 09:40:35.626624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:36.676867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74318418-00cf-4a87-ac42-eec88730b046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:37.074558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:38.348476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:47.242253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:56.127092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:40:57.080300 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-0229480a-22f2-4bb8-8422-f7c42f63b263 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264288043&fields=id&tenant_id=c645895972be45e094ab5e3e838d3140 HTTP/1.1" status: 200 len: 267 time: 0.0445786 Dec 09 09:40:57.240066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-3527811c-b9ad-4bd2-b2fb-6c59fd024722 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:57.242070 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-3527811c-b9ad-4bd2-b2fb-6c59fd024722 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 812 time: 0.1542559 Dec 09 09:40:57.260126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-acf2567b-54a9-4989-a345-11270bff3744 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/quotas/c645895972be45e094ab5e3e838d3140 HTTP/1.1" status: 200 len: 375 time: 0.0121214 Dec 09 09:40:57.350777 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-cad12262-ff52-49be-bd8a-ebb9a111308e tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0854235 Dec 09 09:40:57.632789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-ea9a31fb-59bb-4c1b-8929-acaf8ecb7fc3 service neutron] 10.222.0.18 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696502 Dec 09 09:40:57.773381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-879c83e0-abca-450a-979f-cef7544bfb45 service neutron] 10.222.0.18 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343000 Dec 09 09:40:58.191104 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b685665a-78e4-4c98-b60a-0be36e4af87c req-73a1e2c4-7539-4e1b-9fbe-11a35a7fbda0 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 210 time: 0.0510101 Dec 09 09:40:59.252275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-e0e7c77f-759e-439c-bb14-b1c20c0160a2 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:40:59.253691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-e0e7c77f-759e-439c-bb14-b1c20c0160a2 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:40:59.271297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-e0e7c77f-759e-439c-bb14-b1c20c0160a2 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:40:59.273356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-e0e7c77f-759e-439c-bb14-b1c20c0160a2 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 812 time: 0.1869242 Dec 09 09:40:59.331494 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-568ede2b-67d5-4f6e-98e2-0bb2647026b0 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c645895972be45e094ab5e3e838d3140 HTTP/1.1" status: 200 len: 380 time: 0.0474341 Dec 09 09:40:59.342133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'port': {'device_id': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'admin_state_up': True, 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'security_groups': ['47fb469c-162d-4c41-be8c-7d45a0a2a275']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:40:59.369071 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-daca50a7-25e0-4993-acba-de3ac0a798a4 req-750d2c80-0db3-4a57-8eca-430786365c8d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 210 time: 0.0513344 Dec 09 09:40:59.514068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:40:59.526383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:40:59.529037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33108) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:40:59.535698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Made reservation on behalf of c645895972be45e094ab5e3e838d3140 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:40:59.541394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:59.645733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-11bd6bd0-3075-4485-8af3-4fde073f8757 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/44814fc5-e416-41f5-872a-5c551875057a HTTP/1.1" status: 200 len: 993 time: 0.1150608 Dec 09 09:40:59.720276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Allocated IP 172.20.0.4 (550e784d-4eb5-4862-8392-9aab67f43432/b176531f-834c-4d22-9048-4dbeba3bca6f/d19f3c3b-f9ef-4a11-a98f-f4d03caf0356) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:40:59.931233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:59.949901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Transition to ACTIVE for port object d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:40:59.969349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:40:59.975871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9e905e5-6c17-44d5-af90-cf43de84e771 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:00.012134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33116) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:00.053849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Network 550e784d-4eb5-4862-8392-9aab67f43432 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:41:00.057780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:41:00.059903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'Port': ['ID=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:00.062953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:41:00.109695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.110122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.110542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.110957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.111366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.111775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.112184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.112590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.112993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.113419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.113826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:00.124851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:00.151619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:00.152573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:00.189057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518968 Dec 09 09:41:00.201638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Request body: {'port': {'device_id': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:00.245494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port ff20beb6-0403-40b8-868c-ad1752102464 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:41:00.246251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:00.331910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:00.407954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77ea4142-3f6c-455a-ba14-2107bce8c62d None None] Provisioning for port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:41:00.419894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-77ea4142-3f6c-455a-ba14-2107bce8c62d None None] Provisioning complete for port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:00.420372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-77ea4142-3f6c-455a-ba14-2107bce8c62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:00.453021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:00.453563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:00.502343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-77ea4142-3f6c-455a-ba14-2107bce8c62d None None] Port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:41:00.595775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for ff20beb6-0403-40b8-868c-ad1752102464 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:41:00.752344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6afdd8-67c6-4e5c-9d40-b1a86ce8963a req-3fbe337d-4ed6-4059-b809-f3e63213b71e tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:00.754103 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f6afdd8-67c6-4e5c-9d40-b1a86ce8963a req-3fbe337d-4ed6-4059-b809-f3e63213b71e tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 931 time: 0.1654782 Dec 09 09:41:00.759544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:41:00.767653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:00.786844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Transition to ACTIVE for port object d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:41:00.789479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:00.794102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f94f37bd-f461-415e-9723-e446fc0fe9c5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:00.884798 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f6afdd8-67c6-4e5c-9d40-b1a86ce8963a req-3660b57f-bfaa-418b-8c75-e3584bf0f17c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102922 Dec 09 09:41:00.891685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:00.900416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7484bcbb-4c47-479f-8a59-967488a51a8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:00.924048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:00.929893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:01.059155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Attempting to bind port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:41:01.059536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Attempting to bind port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:41:01.059905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Attempting to bind port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 on network 550e784d-4eb5-4862-8392-9aab67f43432 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:41:01.066946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 on network 550e784d-4eb5-4862-8392-9aab67f43432 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:41:01.067444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Attempting to bind port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 on network 550e784d-4eb5-4862-8392-9aab67f43432 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:41:01.076066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:41:01.076438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Checking segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:41:01.076873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Bound using segment: {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:41:01.077534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Bound port: d19f3c3b-f9ef-4a11-a98f-f4d03caf0356, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6346e7-a77d-4b61-856f-9324baea1dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:41:01.077926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:01.181899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] For port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:41:01.185272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] For port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:41:01.188802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:01.194487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:01.215777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=ff20beb6-0403-40b8-868c-ad1752102464,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:01.228714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.229152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.229585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.229993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.230405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.230855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.231201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.231623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.232041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.232366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.232769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:01.260213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:01.261752 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] 10.222.0.65 "PUT /v2.0/ports/d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 HTTP/1.1" status: 200 len: 1093 time: 1.0647173 Dec 09 09:41:01.262331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:41:01.266410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:01.285851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:01.299224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:01.347683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'status': 'completed', 'code': 200} Dec 09 09:41:01.353813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:01.390288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-0903872f-cb28-4f5b-809c-3065f87d0a87 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 1096 time: 0.0898385 Dec 09 09:41:01.468553 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-5b70c423-1fad-4e9f-9d87-3b71b44b6ff8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 HTTP/1.1" status: 200 len: 217 time: 0.0698321 Dec 09 09:41:01.545222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-26b5e8fb-12cd-42f2-bc61-e9c3d846b015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:01.546746 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-26b5e8fb-12cd-42f2-bc61-e9c3d846b015 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.0716858 Dec 09 09:41:01.629069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-84f0b13e-1946-4947-9e3d-df38a634edfe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762744 Dec 09 09:41:01.772666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 3792dd02-8783-49f7-9b00-db9ba9c5462b has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:41:01.777621 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-13b0c4c5-7d29-4b9c-8f72-d59163926661 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418073 Dec 09 09:41:02.002327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:41:02.019030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] Sync routers for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:41:02.033658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:02.034758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:02.073194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:02.152191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/floatingips/44814fc5-e416-41f5-872a-5c551875057a HTTP/1.1" status: 204 len: 168 time: 2.1386068 Dec 09 09:41:02.153213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:41:02.197775 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56becb85-d71a-4f1b-b46d-bd4a8eaaaaba req-4aae62a8-8c14-4bbd-8ad3-52be3d09183e service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113922 Dec 09 09:41:02.199154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6c296-065f-418c-bc6e-12c00d82ea72 req-405953c3-fb76-494a-88f8-db12b99b4463 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:02.201630 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-69c6c296-065f-418c-bc6e-12c00d82ea72 req-405953c3-fb76-494a-88f8-db12b99b4463 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 943 time: 0.1767638 Dec 09 09:41:02.238105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:02.269587 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-69c6c296-065f-418c-bc6e-12c00d82ea72 req-bf7bcafa-e2a0-4b1b-ab85-acb8cd5e4066 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614870 Dec 09 09:41:02.355462 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ded9a549-0279-4f9c-8f61-d464147ea7c1 req-0c8140f6-4d7c-4a03-b333-97c70d511254 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 1096 time: 0.0993607 Dec 09 09:41:02.544907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'status': 'completed', 'code': 200} Dec 09 09:41:02.545559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9a549-0279-4f9c-8f61-d464147ea7c1 req-e94c69fb-8551-428f-88fb-a1f1c2c33693 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:02.547535 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ded9a549-0279-4f9c-8f61-d464147ea7c1 req-e94c69fb-8551-428f-88fb-a1f1c2c33693 service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.1842325 Dec 09 09:41:02.643272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:58Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '45f611e3-4421-4f93-a0d7-076f768d9b17', 'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:57Z', 'updated_at': '2021-12-09T09:40:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:02.648072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] Checking router: 3792dd02-8783-49f7-9b00-db9ba9c5462b for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:41:02.649377 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b4bae03-ccfb-47fa-b723-683f10db0c35 req-d6e0a920-2f61-4ad9-8841-53d5bd6e508d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 1098 time: 0.0830801 Dec 09 09:41:02.659518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:02.660189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:40:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:02.666418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ded9a549-0279-4f9c-8f61-d464147ea7c1 req-bcbd00a4-278f-42ce-9643-b04fc235b1a4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 HTTP/1.1" status: 200 len: 217 time: 0.0827801 Dec 09 09:41:02.738480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9a549-0279-4f9c-8f61-d464147ea7c1 req-2dd85d3f-915c-4c34-ba87-76408a8663a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:02.739901 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ded9a549-0279-4f9c-8f61-d464147ea7c1 req-2dd85d3f-915c-4c34-ba87-76408a8663a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.0665390 Dec 09 09:41:02.809640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bae03-ccfb-47fa-b723-683f10db0c35 req-ed846027-e062-412c-b175-8f7e58fdd9b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:02.811264 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b4bae03-ccfb-47fa-b723-683f10db0c35 req-ed846027-e062-412c-b175-8f7e58fdd9b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6e1ffac0-81f0-4799-8831-618178e3cf11 HTTP/1.1" status: 200 len: 897 time: 0.1543238 Dec 09 09:41:02.820609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f05104-3e0e-428f-adc4-710cb3751fe9 req-60d8936f-6f57-4fcb-8fe0-1ab1b12fbd8c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:02.822283 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13f05104-3e0e-428f-adc4-710cb3751fe9 req-60d8936f-6f57-4fcb-8fe0-1ab1b12fbd8c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 945 time: 0.2737966 Dec 09 09:41:02.864932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:02.878745 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ded9a549-0279-4f9c-8f61-d464147ea7c1 req-bc104878-297e-40c1-a5be-4623ccb42faf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278284 Dec 09 09:41:02.896517 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b4bae03-ccfb-47fa-b723-683f10db0c35 req-c80f77c9-2c90-4f0d-b7fe-f3be3d8de9ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=589a5541-b9e7-4c63-aedf-3a5a826b7ae6 HTTP/1.1" status: 200 len: 217 time: 0.0760546 Dec 09 09:41:02.932084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13f05104-3e0e-428f-adc4-710cb3751fe9 req-ab460507-40aa-4f2a-ab3f-0973679ee8db tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016662 Dec 09 09:41:02.971236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bae03-ccfb-47fa-b723-683f10db0c35 req-b3dcc344-22e6-400b-8492-1600ffcf9868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:02.972894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b4bae03-ccfb-47fa-b723-683f10db0c35 req-b3dcc344-22e6-400b-8492-1600ffcf9868 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cf52eb55-0e76-4def-b929-508ff544c5ac HTTP/1.1" status: 200 len: 833 time: 0.0703895 Dec 09 09:41:03.039776 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ded9a549-0279-4f9c-8f61-d464147ea7c1 req-30087ed0-adcb-45be-8dac-978f193aef43 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524661 Dec 09 09:41:03.059757 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b4bae03-ccfb-47fa-b723-683f10db0c35 req-6b42d5eb-37e6-4117-9ffa-82c69f968349 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6e1ffac0-81f0-4799-8831-618178e3cf11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794058 Dec 09 09:41:03.190986 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ded9a549-0279-4f9c-8f61-d464147ea7c1 req-062bd425-e86e-4dd3-a80b-4c4e4a6264b9 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442845 Dec 09 09:41:03.210746 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b4bae03-ccfb-47fa-b723-683f10db0c35 req-7a64b330-7f48-43c2-8823-7e5deaafcd91 service neutron] 10.222.0.65 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431873 Dec 09 09:41:03.216299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:58Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '45f611e3-4421-4f93-a0d7-076f768d9b17', 'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:57Z', 'updated_at': '2021-12-09T09:40:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:03.220531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4522ff7d-2336-411b-a531-cd19a9d2c94c None None] The sync data for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv is: [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:39:58Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '45f611e3-4421-4f93-a0d7-076f768d9b17', 'name': '', 'network_id': '6e1ffac0-81f0-4799-8831-618178e3cf11', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:01:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:57Z', 'updated_at': '2021-12-09T09:40:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'cf52eb55-0e76-4def-b929-508ff544c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:41:03.358041 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b4bae03-ccfb-47fa-b723-683f10db0c35 req-f71219bf-e95a-4d70-871a-168291075a1e service neutron] 10.222.0.65 "GET /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406763 Dec 09 09:41:03.520702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55f53d-dcda-4ef4-8c29-86acec651524 req-fe90d3b7-5389-4521-a980-2139ed9fbceb tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:03.523268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-de55f53d-dcda-4ef4-8c29-86acec651524 req-fe90d3b7-5389-4521-a980-2139ed9fbceb tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 943 time: 0.1321404 Dec 09 09:41:03.589432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89954e8c-bf5c-404b-8777-7168735a3144 req-2455d251-3c50-4bb8-937e-b226bc39957d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1300528 Dec 09 09:41:03.598077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-de55f53d-dcda-4ef4-8c29-86acec651524 req-7e5592be-26dd-49a4-a3c7-db8e632d13ad tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663929 Dec 09 09:41:03.660062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fee5be-dabb-44f8-b955-ae06320c0914 None None] New status for floating IP 44814fc5-e416-41f5-872a-5c551875057a: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:41:03.741988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89954e8c-bf5c-404b-8777-7168735a3144 req-122d869a-ffcb-478e-8377-4a17b3399aa9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 1099 time: 0.0795615 Dec 09 09:41:03.820167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-3dc6eb7a-fa9a-4771-b4fa-4677d1654c3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:03.821779 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-3dc6eb7a-fa9a-4771-b4fa-4677d1654c3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 945 time: 0.0901551 Dec 09 09:41:03.902592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:41:03.902981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:03.920391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89954e8c-bf5c-404b-8777-7168735a3144 req-c65fb3aa-59cb-426c-9177-1f396381942a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:03.922011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89954e8c-bf5c-404b-8777-7168735a3144 req-c65fb3aa-59cb-426c-9177-1f396381942a service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.1579916 Dec 09 09:41:04.034370 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89954e8c-bf5c-404b-8777-7168735a3144 req-442c6e89-c123-4216-9b32-b09d4eece28d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 HTTP/1.1" status: 200 len: 1002 time: 0.1064355 Dec 09 09:41:04.102965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89954e8c-bf5c-404b-8777-7168735a3144 req-25bdc9fc-7531-4af4-9fbf-ffa800a6b693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:04.104581 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89954e8c-bf5c-404b-8777-7168735a3144 req-25bdc9fc-7531-4af4-9fbf-ffa800a6b693 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.0645721 Dec 09 09:41:04.194640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89954e8c-bf5c-404b-8777-7168735a3144 req-bb2e3df9-b42f-4cfa-b53a-48077c2158d8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830991 Dec 09 09:41:04.226493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:04.226900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:04.340129 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89954e8c-bf5c-404b-8777-7168735a3144 req-3265ceaf-3b8d-43c0-a3a7-902fde6775fd service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391525 Dec 09 09:41:04.362040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:41:04.409007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38735d0a-a75e-4cad-be6b-a5e2599d2f89 req-b42bd624-5f4a-40ba-ae4c-444efe369ef1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:04.410844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-609c490c-44b0-4d33-b417-8492ad2f7141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:04.411321 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-38735d0a-a75e-4cad-be6b-a5e2599d2f89 req-b42bd624-5f4a-40ba-ae4c-444efe369ef1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=76ac1ece-14ea-46da-8d56-56836acf2602 HTTP/1.1" status: 200 len: 945 time: 0.3001442 Dec 09 09:41:04.492710 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89954e8c-bf5c-404b-8777-7168735a3144 req-f3655ddd-e432-4cfc-ad14-1a4ea780106e service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461546 Dec 09 09:41:04.494940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-38735d0a-a75e-4cad-be6b-a5e2599d2f89 req-a0d1be42-f547-4878-8a0f-df4b4e7ba68d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=e5f86a10-b5e7-4858-84a4-3b1af77260f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701871 Dec 09 09:41:04.577161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:04.582758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7e9aa00-0dd9-4a01-8c02-02b8e9565bd4 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:04.625723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=589a5541-b9e7-4c63-aedf-3a5a826b7ae6,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:04.629456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:04.706024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:41:04.709291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:04.712407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'name': 'network-vif-deleted', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:41:04.725799 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ee8bb6e-73b4-4d6b-a27f-71be00f7ff91 req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/589a5541-b9e7-4c63-aedf-3a5a826b7ae6 HTTP/1.1" status: 204 len: 173 time: 0.8975158 Dec 09 09:41:04.778796 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ac1ece-14ea-46da-8d56-56836acf2602', 'name': 'network-vif-deleted', 'tag': '589a5541-b9e7-4c63-aedf-3a5a826b7ae6', 'status': 'completed', 'code': 200} Dec 09 09:41:04.830864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae13d6-3c53-46b4-8792-b8950b2b8778 req-b749caa8-fbcd-4873-8fc7-01bacb7d5ba1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:04.832494 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dae13d6-3c53-46b4-8792-b8950b2b8778 req-b749caa8-fbcd-4873-8fc7-01bacb7d5ba1 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 943 time: 0.0902267 Dec 09 09:41:04.885689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7dae13d6-3c53-46b4-8792-b8950b2b8778 req-1a516887-e398-4453-84c9-535ac279b32d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466602 Dec 09 09:41:05.604668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33144) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:05.628604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:05.922495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e0f58a1-f004-4b44-bc36-db4ceb219391 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:05.953560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e0f58a1-f004-4b44-bc36-db4ceb219391 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:06.008549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e0f58a1-f004-4b44-bc36-db4ceb219391 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:06.014615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85b06398-70a0-461e-a990-08fb9b5ecb33 tempest-RoutersAdminNegativeIpV6Test-585423295 tempest-RoutersAdminNegativeIpV6Test-585423295-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:06.069371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f58a1-f004-4b44-bc36-db4ceb219391 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f86a10-b5e7-4858-84a4-3b1af77260f0,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:06.075450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e0f58a1-f004-4b44-bc36-db4ceb219391 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:06.088801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e0f58a1-f004-4b44-bc36-db4ceb219391 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:06.096712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5e0f58a1-f004-4b44-bc36-db4ceb219391 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/e5f86a10-b5e7-4858-84a4-3b1af77260f0 HTTP/1.1" status: 204 len: 168 time: 0.4842308 Dec 09 09:41:06.121991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089eccee-4e09-4e65-8ea0-c7d878cd5a6f req-fec5ae1e-ef2e-402c-b23a-26ed71492fbb tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:06.123593 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-089eccee-4e09-4e65-8ea0-c7d878cd5a6f req-fec5ae1e-ef2e-402c-b23a-26ed71492fbb tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 943 time: 0.0971539 Dec 09 09:41:06.130122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33152) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:06.177396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-089eccee-4e09-4e65-8ea0-c7d878cd5a6f req-dc2b5cf5-04e1-47dc-a635-c9e4082346c7 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471375 Dec 09 09:41:06.554919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:06.679330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7cba9d7a-d41d-46a6-9d72-e13befc8460a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:06.939517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:41:06.973853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:41:06.974244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 589a5541-b9e7-4c63-aedf-3a5a826b7ae6 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:41:07.076596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:07.477339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584e7b0-9e69-426b-a78b-1f58bbd25dbe req-c0b9dfc8-0215-4997-a132-1c990b852c74 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:07.478069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3584e7b0-9e69-426b-a78b-1f58bbd25dbe req-c0b9dfc8-0215-4997-a132-1c990b852c74 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:41:07.517416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 45f611e3-4421-4f93-a0d7-076f768d9b17 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:41:07.521286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:07.553367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3584e7b0-9e69-426b-a78b-1f58bbd25dbe req-c0b9dfc8-0215-4997-a132-1c990b852c74 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:41:07.554657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3584e7b0-9e69-426b-a78b-1f58bbd25dbe req-c0b9dfc8-0215-4997-a132-1c990b852c74 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 943 time: 0.2218201 Dec 09 09:41:07.721219 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3584e7b0-9e69-426b-a78b-1f58bbd25dbe req-4a9a9577-b04d-4ff9-9d6c-3120d8fb5ca6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581030 Dec 09 09:41:07.766571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 45f611e3-4421-4f93-a0d7-076f768d9b17, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=45f611e3-4421-4f93-a0d7-076f768d9b17,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:07.774466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:07.895261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 45f611e3-4421-4f93-a0d7-076f768d9b17 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:41:08.086018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:08.090392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05255ab0-c3b3-471b-9080-2ebb8f46e518 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:08.135356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=45f611e3-4421-4f93-a0d7-076f768d9b17,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:08.138426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:08.430520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:08.466046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:08.939026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:41:08.956882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda7304-2d78-444a-a241-f34c20fb6fab req-e3e509b4-fcfd-44bb-b379-daa8055a295d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:08.958636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cbda7304-2d78-444a-a241-f34c20fb6fab req-e3e509b4-fcfd-44bb-b379-daa8055a295d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 943 time: 0.0957084 Dec 09 09:41:09.010617 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cbda7304-2d78-444a-a241-f34c20fb6fab req-6d970d90-149d-4231-ad38-8446323c6d7e tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449131 Dec 09 09:41:09.096117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:09.097053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 3792dd02-8783-49f7-9b00-db9ba9c5462b has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:41:09.112393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'port_id': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'mac_address': 'fa:16:3e:2f:b7:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:41:09.171203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:09.192051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:41:09.210646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:09.220463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:09.222386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:09.298760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:09.309391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.309789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.310171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.310554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.310928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.311298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.311676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.312046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.312411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.312777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.313162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:09.321068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:09.325850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:41:09.337846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] Sync routers for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:41:09.340143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/3792dd02-8783-49f7-9b00-db9ba9c5462b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2086306 Dec 09 09:41:09.343149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33160) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:09.349214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:09.354406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:09.466915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['d19f3c3b-f9ef-4a11-a98f-f4d03caf0356'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:41:09.561419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting subnet cf52eb55-0e76-4def-b929-508ff544c5ac {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:41:09.565084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:09.628575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:09.700306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:09.724239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:09.818116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:09.823225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4258ed1-8207-45c3-a5aa-009c1975ed5c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:09.863812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Subnet': ['ID=cf52eb55-0e76-4def-b929-508ff544c5ac,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:09.868330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:09.871462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:09.878441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/subnets/cf52eb55-0e76-4def-b929-508ff544c5ac HTTP/1.1" status: 204 len: 168 time: 0.5341651 Dec 09 09:41:09.879874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594ab57-45e8-49e3-af04-d00be4d7d93e None None] Network 6e1ffac0-81f0-4799-8831-618178e3cf11 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:41:09.881298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33164) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:10.027300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:41:08Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:10.032593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] Checking router: 3792dd02-8783-49f7-9b00-db9ba9c5462b for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:41:10.045015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] Routers {'3792dd02-8783-49f7-9b00-db9ba9c5462b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:10.046167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3792dd02-8783-49f7-9b00-db9ba9c5462b'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:10.151470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:10.186764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] DHCP port deletion for 6e1ffac0-81f0-4799-8831-618178e3cf11 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:41:10.192613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] Deleting port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:41:10.193779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:10.270559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15698c-8921-4e55-b0ca-4cea6d149aa5 req-360aacae-fe2a-47a1-95fb-98972462c282 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:10.279568 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cd15698c-8921-4e55-b0ca-4cea6d149aa5 req-360aacae-fe2a-47a1-95fb-98972462c282 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 944 time: 0.1319337 Dec 09 09:41:10.347633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] Set router 3792dd02-8783-49f7-9b00-db9ba9c5462b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:10.349712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cd15698c-8921-4e55-b0ca-4cea6d149aa5 req-34d0615c-12cd-4490-924d-c2d4196b8526 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686045 Dec 09 09:41:10.402003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:10.416644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 69ec4b21-1792-4d4e-89c8-12f43d13c308 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:41:10.417221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:10.628381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 69ec4b21-1792-4d4e-89c8-12f43d13c308, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=69ec4b21-1792-4d4e-89c8-12f43d13c308,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:10.628706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:10.711073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:41:08Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:10.716693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0db1aa-6994-4bd4-948e-7fa0ee8b9760 None None] The sync data for ids ['3792dd02-8783-49f7-9b00-db9ba9c5462b'] in dv-neutron-819581-1-hyperv is: [{'id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'name': 'tempest-TestNetworkBasicOps-router-623320869', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:39:48Z', 'updated_at': '2021-12-09T09:41:08Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '69ec4b21-1792-4d4e-89c8-12f43d13c308', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3792dd02-8783-49f7-9b00-db9ba9c5462b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:39:49Z', 'updated_at': '2021-12-09T09:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:41:10.778585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 69ec4b21-1792-4d4e-89c8-12f43d13c308 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:41:10.795530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] For port 1b83b37a-35a0-44d1-81e2-519b65cd54f1, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1b83b37a-35a0-44d1-81e2-519b65cd54f1,segment=NetworkSegment(74a3f8ac-3c5b-4429-9cae-af15605ed03a),segment_id=74a3f8ac-3c5b-4429-9cae-af15605ed03a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:10.795530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:10.935320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] Calling delete_port for 1b83b37a-35a0-44d1-81e2-519b65cd54f1 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:41:10.968500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:41:10.989651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:10.995160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:11.041455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=69ec4b21-1792-4d4e-89c8-12f43d13c308,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:11.045918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:11.145871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.150607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7511ad34-cde7-41e6-8864-6daa488f25b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:11.181155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:41:11.202714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:11.203133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.228396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] Pushing event deleted for resources: {'Port': ['ID=1b83b37a-35a0-44d1-81e2-519b65cd54f1,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:11.235362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:11.247817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] No DVR routers for this DVR port 1b83b37a-35a0-44d1-81e2-519b65cd54f1 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:41:11.285671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.331384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.361764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:41:11.372452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:11.390765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.393336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17897739-bc42-4255-91c2-15b5d1d1fcc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:11.450385 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'code': 200} Dec 09 09:41:11.483023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:11.489024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:11.601516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.606950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.612387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 45f611e3-4421-4f93-a0d7-076f768d9b17 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:41:11.622609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768beb0-0b5b-4fb4-8889-b99f3d8c38d0 req-ac339926-3272-4bd6-9f9d-bb132c33fb7a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:11.624554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d768beb0-0b5b-4fb4-8889-b99f3d8c38d0 req-ac339926-3272-4bd6-9f9d-bb132c33fb7a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 945 time: 0.1114647 Dec 09 09:41:11.658372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 45f611e3-4421-4f93-a0d7-076f768d9b17 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:41:11.658372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 45f611e3-4421-4f93-a0d7-076f768d9b17 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:41:11.658372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1b83b37a-35a0-44d1-81e2-519b65cd54f1 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:41:11.661279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.662007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Fanout notify agent at l3_agent the message router_deleted on router 3792dd02-8783-49f7-9b00-db9ba9c5462b {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:41:11.682418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d768beb0-0b5b-4fb4-8889-b99f3d8c38d0 req-1f074358-5e1e-4d75-946e-97cad0f18c42 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 Dec 09 09:41:11.686874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.688831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/routers/3792dd02-8783-49f7-9b00-db9ba9c5462b HTTP/1.1" status: 204 len: 168 time: 1.8063934 Dec 09 09:41:11.691820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33174) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:11.699487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 1b83b37a-35a0-44d1-81e2-519b65cd54f1 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:41:11.699894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1b83b37a-35a0-44d1-81e2-519b65cd54f1 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:41:11.889663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:11.972842 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f1f2d5fe-dc12-4fd8-a5ee-60052d68bb8b req-ceb7df82-8a98-4a4d-bd75-0904c3ec88ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 1098 time: 0.2241330 Dec 09 09:41:12.083186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.123829 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f1f2d5fe-dc12-4fd8-a5ee-60052d68bb8b req-8a58f74f-1efe-4bd3-98cb-8fa9f7903b13 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338258 Dec 09 09:41:12.125409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1ffac0-81f0-4799-8831-618178e3cf11']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:12.139395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a3f8ac-3c5b-4429-9cae-af15605ed03a') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:12.139740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a3f8ac-3c5b-4429-9cae-af15605ed03a') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:12.151790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.166541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.172787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:41:12.173239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:41:12.189429 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:41:12.272259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.275744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d7f275d-e0ed-4336-b6de-6a374422ccca tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:12.294445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.304510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Network': ['ID=6e1ffac0-81f0-4799-8831-618178e3cf11,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:12.308041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:12.324073 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/networks/6e1ffac0-81f0-4799-8831-618178e3cf11 HTTP/1.1" status: 204 len: 168 time: 0.6311698 Dec 09 09:41:12.342345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33178) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:12.348032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'network': {'name': 'tempest-network-smoke--1328527351', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'port_security_enabled': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:12.354177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:12.358830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:network and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:12.361841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:12.369542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:12.382484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:41:12.387915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.417818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:41:12.449824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.450166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Added segment 7ed6a405-4253-48d0-97f5-e1d3494162ef of type vlan for network 514e846b-0798-46e2-81e2-d066a2a630d0 Dec 09 09:41:12.486646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.760837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.765455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:12.766103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.772612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-142f4205-f1f6-4da1-ab43-eeb0003a06a8 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:12.887108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Network': ['ID=514e846b-0798-46e2-81e2-d066a2a630d0,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:12.892933 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5471466 Dec 09 09:41:12.892933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:12.893190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33184) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:12.899362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'admin_state_up': True, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:12.900924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 514e846b-0798-46e2-81e2-d066a2a630d0 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:41:12.908578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:12.911983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:router and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:12.915057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:12.921713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:12.925296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00c5c5-d53e-4860-a787-c5a0f0b1b980 req-96670667-3ee0-4aa5-aa9b-3f1007c628ae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:12.929822 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef00c5c5-d53e-4860-a787-c5a0f0b1b980 req-96670667-3ee0-4aa5-aa9b-3f1007c628ae tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 945 time: 0.0901659 Dec 09 09:41:12.955518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.956957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:12.987312 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef00c5c5-d53e-4860-a787-c5a0f0b1b980 req-05196e12-c176-4192-a717-06362cce9efd tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532620 Dec 09 09:41:13.010895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:13.185755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:13.382865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:13.417881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:13.466136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 69ec4b21-1792-4d4e-89c8-12f43d13c308 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:41:13.501226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 69ec4b21-1792-4d4e-89c8-12f43d13c308 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:41:13.501873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 69ec4b21-1792-4d4e-89c8-12f43d13c308 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:41:13.564627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.222 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/80669579-2ba2-4152-a1f6-4398dd4c866a) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:41:13.728624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:13.757894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:13.762518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:13.830721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:41:13.834133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:41:13.836348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=80669579-2ba2-4152-a1f6-4398dd4c866a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:13.838683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:41:13.868624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:14.014030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:14.014731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:14.277947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86705628-783e-437d-96c1-bb7deb217025 req-68614ead-0161-45c4-91cd-cea7bb5d9c5c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:14.279519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-86705628-783e-437d-96c1-bb7deb217025 req-68614ead-0161-45c4-91cd-cea7bb5d9c5c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 945 time: 0.1198304 Dec 09 09:41:14.355693 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-86705628-783e-437d-96c1-bb7deb217025 req-07199f71-9dc6-4748-beae-ea56aa53b7fd tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666540 Dec 09 09:41:14.380733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 4be3060f-f230-4756-8dfb-8d74da3848e2 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:41:14.570567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267b1e3-0cc7-4410-b16d-ee19fdc64a67 req-56f00dd0-7b1b-4e48-8cb1-231f62abb496 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:14.572225 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9267b1e3-0cc7-4410-b16d-ee19fdc64a67 req-56f00dd0-7b1b-4e48-8cb1-231f62abb496 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 945 time: 0.0913749 Dec 09 09:41:14.595989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:41:14.606570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Sync routers for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:41:14.621022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:14.621756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:14.626603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9267b1e3-0cc7-4410-b16d-ee19fdc64a67 req-390d0e1b-c057-46d0-9823-da97b42613dd tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480726 Dec 09 09:41:14.634257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:14.638572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7413790 Dec 09 09:41:14.638825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33192) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:14.659989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33196) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:14.692047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fbad9030-8062-4c6b-b779-79de1faa8919 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0517025 Dec 09 09:41:14.695571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33200) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:14.748132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-90ad888c-7bf0-4121-8805-0c997bd8a52e tempest-TestVolumeBootPattern-2086945266 tempest-TestVolumeBootPattern-2086945266-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 1093 time: 0.0867939 Dec 09 09:41:14.748888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33204) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:14.755711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:14.762492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:14.766691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Usage tracker for resource:floatingip and tenant:c645895972be45e094ab5e3e838d3140 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:14.774204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:14.777014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:14.803811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:14.853500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:14.855844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b76ea1-c718-4c5e-a2de-1293659c445a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:14.860690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b2b76ea1-c718-4c5e-a2de-1293659c445a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1602595 Dec 09 09:41:14.861011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33208) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:14.916901 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-351bbbc8-0ff6-4464-abbe-ae0cbfe7634a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542452 Dec 09 09:41:14.919842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33212) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:14.926513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1725015306', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:15.069183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:15.074275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:subnet and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:15.078348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:15.084906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:15.104254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:41:15.196786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:13Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:15.202037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Checking router: 4be3060f-f230-4756-8dfb-8d74da3848e2 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:41:15.202528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Updating router 4be3060f-f230-4756-8dfb-8d74da3848e2 port 80669579-2ba2-4152-a1f6-4398dd4c866a binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:41:15.234271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:15.244221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:15.269765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:15.400026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Allocated IP 172.26.8.77 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/517893ef-099a-4388-9721-d5620b9d5239) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:41:15.532361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:15.537548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c26da43-8920-43df-89c3-79960104c366 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:15.601656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:15.619936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=f0ef80aa-1d95-4dff-852d-99320985363f,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:15.624753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:15.636613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Checking segment: {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:41:15.636613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network hostable DHCP agents. Network: 514e846b-0798-46e2-81e2-d066a2a630d0, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:41:15.638838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:15.643829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27298b79-bb2d-4385-9a73-fb1761799b85 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:15.670907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 514e846b-0798-46e2-81e2-d066a2a630d0 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:41:15.694589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 514e846b-0798-46e2-81e2-d066a2a630d0) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:41:15.699387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:15.700170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:15.727414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:41:15.728553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:41:15.733607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:41:15.744654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d39052-aded-41d5-8c7d-d830082b7d01 None None] Network 514e846b-0798-46e2-81e2-d066a2a630d0 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:41:15.747970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8267932 Dec 09 09:41:15.750805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33216) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:15.772829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'Port': ['ID=517893ef-099a-4388-9721-d5620b9d5239,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:15.782356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:16.098506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-514e846b-0798-46e2-81e2-d066a2a630d0', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:41:16.100602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.112399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.139820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Transition to ACTIVE for port object 80669579-2ba2-4152-a1f6-4398dd4c866a will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:41:16.205790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.217667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c465754-4ead-4c65-b4af-759f5c06b7c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:16.325753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cc7ab-8682-4d0e-8345-0e26164407cf None None] Pushing event updated for resources: {'Port': ['ID=80669579-2ba2-4152-a1f6-4398dd4c866a,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:16.329009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f9cc7ab-8682-4d0e-8345-0e26164407cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:16.345400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.373501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Attempting to bind port 80669579-2ba2-4152-a1f6-4398dd4c866a on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:41:16.373919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Attempting to bind port 80669579-2ba2-4152-a1f6-4398dd4c866a by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:41:16.374326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Attempting to bind port 80669579-2ba2-4152-a1f6-4398dd4c866a on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:41:16.395754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:41:16.396223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:41:16.396735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.397197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:41:16.397831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Bound port: 80669579-2ba2-4152-a1f6-4398dd4c866a, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:41:16.398379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.413541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.462034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Allocated IP 172.20.0.2 (514e846b-0798-46e2-81e2-d066a2a630d0/f0ef80aa-1d95-4dff-852d-99320985363f/f993428e-6ade-4b60-8239-c7636f600d52) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:41:16.541034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] For port 80669579-2ba2-4152-a1f6-4398dd4c866a, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:41:16.603258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] For port 80669579-2ba2-4152-a1f6-4398dd4c866a, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=80669579-2ba2-4152-a1f6-4398dd4c866a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:41:16.625173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.632758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:16.665257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.682628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.687798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-71dbd695-a556-4edc-a44e-3072162df175 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:16.826576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event updated for resources: {'Port': ['ID=517893ef-099a-4388-9721-d5620b9d5239,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:16.831679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:16.839897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:16.869481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.009163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9cc7ab-8682-4d0e-8345-0e26164407cf None None] Pushing event updated for resources: {'Port': ['ID=80669579-2ba2-4152-a1f6-4398dd4c866a,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:17.014043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f9cc7ab-8682-4d0e-8345-0e26164407cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:17.015174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:17.016216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:17.061079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Floating IP ac3437c3-1b1e-4b4e-a0ef-24a0bec83642 associated. External IP: 172.26.8.77, port: d19f3c3b-f9ef-4a11-a98f-f4d03caf0356. Dec 09 09:41:17.138160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.216365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Transition to ACTIVE for port object f993428e-6ade-4b60-8239-c7636f600d52 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:41:17.278035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Transition to ACTIVE for port object f993428e-6ade-4b60-8239-c7636f600d52 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:41:17.279376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.289217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:17.333523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.338065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f9cc7ab-8682-4d0e-8345-0e26164407cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:17.362544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.1 (514e846b-0798-46e2-81e2-d066a2a630d0/f0ef80aa-1d95-4dff-852d-99320985363f/7ae4c2da-a824-4c78-a78f-fd7dab8eff99) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:41:17.549309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Router 41d9777c-d2eb-4973-b0cd-aa918b924c63 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:41:17.564506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.571817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Network 514e846b-0798-46e2-81e2-d066a2a630d0 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:41:17.579044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:41:17.583310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:41:17.591576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:41:17.593722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Pushing event updated for resources: {'Port': ['ID=f993428e-6ade-4b60-8239-c7636f600d52,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:17.600035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:17.618461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.623297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-984fa739-31d6-4374-8acc-62ccf1a32efc tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:17.697859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 514e846b-0798-46e2-81e2-d066a2a630d0 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:41:17.701383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:41:17.706380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:41:17.738399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=7ae4c2da-a824-4c78-a78f-fd7dab8eff99,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:17.746228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:17.762368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Attempting to bind port f993428e-6ade-4b60-8239-c7636f600d52 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:41:17.762804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Attempting to bind port f993428e-6ade-4b60-8239-c7636f600d52 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:41:17.764176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Attempting to bind port f993428e-6ade-4b60-8239-c7636f600d52 on network 514e846b-0798-46e2-81e2-d066a2a630d0 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:41:17.777679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.784389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:41:17.784997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Checking segment: {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:41:17.785558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.786190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Bound using segment: {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:41:17.793916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Bound port: f993428e-6ade-4b60-8239-c7636f600d52, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:41:17.793916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.799214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:41:17.812958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] Sync routers for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:41:17.824514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:17.830448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:17.841272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.900258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.919572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] For port f993428e-6ade-4b60-8239-c7636f600d52, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:41:17.924136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] For port f993428e-6ade-4b60-8239-c7636f600d52, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f993428e-6ade-4b60-8239-c7636f600d52,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:41:17.932538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:17.934751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1846380 Dec 09 09:41:17.935594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:41:17.937672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0460bd65-ba1c-458a-b61f-f6b49bb3a860 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:17.992035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:13Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:18.012752 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'status': 'completed', 'code': 200} Dec 09 09:41:18.032667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01c28e3-2c96-487d-9259-1eb123c5bd3f None None] The sync data for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv is: [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:13Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:41:18.045885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:18.056641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Pushing event updated for resources: {'Port': ['ID=f993428e-6ade-4b60-8239-c7636f600d52,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:18.065495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:18.288516 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73f7728c-62d8-4327-b7da-3a6a11f2316d req-9efa0249-06cf-40ea-9c1d-5581ff85da59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 1098 time: 0.2022004 Dec 09 09:41:18.479257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.217', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:06Z', 'updated_at': '2021-12-09T09:39:14Z', 'revision_number': 1, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}, {'id': 'ac3437c3-1b1e-4b4e-a0ef-24a0bec83642', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.77', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:2f:b7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:41:16Z', 'updated_at': '2021-12-09T09:41:16Z', 'revision_number': 0, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:18.490238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] Checking router: 41d9777c-d2eb-4973-b0cd-aa918b924c63 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:41:18.515916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:18.516890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:18.616114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7728c-62d8-4327-b7da-3a6a11f2316d req-3f58dcbf-5522-40a0-b207-5671cf9e5c8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:18.617502 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73f7728c-62d8-4327-b7da-3a6a11f2316d req-3f58dcbf-5522-40a0-b207-5671cf9e5c8d service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.3092706 Dec 09 09:41:18.743348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:18.758538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:18.799007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22fadcd4-b15c-4287-84bc-71df625dd844 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:18.934415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73f7728c-62d8-4327-b7da-3a6a11f2316d req-ba836f12-099e-4bb9-a84c-e46a6021430c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 HTTP/1.1" status: 200 len: 998 time: 0.3097646 Dec 09 09:41:18.984375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:19.001919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=7ae4c2da-a824-4c78-a78f-fd7dab8eff99,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:19.016027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:19.018876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:19.042017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7728c-62d8-4327-b7da-3a6a11f2316d req-fa5c837f-539b-4e90-b6f9-3b73885e83fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:19.042017 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73f7728c-62d8-4327-b7da-3a6a11f2316d req-fa5c837f-539b-4e90-b6f9-3b73885e83fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.0922549 Dec 09 09:41:19.269691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 514e846b-0798-46e2-81e2-d066a2a630d0 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:41:19.272388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:41:19.350807 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73f7728c-62d8-4327-b7da-3a6a11f2316d req-10099f63-8019-4850-9a43-5fc75155a7b7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2845688 Dec 09 09:41:19.408177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.217', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:06Z', 'updated_at': '2021-12-09T09:39:14Z', 'revision_number': 1, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}, {'id': 'ac3437c3-1b1e-4b4e-a0ef-24a0bec83642', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.77', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:2f:b7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:41:16Z', 'updated_at': '2021-12-09T09:41:16Z', 'revision_number': 0, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:19.413223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cb23bf-5dc6-416c-b741-9bd30e6ec5b7 None None] The sync data for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv is: [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.217', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:06Z', 'updated_at': '2021-12-09T09:39:14Z', 'revision_number': 1, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}, {'id': 'ac3437c3-1b1e-4b4e-a0ef-24a0bec83642', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.77', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:2f:b7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:41:16Z', 'updated_at': '2021-12-09T09:41:16Z', 'revision_number': 0, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:41:19.627153 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73f7728c-62d8-4327-b7da-3a6a11f2316d req-508eb1ce-59d7-4f1c-b574-60c63ae342ea service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737901 Dec 09 09:41:19.655615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f993428e-6ade-4b60-8239-c7636f600d52 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:41:19.765062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f993428e-6ade-4b60-8239-c7636f600d52 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:41:19.778318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 80669579-2ba2-4152-a1f6-4398dd4c866a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:41:19.881911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 80669579-2ba2-4152-a1f6-4398dd4c866a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:41:19.889027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 80669579-2ba2-4152-a1f6-4398dd4c866a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:19.889762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:20.034317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:20.054992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 80669579-2ba2-4152-a1f6-4398dd4c866a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=80669579-2ba2-4152-a1f6-4398dd4c866a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:20.066545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93921729-bf95-4bf1-b06d-0d9ada232c57 None None] New status for floating IP ac3437c3-1b1e-4b4e-a0ef-24a0bec83642: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:41:20.135129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:20.142603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73f7728c-62d8-4327-b7da-3a6a11f2316d req-41e1c392-735e-40ab-b2ea-8945d6f9a173 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979379 Dec 09 09:41:20.145808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f292fd4f-9e77-42f9-a8a6-bcce4a66dc1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:20.239780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae0df2-0ca7-4f9a-8bc9-e09644402773 None None] Network 514e846b-0798-46e2-81e2-d066a2a630d0 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:41:20.279705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 4be3060f-f230-4756-8dfb-8d74da3848e2 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:41:20.375298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=80669579-2ba2-4152-a1f6-4398dd4c866a,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:20.428470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:20.463483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-42541124-d798-4a86-8745-c2491cc7d926 None None] Provisioning for port f993428e-6ade-4b60-8239-c7636f600d52 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:41:20.504026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:41:20.523210 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/4be3060f-f230-4756-8dfb-8d74da3848e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7680392 Dec 09 09:41:20.523681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33224) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:20.690926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4aff3-85ac-4731-a71c-be09a5684a17 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.691470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4aff3-85ac-4731-a71c-be09a5684a17 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.691769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4aff3-85ac-4731-a71c-be09a5684a17 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.693767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4aff3-85ac-4731-a71c-be09a5684a17 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.694150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4aff3-85ac-4731-a71c-be09a5684a17 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.694561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4aff3-85ac-4731-a71c-be09a5684a17 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.699429 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a6b4aff3-85ac-4731-a71c-be09a5684a17 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1718225 Dec 09 09:41:20.700531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33228) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:20.702040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-42541124-d798-4a86-8745-c2491cc7d926 None None] Provisioning complete for port f993428e-6ade-4b60-8239-c7636f600d52 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:20.702466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42541124-d798-4a86-8745-c2491cc7d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:20.800112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f279ca0-5d9b-405a-aec5-ccc9e41758f1 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.800564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f279ca0-5d9b-405a-aec5-ccc9e41758f1 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.800978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f279ca0-5d9b-405a-aec5-ccc9e41758f1 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.801413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f279ca0-5d9b-405a-aec5-ccc9e41758f1 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.801826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f279ca0-5d9b-405a-aec5-ccc9e41758f1 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.802262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f279ca0-5d9b-405a-aec5-ccc9e41758f1 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:20.805078 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6f279ca0-5d9b-405a-aec5-ccc9e41758f1 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1043668 Dec 09 09:41:20.808169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33232) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:20.930613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42541124-d798-4a86-8745-c2491cc7d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:20.980942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-42541124-d798-4a86-8745-c2491cc7d926 None None] For port f993428e-6ade-4b60-8239-c7636f600d52, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f993428e-6ade-4b60-8239-c7636f600d52,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:20.991289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42541124-d798-4a86-8745-c2491cc7d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:20.992990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f9cc7ab-8682-4d0e-8345-0e26164407cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:21.042168 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-80b67237-3b78-4bd8-a34e-9c44c7f559e6 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2319174 Dec 09 09:41:21.066609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42541124-d798-4a86-8745-c2491cc7d926 None None] Pushing event updated for resources: {'Port': ['ID=f993428e-6ade-4b60-8239-c7636f600d52,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:21.069933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42541124-d798-4a86-8745-c2491cc7d926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:21.333144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-915f6078-dd68-49a3-a5c2-ad1b64abd857 None None] Provisioning for port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:41:21.347185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-915f6078-dd68-49a3-a5c2-ad1b64abd857 None None] Provisioning complete for port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:21.347185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-915f6078-dd68-49a3-a5c2-ad1b64abd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:21.410720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-915f6078-dd68-49a3-a5c2-ad1b64abd857 None None] Port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:41:21.425312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-915f6078-dd68-49a3-a5c2-ad1b64abd857 None None] Provisioning complete for port f993428e-6ade-4b60-8239-c7636f600d52 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:21.425744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-915f6078-dd68-49a3-a5c2-ad1b64abd857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:21.565189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f993428e-6ade-4b60-8239-c7636f600d52 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:41:21.637315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f993428e-6ade-4b60-8239-c7636f600d52 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:21.638004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:21.722838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-974dfbb0-e5df-46ca-b301-d513f0ecb15d None None] Provisioning complete for port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:21.723295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-974dfbb0-e5df-46ca-b301-d513f0ecb15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:21.792198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Sync routers for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:41:21.792535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33238) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:21.798443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-425880446', 'description': 'tempest-secgroup-smoke-425880446 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:21.806826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:21.809400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:21.812156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:21.812444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:21.815245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:21.826492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:21.850308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-974dfbb0-e5df-46ca-b301-d513f0ecb15d None None] Port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:41:21.854196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:21.869345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 80669579-2ba2-4152-a1f6-4398dd4c866a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:41:21.903272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:21.913375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:21.916229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:21.926077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:21.954459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 80669579-2ba2-4152-a1f6-4398dd4c866a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:21.955078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.020635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.029206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.033296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ea491ba5-0994-4d7c-a446-aba5ceeae975 None None] Provisioning complete for port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:22.033723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea491ba5-0994-4d7c-a446-aba5ceeae975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.035974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-503788a5-0de3-4fe3-b593-d6f3bb6f8c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:22.041886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:22.086265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=017385d8-5643-4cce-8d23-aa0cb0bf239b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:22.089399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:22.105785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.107310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3145902 Dec 09 09:41:22.110686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33242) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:22.119645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '017385d8-5643-4cce-8d23-aa0cb0bf239b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:22.126621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:22.131402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:22.134459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:22.136971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ea491ba5-0994-4d7c-a446-aba5ceeae975 None None] Port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:41:22.142255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:22.166437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.239482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.261613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.263610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e273f872-eb41-4a98-9be0-99c343a60e12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:22.288766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e317e10-548b-4ff3-a95e-dcc45bbaab59,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:22.293633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:22.312241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.313691 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2017031 Dec 09 09:41:22.316504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33246) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:22.322782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '017385d8-5643-4cce-8d23-aa0cb0bf239b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:22.329077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:22.333204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:22.336286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:22.342379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:22.374821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.399636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:18Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:22.403791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Checking router: 4be3060f-f230-4756-8dfb-8d74da3848e2 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:41:22.404201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Updating router 4be3060f-f230-4756-8dfb-8d74da3848e2 port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:41:22.444826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.452147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.460479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:22.464196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.480661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea12855c-8207-459c-93e2-0bc15e6e9eec,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:22.483840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:22.494219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.495534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1779964 Dec 09 09:41:22.498483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33250) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:22.504529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '017385d8-5643-4cce-8d23-aa0cb0bf239b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:22.511084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:22.515142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:22.518200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:22.524922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:22.550668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.617438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.629310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.631108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d08fc94-0288-49c2-a3e4-b4a84e14df14 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:22.657790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f27a3fb-6a15-44a6-a2bd-1ea2bf8a257e,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:22.660406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:22.673514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.674860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1753762 Dec 09 09:41:22.677860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33254) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:22.683868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '017385d8-5643-4cce-8d23-aa0cb0bf239b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:22.690303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:22.694489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:22.697666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:22.703665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:22.743884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.817243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.823145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.825082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcaa33ce-6ca6-4c98-b2f7-505f65c0afb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:22.838069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.850327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d82981d-33f0-401e-a625-d3d5a7427ce5,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:22.854729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Transition to ACTIVE for port object 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:41:22.854847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:22.865089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.868851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3ca60199-2c3e-4411-bd64-8401c4bc829c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:22.873901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.875630 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1963518 Dec 09 09:41:22.878239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33258) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:22.884815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '017385d8-5643-4cce-8d23-aa0cb0bf239b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:22.891174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:22.895295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:22.899122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:22.905236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:22.915343 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:41:22.922627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.997915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:22.998111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Pushing event updated for resources: {'Port': ['ID=7ae4c2da-a824-4c78-a78f-fd7dab8eff99,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:23.002944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:23.006282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd4af009-70a6-4703-b6c2-21ac23a8c4a5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:23.019305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.019692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.020065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.020435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.021812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.021812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.022178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.022540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.022898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.023497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.023952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:41:23.027823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:23.034008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90be93dc-999b-492d-aa3f-02f76a021619,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:23.037755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:23.054539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:23.056367 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1768668 Dec 09 09:41:23.058926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33262) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:23.065359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '017385d8-5643-4cce-8d23-aa0cb0bf239b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:23.072432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:23.077331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:23.080950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:23.087907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:23.104992 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:41:23.113586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:23.121913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Attempting to bind port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:41:23.128407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Attempting to bind port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:41:23.128407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Attempting to bind port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 on network 514e846b-0798-46e2-81e2-d066a2a630d0 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:41:23.132239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:41:23.132749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Checking segment: {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:41:23.133737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:23.134179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Bound using segment: {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:41:23.134841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Bound port: 7ae4c2da-a824-4c78-a78f-fd7dab8eff99, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:41:23.135258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:23.204975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:23.220635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:23.222734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17723f07-2034-4ed9-b2dc-d391cac36b29 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:23.244323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] For port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:41:23.247564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08682cf7-39e0-4eca-8b7d-46736f8e11b6,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:23.248233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] For port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7ae4c2da-a824-4c78-a78f-fd7dab8eff99,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:41:23.253630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:23.272372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:23.276980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:23.288642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:23.290204 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2300739 Dec 09 09:41:23.360086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Pushing event updated for resources: {'Port': ['ID=7ae4c2da-a824-4c78-a78f-fd7dab8eff99,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:23.364029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:23.366649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:23.367547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:23.589929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:23.720359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-886066ae-14fa-492d-aeae-f6365dc54816 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-425880446&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.0650761 Dec 09 09:41:23.911149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-0c8de21a-0a15-4c2c-97ca-9bad631bb4fe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:23.911149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-0c8de21a-0a15-4c2c-97ca-9bad631bb4fe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:41:23.937384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-0c8de21a-0a15-4c2c-97ca-9bad631bb4fe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:41:23.939309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-0c8de21a-0a15-4c2c-97ca-9bad631bb4fe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 797 time: 0.2100413 Dec 09 09:41:23.959680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-5c86d541-eceb-4544-b9bd-f714940d2ddc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.0118909 Dec 09 09:41:23.970676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:23Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:23.976303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692ac0e0-24e3-4801-92bc-b8a2e274cae6 None None] The sync data for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv is: [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:23Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:41:24.080513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-f2ceb0be-fc3a-4098-8ab2-62ffe7efcf94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:41:24.100725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-f2ceb0be-fc3a-4098-8ab2-62ffe7efcf94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:41:24.102894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-f2ceb0be-fc3a-4098-8ab2-62ffe7efcf94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374972 Dec 09 09:41:24.320652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9152a851-5cc7-42fc-9cea-96c38150507a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:41:24.322290 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9152a851-5cc7-42fc-9cea-96c38150507a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2048652 Dec 09 09:41:24.505267 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-089cea6b-fec8-49bb-a3ed-b0013173484d service neutron] 10.222.0.18 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664853 Dec 09 09:41:24.671288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-a3e72ac2-c698-4849-ba6f-9a8d600e2d84 service neutron] 10.222.0.18 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688206 Dec 09 09:41:24.978141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3a4b800e-9e23-4b57-acde-b9e6e49b9189 req-166fba00-26e2-423c-8d7c-210bdbd5ec92 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:41:24.998158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3a4b800e-9e23-4b57-acde-b9e6e49b9189 req-166fba00-26e2-423c-8d7c-210bdbd5ec92 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:41:24.998158 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a4b800e-9e23-4b57-acde-b9e6e49b9189 req-166fba00-26e2-423c-8d7c-210bdbd5ec92 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 210 time: 0.0740578 Dec 09 09:41:25.550463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:41:25.647660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:41:25.653036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:25.653620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:25.779472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:25.813588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7ae4c2da-a824-4c78-a78f-fd7dab8eff99,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:25.820923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:25.822929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5c8beee8-c83b-4e63-b200-a723d01fd2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:25.890602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=7ae4c2da-a824-4c78-a78f-fd7dab8eff99,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:25.894444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:26.202717 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d7b321cc-0934-4f79-bb5b-e2c88bb3b584 req-1c70c5f1-001d-4dde-996b-62380d21ca78 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 210 time: 0.0552964 Dec 09 09:41:26.370107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-cfd3cd5a-60d6-45b7-bfc0-3b098033fb43 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:26.371580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-cfd3cd5a-60d6-45b7-bfc0-3b098033fb43 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 797 time: 0.1584022 Dec 09 09:41:26.431445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-21f7440d-7b73-44c8-8ccf-d1c76a84f83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 379 time: 0.0458426 Dec 09 09:41:26.443428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['017385d8-5643-4cce-8d23-aa0cb0bf239b']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:26.591366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:26.602083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:26.623989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:41:26.629687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:26.804551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.7 (514e846b-0798-46e2-81e2-d066a2a630d0/f0ef80aa-1d95-4dff-852d-99320985363f/648bcb95-6802-4b5d-8f55-aae879805e8c) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:41:27.014559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:27.032300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 648bcb95-6802-4b5d-8f55-aae879805e8c will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:41:27.074745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:27.080491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d31c20c-52d3-4886-a958-0f3e1f9939f9 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:27.156417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 514e846b-0798-46e2-81e2-d066a2a630d0 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:41:27.161254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:41:27.165945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=648bcb95-6802-4b5d-8f55-aae879805e8c,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:27.166730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:41:27.209991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:27.252092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:27.252848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:27.302836 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8638034 Dec 09 09:41:27.316949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Request body: {'port': {'device_id': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:27.447070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:27.449318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec39e-780e-47bb-8dd9-23aed3c3f468 req-55828175-ca28-489a-af30-0a12cbd66cd3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:27.455965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d93ec39e-780e-47bb-8dd9-23aed3c3f468 req-55828175-ca28-489a-af30-0a12cbd66cd3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 931 time: 0.0988116 Dec 09 09:41:27.493251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7ea736d0-b8df-40b8-82cd-4ee0c64b8d6d None None] Provisioning for port 648bcb95-6802-4b5d-8f55-aae879805e8c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:41:27.504647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7ea736d0-b8df-40b8-82cd-4ee0c64b8d6d None None] Provisioning complete for port 648bcb95-6802-4b5d-8f55-aae879805e8c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:27.504647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ea736d0-b8df-40b8-82cd-4ee0c64b8d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:27.531956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-d93ec39e-780e-47bb-8dd9-23aed3c3f468 req-c280547d-a20d-4694-b254-39c4b0872ebf tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:41:27.562502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-d93ec39e-780e-47bb-8dd9-23aed3c3f468 req-c280547d-a20d-4694-b254-39c4b0872ebf tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:41:27.564443 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d93ec39e-780e-47bb-8dd9-23aed3c3f468 req-c280547d-a20d-4694-b254-39c4b0872ebf tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981979 Dec 09 09:41:27.570687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:41:27.640011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7ea736d0-b8df-40b8-82cd-4ee0c64b8d6d None None] Port 648bcb95-6802-4b5d-8f55-aae879805e8c cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:41:27.662258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:27.662800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:27.852529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648bcb95-6802-4b5d-8f55-aae879805e8c {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:41:27.859590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:27.875366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Transition to ACTIVE for port object 648bcb95-6802-4b5d-8f55-aae879805e8c will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:41:27.885806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:27.890499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eec4734e-d67d-4388-b771-faa4714f90bf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:28.028101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=648bcb95-6802-4b5d-8f55-aae879805e8c,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:28.033231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:28.149469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Attempting to bind port 648bcb95-6802-4b5d-8f55-aae879805e8c on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:41:28.149848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Attempting to bind port 648bcb95-6802-4b5d-8f55-aae879805e8c by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:41:28.150216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Attempting to bind port 648bcb95-6802-4b5d-8f55-aae879805e8c on network 514e846b-0798-46e2-81e2-d066a2a630d0 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:41:28.156544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Port 648bcb95-6802-4b5d-8f55-aae879805e8c on network 514e846b-0798-46e2-81e2-d066a2a630d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:41:28.156945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Attempting to bind port 648bcb95-6802-4b5d-8f55-aae879805e8c on network 514e846b-0798-46e2-81e2-d066a2a630d0 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:41:28.164913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:41:28.165288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Checking segment: {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:41:28.165706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Bound using segment: {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:41:28.166178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Bound port: 648bcb95-6802-4b5d-8f55-aae879805e8c, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:41:28.166563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:28.265755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] For port 648bcb95-6802-4b5d-8f55-aae879805e8c, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:41:28.269218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] For port 648bcb95-6802-4b5d-8f55-aae879805e8c, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=648bcb95-6802-4b5d-8f55-aae879805e8c,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:41:28.272686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:28.277297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0788dadb-5b8d-410d-b615-565a897efffe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:28.330288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:28.331931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] 10.222.0.65 "PUT /v2.0/ports/648bcb95-6802-4b5d-8f55-aae879805e8c HTTP/1.1" status: 200 len: 1093 time: 1.0195990 Dec 09 09:41:28.334486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:41:28.366250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=648bcb95-6802-4b5d-8f55-aae879805e8c,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:28.369740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:28.421663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'status': 'completed', 'code': 200} Dec 09 09:41:28.461343 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-4abcb6ed-d5e6-4dbf-97dd-8b9496c5304a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 1096 time: 0.0857546 Dec 09 09:41:28.536153 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-596c012c-c71c-4ff2-93a4-497167191690 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=648bcb95-6802-4b5d-8f55-aae879805e8c HTTP/1.1" status: 200 len: 217 time: 0.0674517 Dec 09 09:41:28.794681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16c4f2-b50a-4ff9-9fd8-8a19786a9dbd req-59d0f082-2627-43d1-b057-93263e20c3e3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:28.796290 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c16c4f2-b50a-4ff9-9fd8-8a19786a9dbd req-59d0f082-2627-43d1-b057-93263e20c3e3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 943 time: 0.0925241 Dec 09 09:41:28.845639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c16c4f2-b50a-4ff9-9fd8-8a19786a9dbd req-60c529ea-152b-42b2-a73e-92a4b1c917cb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422428 Dec 09 09:41:28.847094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-65b92f17-feac-4b07-973a-14ac52e8c005 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:28.848661 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-65b92f17-feac-4b07-973a-14ac52e8c005 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0ef80aa-1d95-4dff-852d-99320985363f HTTP/1.1" status: 200 len: 835 time: 0.3050258 Dec 09 09:41:28.931887 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-ae1909df-6b30-47aa-83a9-eca79d4340d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514e846b-0798-46e2-81e2-d066a2a630d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738375 Dec 09 09:41:29.088555 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-f7b3a087-526e-48ee-9d2b-bf9055507fa4 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342478 Dec 09 09:41:29.231381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eee60219-e35a-4728-9b22-c3ef1ea87156 req-227e2475-a736-4cca-8420-9df983f7881d service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359715 Dec 09 09:41:29.354549 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6766667b-f2cf-4d09-9c44-b900db6eb0c0 req-a81b99ef-207a-48b6-88b3-43a419cd86f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 1096 time: 0.0770617 Dec 09 09:41:29.497916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766667b-f2cf-4d09-9c44-b900db6eb0c0 req-27116715-306a-4923-9b29-3912cd6ef4c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:29.499475 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6766667b-f2cf-4d09-9c44-b900db6eb0c0 req-27116715-306a-4923-9b29-3912cd6ef4c7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 898 time: 0.1372244 Dec 09 09:41:29.568654 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6766667b-f2cf-4d09-9c44-b900db6eb0c0 req-b0b7a8f7-756e-4c5e-9315-65bfae6b83e9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=648bcb95-6802-4b5d-8f55-aae879805e8c HTTP/1.1" status: 200 len: 217 time: 0.0625706 Dec 09 09:41:29.639841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766667b-f2cf-4d09-9c44-b900db6eb0c0 req-dcae37b7-a411-491f-95d7-6d0332eb1c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:29.641405 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6766667b-f2cf-4d09-9c44-b900db6eb0c0 req-dcae37b7-a411-491f-95d7-6d0332eb1c6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0ef80aa-1d95-4dff-852d-99320985363f HTTP/1.1" status: 200 len: 835 time: 0.0664165 Dec 09 09:41:29.736075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6766667b-f2cf-4d09-9c44-b900db6eb0c0 req-1b7bc226-da1b-4e7d-9cf3-d19c15a5b912 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514e846b-0798-46e2-81e2-d066a2a630d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851374 Dec 09 09:41:29.884555 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6766667b-f2cf-4d09-9c44-b900db6eb0c0 req-23470568-5d19-4bbf-8a3a-1a92c710e9c1 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451397 Dec 09 09:41:30.080831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6766667b-f2cf-4d09-9c44-b900db6eb0c0 req-a83bbc34-6d85-4f27-a0a1-23eb8239cbef service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888525 Dec 09 09:41:30.105919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79637473-1e3f-432b-aa39-1fdf23b2e434 req-41c4146f-e381-4419-9338-d911721f597c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:30.106673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-79637473-1e3f-432b-aa39-1fdf23b2e434 req-41c4146f-e381-4419-9338-d911721f597c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:41:30.122015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-79637473-1e3f-432b-aa39-1fdf23b2e434 req-41c4146f-e381-4419-9338-d911721f597c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:41:30.123220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-79637473-1e3f-432b-aa39-1fdf23b2e434 req-41c4146f-e381-4419-9338-d911721f597c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 943 time: 0.1389787 Dec 09 09:41:30.172638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-79637473-1e3f-432b-aa39-1fdf23b2e434 req-6ec0ac06-13f4-4e3a-9d20-d68755d0daab tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432069 Dec 09 09:41:31.052381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 648bcb95-6802-4b5d-8f55-aae879805e8c details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:41:31.199681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 648bcb95-6802-4b5d-8f55-aae879805e8c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=648bcb95-6802-4b5d-8f55-aae879805e8c,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:31.215289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'port_id': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'mac_address': 'fa:16:3e:94:f4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:41:31.274326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:31.293899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648bcb95-6802-4b5d-8f55-aae879805e8c {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:41:31.308582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 648bcb95-6802-4b5d-8f55-aae879805e8c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=648bcb95-6802-4b5d-8f55-aae879805e8c,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:31.308582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:31.313937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ec77dd9e-1fe9-470b-b2df-dfc7b48471b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:31.390410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=648bcb95-6802-4b5d-8f55-aae879805e8c,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:31.390410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:31.404220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf0e21-8ab1-4828-b13b-f3215a14ac25 req-a35ea517-4a06-4587-8b0b-75404168412c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:31.404220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-34bf0e21-8ab1-4828-b13b-f3215a14ac25 req-a35ea517-4a06-4587-8b0b-75404168412c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 944 time: 0.0877178 Dec 09 09:41:31.464813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-34bf0e21-8ab1-4828-b13b-f3215a14ac25 req-e385675f-cd62-496f-b3d3-54f911ccd26c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548639 Dec 09 09:41:31.537519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['648bcb95-6802-4b5d-8f55-aae879805e8c'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:41:32.669864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2f143-486c-48e4-b78a-798b8add42db req-86e251f9-ed4e-43ee-b5d1-a79e0dd0655a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:32.669864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-62c2f143-486c-48e4-b78a-798b8add42db req-86e251f9-ed4e-43ee-b5d1-a79e0dd0655a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 944 time: 0.0859759 Dec 09 09:41:32.735115 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-62c2f143-486c-48e4-b78a-798b8add42db req-a453ec30-9d89-4e29-8c25-816935f9560b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584571 Dec 09 09:41:33.052537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 648bcb95-6802-4b5d-8f55-aae879805e8c up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:41:33.125055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 648bcb95-6802-4b5d-8f55-aae879805e8c completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:41:33.125055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 648bcb95-6802-4b5d-8f55-aae879805e8c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:41:33.125055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:33.132652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:41:33.250055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:33.279786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:41:33.289359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 648bcb95-6802-4b5d-8f55-aae879805e8c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=648bcb95-6802-4b5d-8f55-aae879805e8c,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:41:33.289359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:33.295978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:33.369444 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'code': 200} Dec 09 09:41:33.372885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=648bcb95-6802-4b5d-8f55-aae879805e8c,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:33.379709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:33.575471 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99bf12f0-037a-4944-9acd-c990d59b6365 req-d5022c32-a45a-4db8-beb9-a59a82cd4250 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 1098 time: 0.0786791 Dec 09 09:41:33.622641 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99bf12f0-037a-4944-9acd-c990d59b6365 req-dbe635f7-76b4-457f-8d0d-73c7303f7049 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Dec 09 09:41:33.981775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f07531-348b-4f76-984c-f10038937ead req-58ec8d86-7bc9-4704-81a6-ab7fa94288ae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:33.981775 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f5f07531-348b-4f76-984c-f10038937ead req-58ec8d86-7bc9-4704-81a6-ab7fa94288ae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 945 time: 0.1078944 Dec 09 09:41:34.032963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f5f07531-348b-4f76-984c-f10038937ead req-22a647c7-48e4-487d-a738-da46afefc0bb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436149 Dec 09 09:41:34.560336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3d56586-4de0-4ab0-8ece-8ca24501c29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:35.247981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab90391-2263-4d28-a8e0-c516212ba79c req-d7118a83-20b6-4852-a7d3-86718e0b4566 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:35.249644 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ab90391-2263-4d28-a8e0-c516212ba79c req-d7118a83-20b6-4852-a7d3-86718e0b4566 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 945 time: 0.0889840 Dec 09 09:41:35.300623 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ab90391-2263-4d28-a8e0-c516212ba79c req-16df3c87-4ee1-4386-9943-ded7bb5067ba tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Dec 09 09:41:35.512274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a67ac0-7528-4ead-8c1e-5f6a8eed8fac req-8e79330b-01d4-4b42-8039-9a07102f10bd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:35.513816 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46a67ac0-7528-4ead-8c1e-5f6a8eed8fac req-8e79330b-01d4-4b42-8039-9a07102f10bd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 945 time: 0.0891221 Dec 09 09:41:35.563454 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46a67ac0-7528-4ead-8c1e-5f6a8eed8fac req-78c600ce-cd66-47fe-a726-020dc9df43d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433722 Dec 09 09:41:35.592415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33320) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:35.673482 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aec22ede-57bd-42e8-a5cd-ab2dded5eacd tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 1093 time: 0.0765319 Dec 09 09:41:35.673482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33324) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:35.685447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:35.688904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:41:35.688904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:41:35.692644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:floatingip and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:41:35.692644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:41:35.703178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:41:35.731200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:35.888952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:36.036976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.133 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/8e6b3c64-daf3-46bb-be57-acf90de97560) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:41:36.202110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:36.227438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:36.231781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-406ed64a-ecaf-4201-8d79-331153f36569 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:36.301272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:41:36.305146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:41:36.309483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:41:36.334782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=8e6b3c64-daf3-46bb-be57-acf90de97560,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:36.339914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:36.684349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad800081-4c27-4520-be9c-217c84f3e9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:36.852458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:36.927692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:37.094403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:37.145234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:37.152259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:37.155601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:41:37.271069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=8e6b3c64-daf3-46bb-be57-acf90de97560,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:41:37.277038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:41:37.289250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:37.503068 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP ef3417eb-03c4-43e1-aed4-d852a8735032 associated. External IP: 172.26.8.133, port: 648bcb95-6802-4b5d-8f55-aae879805e8c. Dec 09 09:41:38.174545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 4be3060f-f230-4756-8dfb-8d74da3848e2 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:41:38.386236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:38.452091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:41:38.468066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f76fda-cd76-498f-92f3-304115395313 None None] Sync routers for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:41:38.481703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f76fda-cd76-498f-92f3-304115395313 None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:38.482430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72f76fda-cd76-498f-92f3-304115395313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:38.483823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:41:38.544216 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8715768 Dec 09 09:41:38.545025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:41:38.548426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33330) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:38.603957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'status': 'completed', 'code': 200} Dec 09 09:41:38.714623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-72f76fda-cd76-498f-92f3-304115395313 None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:38.764664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fbe5253-af73-474a-9162-d8c34a643702 req-007aa7a5-b81a-474d-8470-f471d60f2b7f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 1098 time: 0.1293578 Dec 09 09:41:38.928122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe5253-af73-474a-9162-d8c34a643702 req-bf55172d-c59d-4b24-8070-fe75b0dc239a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:38.932785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fbe5253-af73-474a-9162-d8c34a643702 req-bf55172d-c59d-4b24-8070-fe75b0dc239a service neutron] 10.222.0.65 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 898 time: 0.1665187 Dec 09 09:41:38.981350 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a3fb87ec-fcdd-4f1f-b7ec-c7a5e89300bd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 991 time: 0.4314718 Dec 09 09:41:39.060758 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fbe5253-af73-474a-9162-d8c34a643702 req-fc083b16-65b5-47e7-9927-e50d3f309959 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=648bcb95-6802-4b5d-8f55-aae879805e8c HTTP/1.1" status: 200 len: 999 time: 0.1093335 Dec 09 09:41:39.141544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe5253-af73-474a-9162-d8c34a643702 req-bb7a3fb3-cfe5-4318-a05c-efe164d43279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:41:39.143181 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fbe5253-af73-474a-9162-d8c34a643702 req-bb7a3fb3-cfe5-4318-a05c-efe164d43279 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0ef80aa-1d95-4dff-852d-99320985363f HTTP/1.1" status: 200 len: 835 time: 0.0688899 Dec 09 09:41:39.239468 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fbe5253-af73-474a-9162-d8c34a643702 req-4dc7ccba-0438-4c57-a73f-754f7486860c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514e846b-0798-46e2-81e2-d066a2a630d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866218 Dec 09 09:41:39.353276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72f76fda-cd76-498f-92f3-304115395313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef3417eb-03c4-43e1-aed4-d852a8735032', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.133', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'port_id': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'mac_address': 'fa:16:3e:94:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:41:36Z', 'updated_at': '2021-12-09T09:41:36Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:39.355916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f76fda-cd76-498f-92f3-304115395313 None None] Checking router: 4be3060f-f230-4756-8dfb-8d74da3848e2 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:41:39.371066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f76fda-cd76-498f-92f3-304115395313 None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:41:39.371742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72f76fda-cd76-498f-92f3-304115395313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:41:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:39.398448 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fbe5253-af73-474a-9162-d8c34a643702 req-8ef45222-273f-4ac6-a623-39ed9e4a6021 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525517 Dec 09 09:41:39.555359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fbe5253-af73-474a-9162-d8c34a643702 req-a48e8f66-bea6-44c6-89a5-64462f0f832f service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492357 Dec 09 09:41:39.572488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-72f76fda-cd76-498f-92f3-304115395313 None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:41:39.946962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72f76fda-cd76-498f-92f3-304115395313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef3417eb-03c4-43e1-aed4-d852a8735032', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.133', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'port_id': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'mac_address': 'fa:16:3e:94:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:41:36Z', 'updated_at': '2021-12-09T09:41:36Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:41:39.951190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f76fda-cd76-498f-92f3-304115395313 None None] The sync data for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv is: [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef3417eb-03c4-43e1-aed4-d852a8735032', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.133', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'port_id': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'mac_address': 'fa:16:3e:94:f4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:41:36Z', 'updated_at': '2021-12-09T09:41:36Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:41:39.985686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33336) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:40.103838 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-47d88a0c-be76-4e0a-af2a-a743c71f31b4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 991 time: 0.1167412 Dec 09 09:41:40.341390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523bc5f2-fd32-4eea-abd2-20010931ca0a None None] New status for floating IP ef3417eb-03c4-43e1-aed4-d852a8735032: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:41:41.108392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33340) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:41:41.238902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bafd3111-81ed-49f7-9605-4c16df3dd920 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 993 time: 0.1290243 Dec 09 09:41:47.261439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:03.676733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-24386d92-efd4-4fcc-b2d4-9d5302988e1c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793364 Dec 09 09:42:03.838833 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-b36686f8-d68b-416c-a691-2979e49c39bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 1099 time: 0.0807340 Dec 09 09:42:03.995449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-864ebf1e-a761-4ab7-b5a6-1a6dc52e6e33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:03.996951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-864ebf1e-a761-4ab7-b5a6-1a6dc52e6e33 service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.1377676 Dec 09 09:42:04.111852 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-b964ee3c-e37d-457c-ae4d-aa4ba8464276 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 HTTP/1.1" status: 200 len: 1002 time: 0.1037714 Dec 09 09:42:04.185756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-b4489280-8f86-4149-96b4-d79c23c43e10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:04.187356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-b4489280-8f86-4149-96b4-d79c23c43e10 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.0678878 Dec 09 09:42:04.279363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-72b4ac76-30aa-4d30-b495-9c8456e053e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800109 Dec 09 09:42:04.422741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75f76542-fdd3-42c9-84d9-56b00264ba6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:04.431222 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-403c219c-6587-41ff-a40b-2a27ccabedc1 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457851 Dec 09 09:42:04.580345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3e80d06-0afd-4c58-8bd9-e540ebbb93b7 req-b4bdcaac-f522-40cd-b78f-5bd0c47fa204 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417487 Dec 09 09:42:05.628021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:06.685023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83bae4e1-fa49-437f-9fb1-9244bdefbcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:07.082435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:08.356575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:10.132069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:42:10.507856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33366) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:10.740812 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e890600f-db5d-4a86-8f6e-a8884c842ec0 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=2c288595e33446bd895c4cc74a0faf24&network_id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 2999 time: 0.2277727 Dec 09 09:42:12.609273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33380) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:12.675441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acadac73-1962-47a6-9173-4a3327d42522 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:12.677069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-acadac73-1962-47a6-9173-4a3327d42522 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d HTTP/1.1" status: 200 len: 814 time: 0.0667608 Dec 09 09:42:13.150098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33390) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:13.158381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-14aaf4e0-b7c0-47e1-961a-6a6f0fe05bf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:13.273321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14aaf4e0-b7c0-47e1-961a-6a6f0fe05bf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:13.587418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14aaf4e0-b7c0-47e1-961a-6a6f0fe05bf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:13.590569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14aaf4e0-b7c0-47e1-961a-6a6f0fe05bf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:13.590921 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-14aaf4e0-b7c0-47e1-961a-6a6f0fe05bf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP ef3417eb-03c4-43e1-aed4-d852a8735032 disassociated. External IP: 172.26.8.133, port: 648bcb95-6802-4b5d-8f55-aae879805e8c. Dec 09 09:42:14.019089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aaf4e0-b7c0-47e1-961a-6a6f0fe05bf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 4be3060f-f230-4756-8dfb-8d74da3848e2 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:42:14.255944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aaf4e0-b7c0-47e1-961a-6a6f0fe05bf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:42:14.260844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14aaf4e0-b7c0-47e1-961a-6a6f0fe05bf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:14.278162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] Sync routers for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:42:14.290374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:42:14.291093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:42:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:14.325070 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-14aaf4e0-b7c0-47e1-961a-6a6f0fe05bf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 690 time: 1.1742079 Dec 09 09:42:14.325590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:42:14.329146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33396) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:14.406642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'status': 'completed', 'code': 200} Dec 09 09:42:14.426988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d56b453c-3139-4649-b7f1-6bb9933d5cb8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 690 time: 0.0972447 Dec 09 09:42:14.515678 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2323a3-0e51-4cc0-bf49-f74db6f8c059 req-6740edeb-9c61-4b9f-83d3-f27b6eb7a312 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 1098 time: 0.0815876 Dec 09 09:42:14.517883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:42:14.669737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2323a3-0e51-4cc0-bf49-f74db6f8c059 req-49121710-cb7a-43f1-b539-7170768fd704 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:14.671578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2323a3-0e51-4cc0-bf49-f74db6f8c059 req-49121710-cb7a-43f1-b539-7170768fd704 service neutron] 10.222.0.65 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 898 time: 0.1498272 Dec 09 09:42:14.745932 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2323a3-0e51-4cc0-bf49-f74db6f8c059 req-bee1bf80-31de-4b9f-a3c1-0b867b00dea3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=648bcb95-6802-4b5d-8f55-aae879805e8c HTTP/1.1" status: 200 len: 217 time: 0.0670764 Dec 09 09:42:14.822899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2323a3-0e51-4cc0-bf49-f74db6f8c059 req-ea722ffd-1e89-4e4c-bd56-1bffb2ac1acf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:14.825688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2323a3-0e51-4cc0-bf49-f74db6f8c059 req-ea722ffd-1e89-4e4c-bd56-1bffb2ac1acf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0ef80aa-1d95-4dff-852d-99320985363f HTTP/1.1" status: 200 len: 835 time: 0.0725145 Dec 09 09:42:14.885200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:14.890300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] Checking router: 4be3060f-f230-4756-8dfb-8d74da3848e2 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:42:14.903932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:42:14.904615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:42:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:14.908058 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2323a3-0e51-4cc0-bf49-f74db6f8c059 req-ee8514b1-9a06-4f0e-9f90-d73db352db06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514e846b-0798-46e2-81e2-d066a2a630d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774488 Dec 09 09:42:15.064080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2323a3-0e51-4cc0-bf49-f74db6f8c059 req-0ca10b77-4ab0-4a9c-b661-df55d733a124 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489043 Dec 09 09:42:15.106096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:42:15.212062 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2323a3-0e51-4cc0-bf49-f74db6f8c059 req-5386dc92-30c7-4533-b83a-38c957159f6d service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418130 Dec 09 09:42:15.430392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33402) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:15.452992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:15.457227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89368b47-caa1-4b9c-9db0-6f525b363745 None None] The sync data for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv is: [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:42:15.522518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4d3ce3df-985d-4f3b-a45f-cd0892224bd8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 690 time: 0.0912769 Dec 09 09:42:15.910832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b95d1-8bd3-4b4a-9453-c19207ee1831 None None] New status for floating IP ef3417eb-03c4-43e1-aed4-d852a8735032: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:42:16.526187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33406) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:16.627272 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1f9c1ca6-0bdc-44cc-8008-810d4bd12fc0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 688 time: 0.0995913 Dec 09 09:42:17.279443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.065572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33412) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:18.071884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-468665520', 'description': 'tempest-secgroup-smoke-468665520 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:18.079642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:42:18.090090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:42:18.099095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.137513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:42:18.141439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:42:18.144336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:42:18.150279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:42:18.208676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.211463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.221095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-347ca6c2-159e-4f85-97f3-c9647fb9c8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:18.265806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d38e9301-9cb1-4b12-86a7-8816b68ac364,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:18.270247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.271526 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2048678 Dec 09 09:42:18.274880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33416) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:18.277365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.277795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.278214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.278630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.279043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.279457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.279866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.280273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.280679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.281083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.281372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'd38e9301-9cb1-4b12-86a7-8816b68ac364', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:18.281501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.285172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:18.288829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:42:18.293466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:42:18.296570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:42:18.302675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:42:18.319300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.385987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.388753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.390683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6a58e7d-20b7-4d76-9997-f6217b924a2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:18.411728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8df032-c037-47df-8481-9194de55e9e6,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:18.427164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.427593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.428010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.428420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.428868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.429346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.429754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.430159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.430565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.430965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.431367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:18.435216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.436476 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1604321 Dec 09 09:42:18.437501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:18.439446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33420) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:18.445342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'd38e9301-9cb1-4b12-86a7-8816b68ac364', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:18.451719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:42:18.455722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:42:18.458711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:42:18.465199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:42:18.481558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.553350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.555934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.557902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-032f9e3d-9184-40ac-ba18-75c44fc54264 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:18.580883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938f78aa-acc6-4d99-baf4-ef8613f34846,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:18.583545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:18.590647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.591915 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1514859 Dec 09 09:42:18.594933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33424) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:18.600718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'd38e9301-9cb1-4b12-86a7-8816b68ac364', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:18.607677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:42:18.611659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:42:18.614683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:42:18.621031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:42:18.636666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.701076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.703415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.705296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-010ef64b-a2ed-443e-8601-7756653b2fb7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:18.726675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a0a488-f92b-42cf-9692-64fdd9299d91,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:18.731540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:18.738864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.740166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1442559 Dec 09 09:42:18.743162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33428) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:18.749303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'd38e9301-9cb1-4b12-86a7-8816b68ac364', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:18.755492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:42:18.759464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:42:18.762697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:42:18.768714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:42:18.788473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.860259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.862854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.864738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17646818-2acd-451e-a3f8-fd913ae47b86 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:18.885307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724ff878-8209-4b2a-a797-9523f4a09123,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:18.889949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:18.897237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:18.898518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1543643 Dec 09 09:42:18.902241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33432) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:18.908684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'd38e9301-9cb1-4b12-86a7-8816b68ac364', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:18.915109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:42:18.919297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:42:18.922294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:42:18.928270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:42:18.938297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:42:18.945171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:19.018262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:19.020864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:19.022789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a48ea813-8f0c-4c7f-b893-522b60725472 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:19.046801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2936c8b-99ac-4015-acd1-caf6b5a1880f,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:19.049363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:19.055320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:19.056596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1531248 Dec 09 09:42:19.059771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33436) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:19.065669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'd38e9301-9cb1-4b12-86a7-8816b68ac364', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:19.071760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:42:19.076599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:42:19.079650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:42:19.085695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:42:19.095866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:42:19.102352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:19.175519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:19.177893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:19.180376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4acde206-c214-4152-bc81-91abc066921f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:19.204583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edaffbe-0ba7-4acd-9d36-3e286441e58f,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:19.207139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:19.213154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:19.215283 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1545005 Dec 09 09:42:19.404805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-3f6e0bd6-9a6e-4306-b690-2bd40d67ea30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:42:19.419268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-3f6e0bd6-9a6e-4306-b690-2bd40d67ea30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:42:19.420518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-3f6e0bd6-9a6e-4306-b690-2bd40d67ea30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-468665520&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.0583568 Dec 09 09:42:19.578551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-a8a7ab05-7347-4ebc-a949-8cc7169cf294 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:19.580116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-a8a7ab05-7347-4ebc-a949-8cc7169cf294 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 797 time: 0.1525521 Dec 09 09:42:19.597267 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-39658ea8-aac3-4234-9ed8-72fe634d7a87 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.0110815 Dec 09 09:42:19.689385 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-c67aeaed-9475-401e-94e3-84161a49313a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0866520 Dec 09 09:42:19.837970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-39fcfc06-05c7-4a84-87a2-471ebd38dd29 service neutron] 10.222.0.18 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355405 Dec 09 09:42:19.980306 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-e8320942-f21b-4a46-a373-5d3da25d286b service neutron] 10.222.0.18 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353612 Dec 09 09:42:20.182366 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-19958841-f4ef-47d6-a5b2-91c73afc000d req-be6695c9-0da3-424a-aea0-775a5dc4bdd0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 210 time: 0.0496101 Dec 09 09:42:21.214365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-b5100726-2de5-42d2-b1b9-0ca62e1657e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:21.215956 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-b5100726-2de5-42d2-b1b9-0ca62e1657e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 797 time: 0.1596005 Dec 09 09:42:21.274148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-f5d31ed5-0fef-4b2e-b394-1db1a9b2d1d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 471 time: 0.0473237 Dec 09 09:42:21.286669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['d38e9301-9cb1-4b12-86a7-8816b68ac364']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:21.362886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-deb5cbe6-acef-454e-9e94-5500337b0f6d req-1a5d05cb-f767-42f7-8c29-9ddaf96fd52a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 210 time: 0.0468678 Dec 09 09:42:21.432213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:42:21.442777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:42:21.451513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:42:21.456916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:21.860356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.4 (514e846b-0798-46e2-81e2-d066a2a630d0/f0ef80aa-1d95-4dff-852d-99320985363f/e4c50f52-0f59-43af-b2f4-5d466d60fd15) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:42:22.059396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:22.075802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object e4c50f52-0f59-43af-b2f4-5d466d60fd15 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:42:22.095777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:22.102515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:22.171905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 514e846b-0798-46e2-81e2-d066a2a630d0 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:42:22.175181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:42:22.177703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:42:22.218038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=e4c50f52-0f59-43af-b2f4-5d466d60fd15,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:22.221290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:22.258395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:22.259043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:22.284294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0016103 Dec 09 09:42:22.296449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Request body: {'port': {'device_id': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:22.414199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:22.472126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-abdbf81e-fdc2-4cca-ab3b-46058edaa2e3 None None] Provisioning for port e4c50f52-0f59-43af-b2f4-5d466d60fd15 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:42:22.477681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-abdbf81e-fdc2-4cca-ab3b-46058edaa2e3 None None] Provisioning complete for port e4c50f52-0f59-43af-b2f4-5d466d60fd15 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:42:22.478101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abdbf81e-fdc2-4cca-ab3b-46058edaa2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:22.533736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-abdbf81e-fdc2-4cca-ab3b-46058edaa2e3 None None] Port e4c50f52-0f59-43af-b2f4-5d466d60fd15 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:42:22.671375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8443c42-e91c-4fdd-9ca7-42345eb537a6 req-ea851e43-a986-4a1a-817d-26b56cfdc907 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:22.672131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a8443c42-e91c-4fdd-9ca7-42345eb537a6 req-ea851e43-a986-4a1a-817d-26b56cfdc907 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:42:22.753797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a8443c42-e91c-4fdd-9ca7-42345eb537a6 req-ea851e43-a986-4a1a-817d-26b56cfdc907 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:42:22.755095 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a8443c42-e91c-4fdd-9ca7-42345eb537a6 req-ea851e43-a986-4a1a-817d-26b56cfdc907 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 931 time: 0.2625461 Dec 09 09:42:22.837870 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a8443c42-e91c-4fdd-9ca7-42345eb537a6 req-0a069c42-5f2f-4357-88f9-cfb0b7ce6e65 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696814 Dec 09 09:42:22.892351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c50f52-0f59-43af-b2f4-5d466d60fd15 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:42:22.899113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:22.913811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Transition to ACTIVE for port object e4c50f52-0f59-43af-b2f4-5d466d60fd15 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:42:22.916364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:22.921208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87f41ad9-26b7-4b4b-8a8a-360ad0ea02c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:23.048209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c50f52-0f59-43af-b2f4-5d466d60fd15,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:23.052766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:23.171183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Attempting to bind port e4c50f52-0f59-43af-b2f4-5d466d60fd15 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:42:23.171555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Attempting to bind port e4c50f52-0f59-43af-b2f4-5d466d60fd15 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:42:23.171920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Attempting to bind port e4c50f52-0f59-43af-b2f4-5d466d60fd15 on network 514e846b-0798-46e2-81e2-d066a2a630d0 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:42:23.178372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Port e4c50f52-0f59-43af-b2f4-5d466d60fd15 on network 514e846b-0798-46e2-81e2-d066a2a630d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:42:23.178729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Attempting to bind port e4c50f52-0f59-43af-b2f4-5d466d60fd15 on network 514e846b-0798-46e2-81e2-d066a2a630d0 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:42:23.186337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:42:23.186703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Checking segment: {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:42:23.187116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Bound using segment: {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:42:23.187608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Bound port: e4c50f52-0f59-43af-b2f4-5d466d60fd15, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ed6a405-4253-48d0-97f5-e1d3494162ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:42:23.187985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:23.278920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] For port e4c50f52-0f59-43af-b2f4-5d466d60fd15, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:42:23.282076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] For port e4c50f52-0f59-43af-b2f4-5d466d60fd15, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e4c50f52-0f59-43af-b2f4-5d466d60fd15,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:42:23.285312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:23.290311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:23.353547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:23.355077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] 10.222.0.65 "PUT /v2.0/ports/e4c50f52-0f59-43af-b2f4-5d466d60fd15 HTTP/1.1" status: 200 len: 1093 time: 1.0634952 Dec 09 09:42:23.355646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'tag': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:42:23.382764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c50f52-0f59-43af-b2f4-5d466d60fd15,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:23.387540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:23.432388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'tag': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15', 'status': 'completed', 'code': 200} Dec 09 09:42:23.470797 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-c9d1a7fe-2163-445e-bf34-7279fe3c44ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 1096 time: 0.0784087 Dec 09 09:42:23.549075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-2dd7020c-231b-4530-9d6a-3fb8a9acf739 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4c50f52-0f59-43af-b2f4-5d466d60fd15 HTTP/1.1" status: 200 len: 217 time: 0.0714948 Dec 09 09:42:23.617779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-8ffbdb7c-9ca0-4881-9000-0f2debeb6c5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:23.619286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-8ffbdb7c-9ca0-4881-9000-0f2debeb6c5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0ef80aa-1d95-4dff-852d-99320985363f HTTP/1.1" status: 200 len: 835 time: 0.0642483 Dec 09 09:42:23.704233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-db113e89-e4ec-42ed-8c52-9f8d286d191a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514e846b-0798-46e2-81e2-d066a2a630d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767610 Dec 09 09:42:23.848338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-c7ee0f3d-6b60-4afe-ab03-3ec685aa954b service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374068 Dec 09 09:42:24.041584 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6270c3d6-51fb-4ad8-b2cf-6e8ff757c4ef req-0f40a1da-13bb-4e52-a463-6f2f110f01e5 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869252 Dec 09 09:42:24.069259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92d677-0216-4c54-b8de-6f603939c6b3 req-14f798dc-58b1-4416-a354-334093db9a65 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:24.070870 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a92d677-0216-4c54-b8de-6f603939c6b3 req-14f798dc-58b1-4416-a354-334093db9a65 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 943 time: 0.1092160 Dec 09 09:42:24.168207 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a92d677-0216-4c54-b8de-6f603939c6b3 req-d192b2bf-21e6-4a23-b78a-bccbc0fc95ef tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902789 Dec 09 09:42:24.191235 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b5d67f07-0ab2-418e-b82b-e308c970e334 req-1725faa8-30e1-4ad7-a81e-03d75fd8677b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 1096 time: 0.0983820 Dec 09 09:42:24.333919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d67f07-0ab2-418e-b82b-e308c970e334 req-20d6e8cd-123c-48db-a4b5-82aa6bbdf2ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:24.335510 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b5d67f07-0ab2-418e-b82b-e308c970e334 req-20d6e8cd-123c-48db-a4b5-82aa6bbdf2ac service neutron] 10.222.0.65 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 898 time: 0.1377599 Dec 09 09:42:24.410098 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b5d67f07-0ab2-418e-b82b-e308c970e334 req-b4f81887-2622-4847-b2c7-dfb7db01f9d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4c50f52-0f59-43af-b2f4-5d466d60fd15 HTTP/1.1" status: 200 len: 217 time: 0.0669515 Dec 09 09:42:24.478106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d67f07-0ab2-418e-b82b-e308c970e334 req-c8e65963-f453-416f-b45a-17c98e56ab74 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:24.480157 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b5d67f07-0ab2-418e-b82b-e308c970e334 req-c8e65963-f453-416f-b45a-17c98e56ab74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0ef80aa-1d95-4dff-852d-99320985363f HTTP/1.1" status: 200 len: 835 time: 0.0622401 Dec 09 09:42:24.562031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b5d67f07-0ab2-418e-b82b-e308c970e334 req-6b991d72-8a83-4bdd-a99c-a1292065c83e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514e846b-0798-46e2-81e2-d066a2a630d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751953 Dec 09 09:42:24.700860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b5d67f07-0ab2-418e-b82b-e308c970e334 req-e2a87f21-8019-4bb7-88bc-a22ac473d9c0 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318216 Dec 09 09:42:24.842563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b5d67f07-0ab2-418e-b82b-e308c970e334 req-b4c94c5a-8289-48fd-a664-b7e6ecd7d978 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352029 Dec 09 09:42:25.378421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7aa79-38a6-43b9-a301-a6bb3be03402 req-0d1eb6ab-8c96-43fc-869c-8b9a0755f0a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:25.380027 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-efc7aa79-38a6-43b9-a301-a6bb3be03402 req-0d1eb6ab-8c96-43fc-869c-8b9a0755f0a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 943 time: 0.0883796 Dec 09 09:42:25.428594 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-efc7aa79-38a6-43b9-a301-a6bb3be03402 req-62c3703a-23f8-4b0b-9aa8-9d0b89e3d332 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423906 Dec 09 09:42:26.633805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783487bd-1a8c-42b6-b3a1-8b8e8a7a79d9 req-1eac0357-b448-4412-b778-955d4745a15d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:26.635394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-783487bd-1a8c-42b6-b3a1-8b8e8a7a79d9 req-1eac0357-b448-4412-b778-955d4745a15d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 943 time: 0.0847828 Dec 09 09:42:26.684635 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-783487bd-1a8c-42b6-b3a1-8b8e8a7a79d9 req-681f81af-6b4a-4af4-a011-102c09d6458e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427036 Dec 09 09:42:27.232851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e4c50f52-0f59-43af-b2f4-5d466d60fd15 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:42:27.373054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e4c50f52-0f59-43af-b2f4-5d466d60fd15, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e4c50f52-0f59-43af-b2f4-5d466d60fd15,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:42:27.386690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'port_id': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15', 'mac_address': 'fa:16:3e:44:5b:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:42:27.444198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:27.462193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c50f52-0f59-43af-b2f4-5d466d60fd15 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:42:27.477276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e4c50f52-0f59-43af-b2f4-5d466d60fd15, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e4c50f52-0f59-43af-b2f4-5d466d60fd15,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:42:27.481635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:27.483818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42541124-d798-4a86-8745-c2491cc7d926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:27.548351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e4c50f52-0f59-43af-b2f4-5d466d60fd15,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:27.557194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.557582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.557960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.558333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.558704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.559071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.559438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.560464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.560897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.561477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.562007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:42:27.566273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:27.702833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['e4c50f52-0f59-43af-b2f4-5d466d60fd15'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:42:27.899264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce15a37-273b-4221-9920-797da3e29c27 req-5d932b0b-08ac-426c-ba92-4da4a0f11d72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:27.900911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ce15a37-273b-4221-9920-797da3e29c27 req-5d932b0b-08ac-426c-ba92-4da4a0f11d72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 944 time: 0.0840607 Dec 09 09:42:27.949472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ce15a37-273b-4221-9920-797da3e29c27 req-ef4b76ab-5573-49d9-aaa9-0cdae8915e4b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413685 Dec 09 09:42:29.157808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7bde2-88ca-4463-bb4a-73eb780fc54f req-54e65488-eaa6-4d0b-86d5-fad97dc4838a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:29.159396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-67c7bde2-88ca-4463-bb4a-73eb780fc54f req-54e65488-eaa6-4d0b-86d5-fad97dc4838a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 944 time: 0.0859587 Dec 09 09:42:29.212331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-67c7bde2-88ca-4463-bb4a-73eb780fc54f req-4fe2bbcd-44ef-489a-a93c-016b34383042 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464621 Dec 09 09:42:29.235614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e4c50f52-0f59-43af-b2f4-5d466d60fd15 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:42:29.308459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port e4c50f52-0f59-43af-b2f4-5d466d60fd15 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:42:29.313231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port e4c50f52-0f59-43af-b2f4-5d466d60fd15 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:42:29.313652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:29.429712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:29.456859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:42:29.467063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e4c50f52-0f59-43af-b2f4-5d466d60fd15, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e4c50f52-0f59-43af-b2f4-5d466d60fd15,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:42:29.469828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:29.471738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5725ad5c-e309-4f6d-9762-4e0330490988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:29.515848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15', 'code': 200} Dec 09 09:42:29.546581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e4c50f52-0f59-43af-b2f4-5d466d60fd15,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:29.549667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:29.748233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fce15388-3806-45b3-813a-5948dd471e14 req-d7f9f4a6-333c-44f3-8c5f-747dd3745fa3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 1098 time: 0.0738611 Dec 09 09:42:29.804480 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fce15388-3806-45b3-813a-5948dd471e14 req-d830222f-6601-4b68-9dba-29b1b54aeef8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504391 Dec 09 09:42:30.555791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf0fd6-ff67-4a85-bcc4-1649a63f3d4a req-aca37cc5-3382-459b-b872-be7bfba6b092 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:30.557294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-04bf0fd6-ff67-4a85-bcc4-1649a63f3d4a req-aca37cc5-3382-459b-b872-be7bfba6b092 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 945 time: 0.0818985 Dec 09 09:42:30.604946 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-04bf0fd6-ff67-4a85-bcc4-1649a63f3d4a req-c1fce49a-99ff-459e-991e-77787b270973 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413125 Dec 09 09:42:32.057767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf21577-e205-43a1-87e3-e4020d3e46f0 req-b26698b4-d6e8-40eb-a685-7f5f23bb53ac tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:32.059294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fdf21577-e205-43a1-87e3-e4020d3e46f0 req-b26698b4-d6e8-40eb-a685-7f5f23bb53ac tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 945 time: 0.3260286 Dec 09 09:42:32.109526 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fdf21577-e205-43a1-87e3-e4020d3e46f0 req-cfe8f190-ef28-4e9f-b37c-8f444f118827 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438528 Dec 09 09:42:32.322689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f646c3-5004-4640-9099-05cb38c9e455 req-d0aee288-f904-49b7-8a21-8e0aaba42bb5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:32.324224 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f4f646c3-5004-4640-9099-05cb38c9e455 req-d0aee288-f904-49b7-8a21-8e0aaba42bb5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 945 time: 0.0932643 Dec 09 09:42:32.373185 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f4f646c3-5004-4640-9099-05cb38c9e455 req-425c0c87-245b-44da-8cce-87abd4230ad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420079 Dec 09 09:42:32.400122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33492) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:32.474940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f2865554-88d5-434f-88d6-cdc4a692ed0c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 1093 time: 0.0734806 Dec 09 09:42:32.477668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33496) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:32.483754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-73b8ee0e-fdeb-41a0-bb36-44a71ef5e39a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'port_id': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:42:32.563774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee0e-fdeb-41a0-bb36-44a71ef5e39a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:33.176122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee0e-fdeb-41a0-bb36-44a71ef5e39a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:33.178653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee0e-fdeb-41a0-bb36-44a71ef5e39a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:33.381387 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-73b8ee0e-fdeb-41a0-bb36-44a71ef5e39a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP ef3417eb-03c4-43e1-aed4-d852a8735032 associated. External IP: 172.26.8.133, port: e4c50f52-0f59-43af-b2f4-5d466d60fd15. Dec 09 09:42:33.794549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b8ee0e-fdeb-41a0-bb36-44a71ef5e39a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 4be3060f-f230-4756-8dfb-8d74da3848e2 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:42:34.001244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8ee0e-fdeb-41a0-bb36-44a71ef5e39a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:42:34.006176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee0e-fdeb-41a0-bb36-44a71ef5e39a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:34.011255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] Sync routers for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:42:34.024369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:42:34.024982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:42:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:34.064687 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-73b8ee0e-fdeb-41a0-bb36-44a71ef5e39a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 991 time: 1.5832820 Dec 09 09:42:34.064687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'tag': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:42:34.065096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33500) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:34.118965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'tag': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15', 'status': 'completed', 'code': 200} Dec 09 09:42:34.220646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:42:34.229676 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5c718e4c-8531-4fdd-8eeb-b8abc2078651 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 991 time: 0.1632054 Dec 09 09:42:34.258827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-14ff349f-c34f-4481-8819-f65d3ce92ba2 req-984cf759-0d66-48f3-8483-27eed4af2a13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 1098 time: 0.1157665 Dec 09 09:42:34.410588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff349f-c34f-4481-8819-f65d3ce92ba2 req-d4325e73-13ef-4314-a3cb-7d9d56e4a7eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:34.412312 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-14ff349f-c34f-4481-8819-f65d3ce92ba2 req-d4325e73-13ef-4314-a3cb-7d9d56e4a7eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 898 time: 0.1468494 Dec 09 09:42:34.461093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-56f3dc55-55a4-4e8e-b950-45ac9f1ac6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:34.523571 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-14ff349f-c34f-4481-8819-f65d3ce92ba2 req-461c91da-fa37-4d28-8aa1-4f5cfbdc17b3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4c50f52-0f59-43af-b2f4-5d466d60fd15 HTTP/1.1" status: 200 len: 999 time: 0.1047001 Dec 09 09:42:34.591401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff349f-c34f-4481-8819-f65d3ce92ba2 req-cd9844a0-a936-4977-b4ed-82a6294a5d98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:34.592975 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-14ff349f-c34f-4481-8819-f65d3ce92ba2 req-cd9844a0-a936-4977-b4ed-82a6294a5d98 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0ef80aa-1d95-4dff-852d-99320985363f HTTP/1.1" status: 200 len: 835 time: 0.0640097 Dec 09 09:42:34.675411 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-14ff349f-c34f-4481-8819-f65d3ce92ba2 req-245a591a-90ef-4bd4-b0e9-c4ebcf89c1ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514e846b-0798-46e2-81e2-d066a2a630d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766003 Dec 09 09:42:34.760225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef3417eb-03c4-43e1-aed4-d852a8735032', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.133', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'port_id': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'mac_address': 'fa:16:3e:44:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:41:36Z', 'updated_at': '2021-12-09T09:42:33Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:34.764713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] Checking router: 4be3060f-f230-4756-8dfb-8d74da3848e2 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:42:34.776617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:42:34.777337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:42:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:34.980916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:42:35.046198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-14ff349f-c34f-4481-8819-f65d3ce92ba2 req-2f855533-f7ac-4092-9e22-3da0d983f0d3 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642788 Dec 09 09:42:35.186824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-14ff349f-c34f-4481-8819-f65d3ce92ba2 req-092f253d-fdb6-47a8-8f13-e7648222aed9 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342480 Dec 09 09:42:35.234107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33506) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:35.345835 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0b171e50-0a38-4fe7-80e9-d60f712d4d00 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 991 time: 0.1104832 Dec 09 09:42:35.356575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef3417eb-03c4-43e1-aed4-d852a8735032', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.133', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'port_id': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'mac_address': 'fa:16:3e:44:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:41:36Z', 'updated_at': '2021-12-09T09:42:33Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:35.361165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ff23a4-1a92-4a9b-96e4-d74887bb02fc None None] The sync data for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv is: [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef3417eb-03c4-43e1-aed4-d852a8735032', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.133', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'port_id': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'mac_address': 'fa:16:3e:44:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:41:36Z', 'updated_at': '2021-12-09T09:42:33Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:42:35.630747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:35.723390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255facb6-038d-4e62-b4e0-d46cb4be3404 None None] New status for floating IP ef3417eb-03c4-43e1-aed4-d852a8735032: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:42:36.349896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33510) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:36.474236 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5cf94346-ad54-432d-9e0f-00d91f806090 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 200 len: 993 time: 0.1229944 Dec 09 09:42:36.686160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f2987b0-0e68-45d5-8734-ee3cfb954c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:37.085627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:38.359335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:47.133275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:42:47.295663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:54.454689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33514) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:42:54.677755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Deleting port 517893ef-099a-4388-9721-d5620b9d5239 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:42:54.678133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:54.869728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:54.870094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:55.004519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Calling delete_port for 517893ef-099a-4388-9721-d5620b9d5239 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:42:55.157320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:55.161279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-edba4e57-82c2-447d-94e1-177d8e8c9485 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:55.207295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event deleted for resources: {'Port': ['ID=517893ef-099a-4388-9721-d5620b9d5239,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:55.211592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:55.306321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:55.719392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Router 41d9777c-d2eb-4973-b0cd-aa918b924c63 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:42:55.932807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:42:55.943728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] Sync routers for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:42:55.953642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:55.957694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:42:55.958362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:42:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:56.019141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "DELETE /v2.0/floatingips/ac3437c3-1b1e-4b4e-a0ef-24a0bec83642 HTTP/1.1" status: 204 len: 168 time: 1.5632963 Dec 09 09:42:56.019860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:42:56.076905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'status': 'completed', 'code': 200} Dec 09 09:42:56.150968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:42:56.182479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4478f059-fe1d-444a-beb7-6614161e9156 req-79cec098-2d39-499b-9034-1c2342084518 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 1098 time: 0.0834184 Dec 09 09:42:56.364582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f059-fe1d-444a-beb7-6614161e9156 req-3a9774c7-06dd-4edb-b868-3c159bd61efc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:56.366307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4478f059-fe1d-444a-beb7-6614161e9156 req-3a9774c7-06dd-4edb-b868-3c159bd61efc service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.1763008 Dec 09 09:42:56.486501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4478f059-fe1d-444a-beb7-6614161e9156 req-a963e0e7-66e5-423f-8809-e8183618faea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 HTTP/1.1" status: 200 len: 217 time: 0.1115117 Dec 09 09:42:56.542433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.217', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:06Z', 'updated_at': '2021-12-09T09:39:14Z', 'revision_number': 1, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:56.547052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] Checking router: 41d9777c-d2eb-4973-b0cd-aa918b924c63 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:42:56.559370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:42:56.560077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:42:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:56.573215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478f059-fe1d-444a-beb7-6614161e9156 req-a812cfee-bd0a-4bf4-bcfa-e43ee187951c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:56.574832 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4478f059-fe1d-444a-beb7-6614161e9156 req-a812cfee-bd0a-4bf4-bcfa-e43ee187951c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.0805690 Dec 09 09:42:56.580908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff472228-1ece-49b4-9380-31684107c1d0 req-05cc6aa6-d636-4aba-b305-e190f36351a6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:56.581723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ff472228-1ece-49b4-9380-31684107c1d0 req-05cc6aa6-d636-4aba-b305-e190f36351a6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:42:56.641184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ff472228-1ece-49b4-9380-31684107c1d0 req-05cc6aa6-d636-4aba-b305-e190f36351a6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:42:56.642460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff472228-1ece-49b4-9380-31684107c1d0 req-05cc6aa6-d636-4aba-b305-e190f36351a6 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 945 time: 0.2168791 Dec 09 09:42:56.702522 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4478f059-fe1d-444a-beb7-6614161e9156 req-60b370db-2e95-4030-b5d9-91b4c8900093 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1167433 Dec 09 09:42:56.735956 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff472228-1ece-49b4-9380-31684107c1d0 req-a2d4d9e0-6293-4881-9306-4de1f4ed0303 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862534 Dec 09 09:42:56.753751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:42:57.107715 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4478f059-fe1d-444a-beb7-6614161e9156 req-44b5c8be-99a5-4631-b65e-e5e779d76afb service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962286 Dec 09 09:42:57.261486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4478f059-fe1d-444a-beb7-6614161e9156 req-c6e122ba-8704-477f-a5f4-bae36a5cf7ac service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469114 Dec 09 09:42:57.304141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.217', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:06Z', 'updated_at': '2021-12-09T09:39:14Z', 'revision_number': 1, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:42:57.308344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec3a91-5cbe-49c6-a670-d6ef744434f7 None None] The sync data for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv is: [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'floating_ip_address': '172.26.8.217', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'port_id': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'mac_address': 'fa:16:3e:fa:21:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:39:06Z', 'updated_at': '2021-12-09T09:39:14Z', 'revision_number': 1, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:42:57.847391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273f81ef-a9bd-4981-adf6-f843758cfeee None None] New status for floating IP ac3437c3-1b1e-4b4e-a0ef-24a0bec83642: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:42:57.969266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93608926-5a44-4576-880b-29aee2d634b1 req-5e8af205-0e73-4345-82fa-d8a22645f13d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:57.970871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93608926-5a44-4576-880b-29aee2d634b1 req-5e8af205-0e73-4345-82fa-d8a22645f13d tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 945 time: 0.0896416 Dec 09 09:42:58.010256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-1c458a34-3c63-4e58-970e-8ce4e69e25bc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:42:58.012002 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-1c458a34-3c63-4e58-970e-8ce4e69e25bc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 945 time: 0.0964742 Dec 09 09:42:58.026839 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93608926-5a44-4576-880b-29aee2d634b1 req-275dc5ae-8034-4497-92f9-ce6dd82b9efd tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464120 Dec 09 09:42:58.091852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Deleting port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:42:58.092229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:58.349298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] For port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:42:58.349704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:58.479425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Calling delete_port for d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:42:58.627891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:58.633481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9f30e211-2fab-40e2-b5b4-2927297a794b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:42:58.676350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event deleted for resources: {'Port': ['ID=d19f3c3b-f9ef-4a11-a98f-f4d03caf0356,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:42:58.680606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:42:58.756960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] No DVR routers for this DVR port d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:42:58.759477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:42:58.762453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'name': 'network-vif-deleted', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:42:58.777426 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13d11c07-c2a4-4a7d-b958-58cf2ec3750b req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "DELETE /v2.0/ports/d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 HTTP/1.1" status: 204 len: 173 time: 0.7592709 Dec 09 09:42:58.819858 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f24ec28-64c9-4dcc-b75a-9fd7934e4718', 'name': 'network-vif-deleted', 'tag': 'd19f3c3b-f9ef-4a11-a98f-f4d03caf0356', 'status': 'completed', 'code': 200} Dec 09 09:42:59.226871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47c4986f-59e4-4d1f-be04-9ed65c7fc524 req-f9248978-7598-4d82-b506-c5dfb6b135b7 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f24ec28-64c9-4dcc-b75a-9fd7934e4718 HTTP/1.1" status: 200 len: 210 time: 0.0542064 Dec 09 09:43:03.325732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:03.364405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:03.364803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device d19f3c3b-f9ef-4a11-a98f-f4d03caf0356 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:03.923747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33554) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:03.950736 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-fd94fe21-31fd-4e35-9755-a95a9fbcb459 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732248 Dec 09 09:43:04.049495 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-24f99f40-869b-4572-9bf6-5c03a6f81cc8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 1098 time: 0.0777140 Dec 09 09:43:04.145362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Deleting port 204a7b5f-d68c-4663-9170-96e4e04b4f20 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:04.145737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:04.208381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-265268ad-44d5-4df1-a8b4-f3a639bce972 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:04.210021 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-265268ad-44d5-4df1-a8b4-f3a639bce972 service neutron] 10.222.0.65 "GET /v2.0/networks?id=514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 200 len: 898 time: 0.1420255 Dec 09 09:43:04.282382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-3b507fa3-b90d-4a2a-91ee-7c975e1bd0af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=648bcb95-6802-4b5d-8f55-aae879805e8c HTTP/1.1" status: 200 len: 217 time: 0.0646694 Dec 09 09:43:04.323636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:04.323928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:04.354896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-4231d1c9-8457-4037-b3f4-107f38cf7746 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:04.357698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-4231d1c9-8457-4037-b3f4-107f38cf7746 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f0ef80aa-1d95-4dff-852d-99320985363f HTTP/1.1" status: 200 len: 835 time: 0.0683007 Dec 09 09:43:04.404517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-78af5dd3-3959-4c02-b3ca-82236c54dcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:04.441652 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-88bf3309-5511-4f41-a4e7-e0432fa9f4ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=514e846b-0798-46e2-81e2-d066a2a630d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776036 Dec 09 09:43:04.464476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Calling delete_port for 204a7b5f-d68c-4663-9170-96e4e04b4f20 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:04.589740 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-25dab691-ebc3-409b-ba50-73f4c997f4f6 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415286 Dec 09 09:43:04.626113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:04.629902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8af5083-0242-4ac9-9493-bec3ca074c30 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:04.677907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event deleted for resources: {'Port': ['ID=204a7b5f-d68c-4663-9170-96e4e04b4f20,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:04.682243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:04.749862 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9d3cadd-2ecc-44fd-ad25-5773495d18c3 req-7f114c31-00f2-404e-9616-6c8854536808 service neutron] 10.222.0.65 "GET /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543589 Dec 09 09:43:05.013886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:05.428297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Router 41d9777c-d2eb-4973-b0cd-aa918b924c63 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:43:05.635333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:05.646368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:43:05.656802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] Sync routers for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:43:05.662781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:05.669504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:05.670273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:42:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:05.719813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "DELETE /v2.0/floatingips/6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4 HTTP/1.1" status: 204 len: 168 time: 1.7947927 Dec 09 09:43:05.720441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:43:05.885901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:05.909166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'status': 'completed', 'code': 200} Dec 09 09:43:06.035805 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dcf089e7-99ac-44ef-be0c-4b0e17bab5df req-484b42e6-c220-4832-9784-0d6e324440c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c645895972be45e094ab5e3e838d3140&device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 1099 time: 0.0988865 Dec 09 09:43:06.116021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2dbfc4-c033-4c17-8e56-f17dd399b5e5 req-b14406e7-d001-4a0c-b73f-c132195d95a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:06.117689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e2dbfc4-c033-4c17-8e56-f17dd399b5e5 req-b14406e7-d001-4a0c-b73f-c132195d95a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 945 time: 0.0880129 Dec 09 09:43:06.169253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e2dbfc4-c033-4c17-8e56-f17dd399b5e5 req-1b8e3ff8-cdea-46fc-9b46-cbbf9cd75d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444274 Dec 09 09:43:06.246791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:06.250900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] Checking router: 41d9777c-d2eb-4973-b0cd-aa918b924c63 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:43:06.262902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:06.263572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:42:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:06.265189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf089e7-99ac-44ef-be0c-4b0e17bab5df req-af04ccdf-56ed-4a5d-a111-ebbdc405a8ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:06.266815 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dcf089e7-99ac-44ef-be0c-4b0e17bab5df req-af04ccdf-56ed-4a5d-a111-ebbdc405a8ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 200 len: 913 time: 0.2221396 Dec 09 09:43:06.273562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed62df3-aa15-4e69-8682-dd8fae300c3e req-cddf1e58-cfe7-4568-86af-3f37e0adae9c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:06.274285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-aed62df3-aa15-4e69-8682-dd8fae300c3e req-cddf1e58-cfe7-4568-86af-3f37e0adae9c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:06.354645 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dcf089e7-99ac-44ef-be0c-4b0e17bab5df req-12d6b9af-2214-441b-839e-be369ac7e98e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 HTTP/1.1" status: 200 len: 217 time: 0.0756130 Dec 09 09:43:06.358391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-aed62df3-aa15-4e69-8682-dd8fae300c3e req-cddf1e58-cfe7-4568-86af-3f37e0adae9c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:06.359704 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aed62df3-aa15-4e69-8682-dd8fae300c3e req-cddf1e58-cfe7-4568-86af-3f37e0adae9c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 946 time: 0.2808151 Dec 09 09:43:06.455252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:06.472154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf089e7-99ac-44ef-be0c-4b0e17bab5df req-4505e271-827c-44b5-8268-7ba38770453d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:06.473813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dcf089e7-99ac-44ef-be0c-4b0e17bab5df req-4505e271-827c-44b5-8268-7ba38770453d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 200 len: 851 time: 0.1084416 Dec 09 09:43:06.476184 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aed62df3-aa15-4e69-8682-dd8fae300c3e req-7914f670-d884-4bcc-9f70-94e9b920ba1e tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727692 Dec 09 09:43:06.559424 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dcf089e7-99ac-44ef-be0c-4b0e17bab5df req-56063927-6956-42d7-9787-973a245cb949 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=550e784d-4eb5-4862-8392-9aab67f43432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769134 Dec 09 09:43:06.715113 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dcf089e7-99ac-44ef-be0c-4b0e17bab5df req-6dba4015-33b5-41d3-9fda-1f82a029a3b9 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483753 Dec 09 09:43:06.725615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f74d1e5d-b621-4e8a-bc78-309d86d22de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:06.816519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:06.820714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcea904-fc39-4bdd-abb8-9e912db5e9ca None None] The sync data for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv is: [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '48493b8f-9dc2-4dc9-965b-7e6b6c7991cb', 'name': '', 'network_id': '550e784d-4eb5-4862-8392-9aab67f43432', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'mac_address': 'fa:16:3e:b8:f7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:27Z', 'updated_at': '2021-12-09T09:34:38Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'subnets': [{'id': 'b176531f-834c-4d22-9048-4dbeba3bca6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:43:06.867382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dcf089e7-99ac-44ef-be0c-4b0e17bab5df req-a9222fa3-6816-480a-b5a3-e36d08a58ef5 service neutron] 10.222.0.65 "GET /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424398 Dec 09 09:43:07.088913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:07.267280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16726d3d-1065-47aa-8bbe-e053825429c2 None None] New status for floating IP 6c89f7c5-8254-4f68-b8ec-6d26ea4ccaf4: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:43:07.381965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abde894-f9aa-4eb3-97c0-5fa21bd06386 req-a5f39852-0fde-4965-8042-c4167208d981 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:07.383547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2abde894-f9aa-4eb3-97c0-5fa21bd06386 req-a5f39852-0fde-4965-8042-c4167208d981 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 945 time: 0.0829110 Dec 09 09:43:07.427097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-b46a8017-bc2d-47a4-aa8c-90febaeb73e7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:07.428677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-b46a8017-bc2d-47a4-aa8c-90febaeb73e7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 945 time: 0.0924752 Dec 09 09:43:07.436875 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2abde894-f9aa-4eb3-97c0-5fa21bd06386 req-cddf724a-e30b-421a-ae2b-ffd92c2ee7f0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471480 Dec 09 09:43:07.513407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port e4c50f52-0f59-43af-b2f4-5d466d60fd15 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:07.513859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:07.643619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-30ea8c07-1144-43ff-9ea1-e0358e40c9f8 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:07.644286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-30ea8c07-1144-43ff-9ea1-e0358e40c9f8 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:07.657937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-30ea8c07-1144-43ff-9ea1-e0358e40c9f8 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:07.659174 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-30ea8c07-1144-43ff-9ea1-e0358e40c9f8 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 946 time: 0.1006851 Dec 09 09:43:07.736832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Deleting port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:07.737194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:08.013752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] For port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:08.014078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:08.061089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90d6cd-070f-40c2-b69e-55278d7084d0 req-9c29ed27-38f8-430d-bc5e-30c368ddef61 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:08.062894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2e90d6cd-070f-40c2-b69e-55278d7084d0 req-9c29ed27-38f8-430d-bc5e-30c368ddef61 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 946 time: 0.4520800 Dec 09 09:43:08.100734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port e4c50f52-0f59-43af-b2f4-5d466d60fd15, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e4c50f52-0f59-43af-b2f4-5d466d60fd15,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:08.101169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:08.149077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Calling delete_port for 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:08.220119 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2e90d6cd-070f-40c2-b69e-55278d7084d0 req-0dd47bf8-2187-4649-a0e8-e082a789003f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/security-groups?id=47fb469c-162d-4c41-be8c-7d45a0a2a275&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472733 Dec 09 09:43:08.307650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:08.314189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-504d791b-7d38-4e54-aa79-483314051952 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:08.360321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event deleted for resources: {'Port': ['ID=3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:08.363407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:08.383195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:08.442701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] No DVR routers for this DVR port 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:43:08.443673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:08.444098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:08.444452 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP ef3417eb-03c4-43e1-aed4-d852a8735032 disassociated. External IP: 172.26.8.133, port: e4c50f52-0f59-43af-b2f4-5d466d60fd15. Dec 09 09:43:08.444874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for e4c50f52-0f59-43af-b2f4-5d466d60fd15 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:08.445794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:08.448976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'name': 'network-vif-deleted', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:43:08.466295 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed08518f-9535-4503-b219-c9ecd36f9d11 req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.65 "DELETE /v2.0/ports/3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 HTTP/1.1" status: 204 len: 173 time: 0.7998841 Dec 09 09:43:08.571950 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafedaa3-5292-4408-b398-61e3a441c91e', 'name': 'network-vif-deleted', 'tag': '3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233', 'status': 'completed', 'code': 200} Dec 09 09:43:08.692469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:08.699874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d814750-0fc0-466b-9a77-fdbcfc7b2a9f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:08.753311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=e4c50f52-0f59-43af-b2f4-5d466d60fd15,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:08.758140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:08.769091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf318d-f745-4fe7-847c-715b074012b5 req-5e3d7692-4917-4897-b1d8-587f025a2bde tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:08.770412 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d9bf318d-f745-4fe7-847c-715b074012b5 req-5e3d7692-4917-4897-b1d8-587f025a2bde tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 945 time: 0.1765232 Dec 09 09:43:08.929758 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d9bf318d-f745-4fe7-847c-715b074012b5 req-78c58670-f22f-4e37-9acf-15045680b3d4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=d38e9301-9cb1-4b12-86a7-8816b68ac364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018391 Dec 09 09:43:09.064861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 4be3060f-f230-4756-8dfb-8d74da3848e2 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:43:09.299540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:43:09.311535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] Sync routers for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:43:09.325815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:09.326499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:09.387357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port e4c50f52-0f59-43af-b2f4-5d466d60fd15 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:43:09.390417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:09.398104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'name': 'network-vif-deleted', 'tag': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:43:09.428165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-62fd3c16-4b00-4cc6-841b-c7ddd23d5310 req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/e4c50f52-0f59-43af-b2f4-5d466d60fd15 HTTP/1.1" status: 204 len: 173 time: 1.9931469 Dec 09 09:43:09.430237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ee9625be-5580-40c3-80aa-0924efa831b2 req-b4499118-467b-46a6-86e9-1a434a785356 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Synchronizing usage tracker for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:09.454076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ee9625be-5580-40c3-80aa-0924efa831b2 req-b4499118-467b-46a6-86e9-1a434a785356 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Unset dirty status for tenant:c645895972be45e094ab5e3e838d3140 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:09.457228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee9625be-5580-40c3-80aa-0924efa831b2 req-b4499118-467b-46a6-86e9-1a434a785356 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "GET /v2.0/ports?device_id=eafedaa3-5292-4408-b398-61e3a441c91e HTTP/1.1" status: 200 len: 210 time: 0.0800886 Dec 09 09:43:09.471898 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a4f1795-b3b9-44ed-976f-881ea523a45c', 'name': 'network-vif-deleted', 'tag': 'e4c50f52-0f59-43af-b2f4-5d466d60fd15', 'status': 'completed', 'code': 200} Dec 09 09:43:09.561382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:10.074318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:10.078659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] Checking router: 4be3060f-f230-4756-8dfb-8d74da3848e2 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:43:10.090410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:10.090933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:10.116994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9e87aa5f-7aaa-4998-bbd1-c38caaaa8de8 req-fe1a40ea-ad83-48e5-a3dd-f01614665b2d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:10.132108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9e87aa5f-7aaa-4998-bbd1-c38caaaa8de8 req-fe1a40ea-ad83-48e5-a3dd-f01614665b2d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:10.133419 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9e87aa5f-7aaa-4998-bbd1-c38caaaa8de8 req-fe1a40ea-ad83-48e5-a3dd-f01614665b2d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a4f1795-b3b9-44ed-976f-881ea523a45c HTTP/1.1" status: 200 len: 210 time: 0.0661242 Dec 09 09:43:10.279911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:10.567862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33586) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:10.605275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:10.609909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b9cb3d-e2f0-4c8a-8ee5-c4408523a61e None None] The sync data for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv is: [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:41:17Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7ae4c2da-a824-4c78-a78f-fd7dab8eff99', 'name': '', 'network_id': '514e846b-0798-46e2-81e2-d066a2a630d0', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:82:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:17Z', 'updated_at': '2021-12-09T09:41:25Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'f0ef80aa-1d95-4dff-852d-99320985363f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:43:10.756523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Deleting port c8c1db99-8021-4985-817d-07f3b02df07d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:10.756826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:10.942825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:10.943408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.071951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Calling delete_port for c8c1db99-8021-4985-817d-07f3b02df07d owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:11.083185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0241155-ad5f-4f9e-b938-1b3ae717ef4b None None] New status for floating IP ef3417eb-03c4-43e1-aed4-d852a8735032: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:43:11.214251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.219116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a04c77e0-33bc-46e6-84e1-7c8bd0ad8ea0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:11.248600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33592) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:11.264421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event deleted for resources: {'Port': ['ID=c8c1db99-8021-4985-817d-07f3b02df07d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:11.267457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:11.332575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500e11d0-cd44-408e-88a4-cb60c2b0ea4a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.365296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500e11d0-cd44-408e-88a4-cb60c2b0ea4a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.375687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.387205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e4c50f52-0f59-43af-b2f4-5d466d60fd15 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:11.394414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.398290 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "DELETE /v2.0/floatingips/3eb396ba-936a-4615-a721-f3e8854924eb HTTP/1.1" status: 204 len: 168 time: 0.8267553 Dec 09 09:43:11.423754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500e11d0-cd44-408e-88a4-cb60c2b0ea4a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.429637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d6b2f6d7-a821-4316-a596-f008cfc4b5ec tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:11.430714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: e4c50f52-0f59-43af-b2f4-5d466d60fd15 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:11.431205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e4c50f52-0f59-43af-b2f4-5d466d60fd15 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:11.431746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:11.452270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e11d0-cd44-408e-88a4-cb60c2b0ea4a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38e9301-9cb1-4b12-86a7-8816b68ac364,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:11.455046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-500e11d0-cd44-408e-88a4-cb60c2b0ea4a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:11.461340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-500e11d0-cd44-408e-88a4-cb60c2b0ea4a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.471417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:11.471896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 3f9d500c-d371-4fe7-aa6c-9a9c7fbdf233 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:11.473704 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-500e11d0-cd44-408e-88a4-cb60c2b0ea4a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/d38e9301-9cb1-4b12-86a7-8816b68ac364 HTTP/1.1" status: 204 len: 168 time: 0.2236247 Dec 09 09:43:11.507015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33602) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:11.680605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 8e6b3c64-daf3-46bb-be57-acf90de97560 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:11.680989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.869047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:11.869448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:12.006236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 8e6b3c64-daf3-46bb-be57-acf90de97560 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:12.145852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:12.150657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce8de13a-3eb0-453f-9b6e-37c06d2a17a5 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:12.200174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=8e6b3c64-daf3-46bb-be57-acf90de97560,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:12.202971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:12.297959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:12.316673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:12.318001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/floatingips/ef3417eb-03c4-43e1-aed4-d852a8735032 HTTP/1.1" status: 204 len: 168 time: 0.8098779 Dec 09 09:43:12.725420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55580c6-767b-4be2-87f7-61ac450d0980 req-42831025-f43f-4f39-8a01-989462b690c6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:12.727657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a55580c6-767b-4be2-87f7-61ac450d0980 req-42831025-f43f-4f39-8a01-989462b690c6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 945 time: 0.0880203 Dec 09 09:43:12.786752 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a55580c6-767b-4be2-87f7-61ac450d0980 req-56cce1bc-f530-42c8-ad1a-0fac78ecb707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522089 Dec 09 09:43:14.028928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-600f4239-b595-4fe2-a696-29e555d72392 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:14.029642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-600f4239-b595-4fe2-a696-29e555d72392 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:14.056672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc43cf7-8b2f-4ef4-b825-645c136d9562 req-0741d256-f046-4583-99bf-2a85dde99c3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:14.057506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9dc43cf7-8b2f-4ef4-b825-645c136d9562 req-0741d256-f046-4583-99bf-2a85dde99c3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:14.062972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-600f4239-b595-4fe2-a696-29e555d72392 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:14.064241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-600f4239-b595-4fe2-a696-29e555d72392 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 945 time: 0.1817520 Dec 09 09:43:14.089964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33620) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:14.123457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9dc43cf7-8b2f-4ef4-b825-645c136d9562 req-0741d256-f046-4583-99bf-2a85dde99c3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:14.125140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9dc43cf7-8b2f-4ef4-b825-645c136d9562 req-0741d256-f046-4583-99bf-2a85dde99c3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 945 time: 0.2026629 Dec 09 09:43:14.185259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 648bcb95-6802-4b5d-8f55-aae879805e8c {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:14.185648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:14.195131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8efd96b3-c0f1-4ea3-ade8-fb06c6834be5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:14.226196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8efd96b3-c0f1-4ea3-ade8-fb06c6834be5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:14.277618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9dc43cf7-8b2f-4ef4-b825-645c136d9562 req-5b745ebc-1eec-4034-9ff1-e48468246f57 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:14.281192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8efd96b3-c0f1-4ea3-ade8-fb06c6834be5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:14.286618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-537b2fee-f822-40e9-9698-488865a41ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:14.301330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd96b3-c0f1-4ea3-ade8-fb06c6834be5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb469c-162d-4c41-be8c-7d45a0a2a275,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:14.304001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8efd96b3-c0f1-4ea3-ade8-fb06c6834be5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:14.315714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8efd96b3-c0f1-4ea3-ade8-fb06c6834be5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:14.319749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8efd96b3-c0f1-4ea3-ade8-fb06c6834be5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] 10.222.0.18 "DELETE /v2.0/security-groups/47fb469c-162d-4c41-be8c-7d45a0a2a275 HTTP/1.1" status: 204 len: 168 time: 0.2261264 Dec 09 09:43:14.364919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9dc43cf7-8b2f-4ef4-b825-645c136d9562 req-5b745ebc-1eec-4034-9ff1-e48468246f57 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:14.366588 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9dc43cf7-8b2f-4ef4-b825-645c136d9562 req-5b745ebc-1eec-4034-9ff1-e48468246f57 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=017385d8-5643-4cce-8d23-aa0cb0bf239b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345998 Dec 09 09:43:14.381792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33626) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:14.544706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 648bcb95-6802-4b5d-8f55-aae879805e8c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=648bcb95-6802-4b5d-8f55-aae879805e8c,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:14.545135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:14.681743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 648bcb95-6802-4b5d-8f55-aae879805e8c owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:14.830704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:14.836513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:14.889487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=648bcb95-6802-4b5d-8f55-aae879805e8c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:14.892571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:14.967010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port 648bcb95-6802-4b5d-8f55-aae879805e8c on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:43:14.969508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:14.972444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'name': 'network-vif-deleted', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:43:14.988672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5c8b19d4-b36b-4c48-99b9-d32edd90ba5a req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/648bcb95-6802-4b5d-8f55-aae879805e8c HTTP/1.1" status: 204 len: 173 time: 0.9176958 Dec 09 09:43:15.048458 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3be9a8f-0245-429b-9e62-0511aa58173d', 'name': 'network-vif-deleted', 'tag': '648bcb95-6802-4b5d-8f55-aae879805e8c', 'status': 'completed', 'code': 200} Dec 09 09:43:15.303539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:15.584772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-51ad0a3c-4b96-46de-bf12-287f78ecab69 req-308559df-af35-440a-b264-c2ab000c02e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:15.601165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-51ad0a3c-4b96-46de-bf12-287f78ecab69 req-308559df-af35-440a-b264-c2ab000c02e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:15.602451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-51ad0a3c-4b96-46de-bf12-287f78ecab69 req-308559df-af35-440a-b264-c2ab000c02e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3be9a8f-0245-429b-9e62-0511aa58173d HTTP/1.1" status: 200 len: 210 time: 0.0629339 Dec 09 09:43:16.035977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Deleting port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:16.036283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:16.279350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] For port 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=48493b8f-9dc2-4dc9-965b-7e6b6c7991cb,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:16.279972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:16.487544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Calling delete_port for 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:16.715300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33638) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:16.718570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:16.723811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35dbb8ab-debb-492c-a5c5-89582ea0d63f tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:16.771527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Pushing event deleted for resources: {'Port': ['ID=48493b8f-9dc2-4dc9-965b-7e6b6c7991cb,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:16.774351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:17.042170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17dc4e92-ea32-46ee-b303-a10c97801bdd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:17.074268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17dc4e92-ea32-46ee-b303-a10c97801bdd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:17.128043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17dc4e92-ea32-46ee-b303-a10c97801bdd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:17.133463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65030be3-6506-4b0c-b31e-f433fb92b37a tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:17.135258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:17.148894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc4e92-ea32-46ee-b303-a10c97801bdd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=017385d8-5643-4cce-8d23-aa0cb0bf239b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:17.152282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17dc4e92-ea32-46ee-b303-a10c97801bdd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:17.159376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17dc4e92-ea32-46ee-b303-a10c97801bdd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:17.163479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-17dc4e92-ea32-46ee-b303-a10c97801bdd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/017385d8-5643-4cce-8d23-aa0cb0bf239b HTTP/1.1" status: 204 len: 168 time: 0.4441342 Dec 09 09:43:17.198329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33644) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:17.307012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:17.628221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:17.781876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Router 41d9777c-d2eb-4973-b0cd-aa918b924c63 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:43:18.004366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:43:18.014934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] Sync routers for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:43:18.021273 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] 10.222.0.18 "PUT /v2.0/routers/41d9777c-d2eb-4973-b0cd-aa918b924c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6359017 Dec 09 09:43:18.021851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33648) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:18.028160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:18.028781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:18.233090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:18.320766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:18.321771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:18.517708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:18.555791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 7ae4c2da-a824-4c78-a78f-fd7dab8eff99, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7ae4c2da-a824-4c78-a78f-fd7dab8eff99,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:18.556600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:18.578106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:43:16Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:18.582190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] Checking router: 41d9777c-d2eb-4973-b0cd-aa918b924c63 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:43:18.594326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] Routers {'41d9777c-d2eb-4973-b0cd-aa918b924c63'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:18.595009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['41d9777c-d2eb-4973-b0cd-aa918b924c63'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:18.690222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:18.747854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:18.758485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Deleting port 8df2f951-7357-4a2a-a57e-84397677ab80 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:18.758866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:18.797830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] Set router 41d9777c-d2eb-4973-b0cd-aa918b924c63 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:18.904499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:18.909403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-413f3339-24a3-458d-ad78-53ca6ac15ed5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:18.955469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=7ae4c2da-a824-4c78-a78f-fd7dab8eff99,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:18.960906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] For port 8df2f951-7357-4a2a-a57e-84397677ab80, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8df2f951-7357-4a2a-a57e-84397677ab80,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:18.961343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:18.968937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.969390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.969810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.970257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.970616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.971026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.971434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.971849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.972254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.972657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:18.973060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.068868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:19.097927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Calling delete_port for 8df2f951-7357-4a2a-a57e-84397677ab80 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:19.139443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:43:16Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:19.152754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33847a7e-4b55-41f7-aa7c-5e9d1fd90216 None None] The sync data for ids ['41d9777c-d2eb-4973-b0cd-aa918b924c63'] in dv-neutron-819581-1-hyperv is: [{'id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'name': 'tempest-TestVolumeBootPattern-1449259599-router', 'tenant_id': 'c645895972be45e094ab5e3e838d3140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103'}], 'enable_snat': True}, 'gw_port_id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:17Z', 'updated_at': '2021-12-09T09:43:16Z', 'revision_number': 5, 'project_id': 'c645895972be45e094ab5e3e838d3140', 'gw_port': {'id': '8df2f951-7357-4a2a-a57e-84397677ab80', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:3b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d9777c-d2eb-4973-b0cd-aa918b924c63', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:20Z', 'updated_at': '2021-12-09T09:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:43:19.301410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:19.307583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:19.328898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:19.356961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df2f951-7357-4a2a-a57e-84397677ab80,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:19.397725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.398168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.398602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.399027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.399451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.399872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.401222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.401222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.401222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.401631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.402576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:19.410106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:19.466214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 648bcb95-6802-4b5d-8f55-aae879805e8c no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:19.502775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 648bcb95-6802-4b5d-8f55-aae879805e8c {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:19.503122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 648bcb95-6802-4b5d-8f55-aae879805e8c not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:19.616125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:19.628709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:19.652714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:19.653239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 48493b8f-9dc2-4dc9-965b-7e6b6c7991cb not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:19.907089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:19.912054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:19.938362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:19.938933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41d9777c-d2eb-4973-b0cd-aa918b924c63 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:43:19.953744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:19.955112 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/41d9777c-d2eb-4973-b0cd-aa918b924c63 HTTP/1.1" status: 204 len: 168 time: 1.9322574 Dec 09 09:43:19.958049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33652) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:20.035942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9624b44-0c15-4d10-affd-24300215c1ad admin admin] Deleting subnet b176531f-834c-4d22-9048-4dbeba3bca6f {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:43:20.039856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9624b44-0c15-4d10-affd-24300215c1ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.100306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9624b44-0c15-4d10-affd-24300215c1ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.195257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9624b44-0c15-4d10-affd-24300215c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.206923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 4be3060f-f230-4756-8dfb-8d74da3848e2 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:43:20.270379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9624b44-0c15-4d10-affd-24300215c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.274965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb533a84-6dfe-4921-836f-9387fe20a3dd tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:20.315970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9624b44-0c15-4d10-affd-24300215c1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b176531f-834c-4d22-9048-4dbeba3bca6f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:20.320321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d9624b44-0c15-4d10-affd-24300215c1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:20.323196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9624b44-0c15-4d10-affd-24300215c1ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.329419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d138eac-fdc2-4993-a050-c47170bca8a0 None None] Network 550e784d-4eb5-4862-8392-9aab67f43432 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:43:20.330137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d9624b44-0c15-4d10-affd-24300215c1ad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b176531f-834c-4d22-9048-4dbeba3bca6f HTTP/1.1" status: 204 len: 168 time: 0.3701677 Dec 09 09:43:20.332658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33656) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:20.432804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:43:20.454079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] Sync routers for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:43:20.455416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/4be3060f-f230-4756-8dfb-8d74da3848e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2554576 Dec 09 09:43:20.456172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33660) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:20.462860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.471415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:20.472516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:20.475154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Deleting port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:20.475526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.655887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] DHCP port deletion for 550e784d-4eb5-4862-8392-9aab67f43432 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:43:20.660243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] Deleting port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:20.660760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.691028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4039f923-eb2c-4fd7-a8e9-5eff8a3d80ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting subnet f0ef80aa-1d95-4dff-852d-99320985363f {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:43:20.695172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4039f923-eb2c-4fd7-a8e9-5eff8a3d80ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.726744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] For port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=23e4a6a3-eae9-44ad-9c39-da95dd7c03e5,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:20.727402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.744050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:20.779528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4039f923-eb2c-4fd7-a8e9-5eff8a3d80ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.879681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Calling delete_port for 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:20.891736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4039f923-eb2c-4fd7-a8e9-5eff8a3d80ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.907563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] For port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=23e4a6a3-eae9-44ad-9c39-da95dd7c03e5,segment=NetworkSegment(cf6346e7-a77d-4b61-856f-9324baea1dfe),segment_id=cf6346e7-a77d-4b61-856f-9324baea1dfe)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:20.908006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.961357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.967910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8ff6ff41-7148-49df-b088-0af53a3a6c7c tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:20.989395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4039f923-eb2c-4fd7-a8e9-5eff8a3d80ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:20.994170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34a9aac9-c1bf-4024-bd36-2ba9d5f66921 tempest-NetworksTestDHCPv6-1020264294 tempest-NetworksTestDHCPv6-1020264294-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:21.016560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e4a6a3-eae9-44ad-9c39-da95dd7c03e5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:21.025582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:21.026680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] No DVR routers for this DVR port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:43:21.031997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039f923-eb2c-4fd7-a8e9-5eff8a3d80ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ef80aa-1d95-4dff-852d-99320985363f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:21.036331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4039f923-eb2c-4fd7-a8e9-5eff8a3d80ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:21.042035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4039f923-eb2c-4fd7-a8e9-5eff8a3d80ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.049045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4039f923-eb2c-4fd7-a8e9-5eff8a3d80ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/subnets/f0ef80aa-1d95-4dff-852d-99320985363f HTTP/1.1" status: 204 len: 168 time: 0.5917375 Dec 09 09:43:21.053605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33664) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:21.075386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18c4937-38dc-4502-ac55-b6e45bf280fc None None] Network 514e846b-0798-46e2-81e2-d066a2a630d0 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:43:21.095961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] Calling delete_port for 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:21.132366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:43:18Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:21.137849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] Checking router: 4be3060f-f230-4756-8dfb-8d74da3848e2 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:43:21.151243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] Routers {'4be3060f-f230-4756-8dfb-8d74da3848e2'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:21.152727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4be3060f-f230-4756-8dfb-8d74da3848e2'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:21.184011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.216060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550e784d-4eb5-4862-8392-9aab67f43432']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:21.232500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6346e7-a77d-4b61-856f-9324baea1dfe') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:21.233022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6346e7-a77d-4b61-856f-9324baea1dfe') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:21.248686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.265582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.273533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:43:21.274123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.316848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:43:21.387524 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:43:21.399000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.409177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-852ea991-4e73-4ea5-b8a0-b2156dc8e372 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:21.431152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.442612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Pushing event deleted for resources: {'Network': ['ID=550e784d-4eb5-4862-8392-9aab67f43432,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:21.450055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:21.466628 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] 10.222.0.18 "DELETE /v2.0/networks/550e784d-4eb5-4862-8392-9aab67f43432 HTTP/1.1" status: 204 len: 168 time: 1.1326292 Dec 09 09:43:21.469550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33668) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:21.536660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:43:21.537060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:43:21.565617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] Set router 4be3060f-f230-4756-8dfb-8d74da3848e2 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:21.584268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.610347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 80669579-2ba2-4152-a1f6-4398dd4c866a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:21.611602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.614034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:21.688164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4692b268-929f-4783-8b49-3829dac9188f None None] DHCP port deletion for 514e846b-0798-46e2-81e2-d066a2a630d0 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:43:21.692318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:21.692978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:21.693608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8df2f951-7357-4a2a-a57e-84397677ab80 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:21.733979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 8df2f951-7357-4a2a-a57e-84397677ab80 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:21.734301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8df2f951-7357-4a2a-a57e-84397677ab80 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:21.748958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4692b268-929f-4783-8b49-3829dac9188f None None] Deleting port f993428e-6ade-4b60-8239-c7636f600d52 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:21.749563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4692b268-929f-4783-8b49-3829dac9188f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.854448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 80669579-2ba2-4152-a1f6-4398dd4c866a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=80669579-2ba2-4152-a1f6-4398dd4c866a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:21.855734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.957044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:21.977639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:43:18Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:21.984355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641248aa-fdbc-4d4d-b0ed-9a54ef4fe371 None None] The sync data for ids ['4be3060f-f230-4756-8dfb-8d74da3848e2'] in dv-neutron-819581-1-hyperv is: [{'id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'name': 'tempest-TestNetworkBasicOps-router-1123554010', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222'}], 'enable_snat': True}, 'gw_port_id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:41:12Z', 'updated_at': '2021-12-09T09:43:18Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '80669579-2ba2-4152-a1f6-4398dd4c866a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be3060f-f230-4756-8dfb-8d74da3848e2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:41:13Z', 'updated_at': '2021-12-09T09:41:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:43:21.988615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4692b268-929f-4783-8b49-3829dac9188f None None] For port f993428e-6ade-4b60-8239-c7636f600d52, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f993428e-6ade-4b60-8239-c7636f600d52,segment=NetworkSegment(7ed6a405-4253-48d0-97f5-e1d3494162ef),segment_id=7ed6a405-4253-48d0-97f5-e1d3494162ef)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:21.989064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4692b268-929f-4783-8b49-3829dac9188f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:22.005915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 80669579-2ba2-4152-a1f6-4398dd4c866a owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:22.061609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] Deleting port 23e4a6a3-eae9-44ad-9c39-da95dd7c03e5 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:22.061969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:22.160139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4692b268-929f-4783-8b49-3829dac9188f None None] Calling delete_port for f993428e-6ade-4b60-8239-c7636f600d52 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:22.236801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:22.238674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a1305820-f2a8-4887-ab2e-eee60014f326 None None] The port '23e4a6a3-eae9-44ad-9c39-da95dd7c03e5' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:43:22.241779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ed90e78-5ba3-4fb2-b45d-3c6d4f39beb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:22.283150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4692b268-929f-4783-8b49-3829dac9188f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:22.291421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=80669579-2ba2-4152-a1f6-4398dd4c866a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:22.295350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a7f49ab-a865-418e-a350-c710e2739506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:22.296021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:22.330746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692b268-929f-4783-8b49-3829dac9188f None None] No DVR routers for this DVR port f993428e-6ade-4b60-8239-c7636f600d52 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:43:22.340028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692b268-929f-4783-8b49-3829dac9188f None None] Pushing event deleted for resources: {'Port': ['ID=f993428e-6ade-4b60-8239-c7636f600d52,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:22.342364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4692b268-929f-4783-8b49-3829dac9188f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:22.548215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:22.830974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:22.835399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:22.863856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:22.864433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Fanout notify agent at l3_agent the message router_deleted on router 4be3060f-f230-4756-8dfb-8d74da3848e2 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:43:22.880193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:22.883963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/routers/4be3060f-f230-4756-8dfb-8d74da3848e2 HTTP/1.1" status: 204 len: 168 time: 1.8265638 Dec 09 09:43:22.884361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33672) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:22.920193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Deleting port b1a25e0b-cd2a-43a7-a600-72af96fa76cd {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:22.920576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.017055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.111201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] For port b1a25e0b-cd2a-43a7-a600-72af96fa76cd, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1a25e0b-cd2a-43a7-a600-72af96fa76cd,segment=NetworkSegment(5ea28332-e0cd-47bf-8a55-20da80ef39b0),segment_id=5ea28332-e0cd-47bf-8a55-20da80ef39b0)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:23.111681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.160278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.189464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514e846b-0798-46e2-81e2-d066a2a630d0']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:23.202631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed6a405-4253-48d0-97f5-e1d3494162ef') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:23.202977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed6a405-4253-48d0-97f5-e1d3494162ef') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:23.215853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.233649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.240128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:43:23.240564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.244511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Calling delete_port for b1a25e0b-cd2a-43a7-a600-72af96fa76cd owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:43:23.255828 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:43:23.344760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.348156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40ff3426-bf37-415b-bf06-b9d71ff99951 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:23.366692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.376245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Network': ['ID=514e846b-0798-46e2-81e2-d066a2a630d0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:23.379726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:23.384175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-12b4ea9c-95d7-40eb-811c-fc83898732f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/networks/514e846b-0798-46e2-81e2-d066a2a630d0 HTTP/1.1" status: 204 len: 168 time: 0.4986804 Dec 09 09:43:23.410062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33676) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:23.418743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'network': {'name': 'tempest-network-smoke--1334962486', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'port_security_enabled': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:23.427714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:23.435470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:network and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:23.441546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:23.449948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:23.453579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.459633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-afc265bf-b2e0-485a-b0a9-31def48d8c40 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:23.505314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a25e0b-cd2a-43a7-a600-72af96fa76cd,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:23.510021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:23.511939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:43:23.517493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.629160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:43:23.635346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f993428e-6ade-4b60-8239-c7636f600d52 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:23.651693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.652305 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Added segment 9c0a8a98-b3b5-4c77-a95f-69f6d379c657 of type vlan for network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea Dec 09 09:43:23.674347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f993428e-6ade-4b60-8239-c7636f600d52 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:23.674866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f993428e-6ade-4b60-8239-c7636f600d52 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:23.675409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 80669579-2ba2-4152-a1f6-4398dd4c866a no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:23.713839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 80669579-2ba2-4152-a1f6-4398dd4c866a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:23.714366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 80669579-2ba2-4152-a1f6-4398dd4c866a not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:23.716399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:23.747365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.749524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:23.750008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7ae4c2da-a824-4c78-a78f-fd7dab8eff99 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:23.797901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.802093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:23.802731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:23.808869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-859064b1-c68d-48c9-9bbd-ea2fae0ffd41 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:23.984054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5727530 Dec 09 09:43:23.987024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33680) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:23.989444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Network': ['ID=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:23.992933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:24.000703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'admin_state_up': True, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:24.001233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:43:24.014956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:24.019644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:router and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:24.022731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:24.028948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:24.031749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:24.039611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:24.040594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:24.060632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:24.134238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:43:24.455143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:24.642715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:24.664283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Router 5b97e512-4394-49c6-80bb-e0763deae06d has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:43:24.675004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:24.820594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.236 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/e939136f-bc9b-4acf-84d7-dfabd34403ef) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:43:24.876998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:43:24.884785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] 10.222.0.18 "PUT /v2.0/routers/5b97e512-4394-49c6-80bb-e0763deae06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4113746 Dec 09 09:43:24.884785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33684) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:24.888214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] Sync routers for ids ['5b97e512-4394-49c6-80bb-e0763deae06d'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:43:24.900993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] Routers {'5b97e512-4394-49c6-80bb-e0763deae06d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:24.902459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5b97e512-4394-49c6-80bb-e0763deae06d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:24.987870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:25.014926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:25.026402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5efc0dd8-7d7a-4956-8734-04a6314da85e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:25.082307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:43:25.085747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:43:25.090916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:43:25.098763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] Set router 5b97e512-4394-49c6-80bb-e0763deae06d gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:25.153845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=e939136f-bc9b-4acf-84d7-dfabd34403ef,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:25.158611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:25.281562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:25.282294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:25.342829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:25.422345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:43:23Z', 'revision_number': 5, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'gw_port': {'id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:25.426708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] Checking router: 5b97e512-4394-49c6-80bb-e0763deae06d for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:43:25.438537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] Routers {'5b97e512-4394-49c6-80bb-e0763deae06d'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:25.439217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5b97e512-4394-49c6-80bb-e0763deae06d'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:25.531997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router a39c1ca6-326f-4af8-845a-086620c9d67c is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:43:25.549691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:25.558164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Deleting port b6e26dc8-08f7-468c-8d89-02b07655019a {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:25.558670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:25.634232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] Set router 5b97e512-4394-49c6-80bb-e0763deae06d gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:25.757159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:43:25.762330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] For port b6e26dc8-08f7-468c-8d89-02b07655019a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b6e26dc8-08f7-468c-8d89-02b07655019a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:25.762740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:25.771681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Sync routers for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:43:25.789256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:25.789844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:25.803979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:25.808796 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8169503 Dec 09 09:43:25.809046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33688) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:25.862008 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be5aa527-0c41-42e0-9394-563d833bf7aa tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492539 Dec 09 09:43:25.862856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33692) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:25.906712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Calling delete_port for b6e26dc8-08f7-468c-8d89-02b07655019a owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:25.957782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:43:23Z', 'revision_number': 5, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'gw_port': {'id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:25.962229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b0d72-41f0-48a5-b59f-3d1d225fca78 None None] The sync data for ids ['5b97e512-4394-49c6-80bb-e0763deae06d'] in dv-neutron-819581-1-hyperv is: [{'id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'name': 'tempest-TestVolumeBootPattern-1266428936-router', 'tenant_id': '6dd18357352244fdb08997e1f3bb51ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231'}], 'enable_snat': True}, 'gw_port_id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:34:42Z', 'updated_at': '2021-12-09T09:43:23Z', 'revision_number': 5, 'project_id': '6dd18357352244fdb08997e1f3bb51ea', 'gw_port': {'id': 'b6e26dc8-08f7-468c-8d89-02b07655019a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b97e512-4394-49c6-80bb-e0763deae06d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:34:44Z', 'updated_at': '2021-12-09T09:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:43:26.024035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d008da-3e1a-4bae-b74e-c0a97a6ea853 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:26.025841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a5d008da-3e1a-4bae-b74e-c0a97a6ea853 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1617632 Dec 09 09:43:26.029681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33696) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:26.037702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:26.080926 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ed44b510-08e6-473d-a097-8f9d043e5fa1 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498705 Dec 09 09:43:26.084024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33700) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:26.092161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1535234136', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:26.101779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.114354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:26.191565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e26dc8-08f7-468c-8d89-02b07655019a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:26.224858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:26.233240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:26.237723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:subnet and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:26.240884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:26.247908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:26.257886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:43:26.376356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:25Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:26.379795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.380793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Checking router: a39c1ca6-326f-4af8-845a-086620c9d67c for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:43:26.381241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Updating router a39c1ca6-326f-4af8-845a-086620c9d67c port e939136f-bc9b-4acf-84d7-dfabd34403ef binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:43:26.404698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.443864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.618676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.624821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cd087f9-a5c7-4805-8766-9614dc4b3e00 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:26.694326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.699416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.725051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.725962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b97e512-4394-49c6-80bb-e0763deae06d {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:43:26.727766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=9f2d3363-1397-4ee9-b92b-875a34f6fd7d,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:26.732755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:26.741186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Checking segment: {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:43:26.741596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network hostable DHCP agents. Network: ae5193ae-0c6e-4361-9bdd-25b20e6f4bea, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:43:26.744275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.746152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5b97e512-4394-49c6-80bb-e0763deae06d HTTP/1.1" status: 204 len: 168 time: 1.8598101 Dec 09 09:43:26.748284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33704) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:26.766713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:43:26.780316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, ae5193ae-0c6e-4361-9bdd-25b20e6f4bea) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:43:26.784603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:26.785497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.792877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5deb632e-ccb8-412c-95f0-416793077b89 None None] Network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:43:26.812439 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7241850 Dec 09 09:43:26.812851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33708) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:26.842103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] Deleting subnet 4a3c9566-e08d-45d6-a270-f36a275a7a65 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:43:26.846881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.860244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.873940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Transition to ACTIVE for port object e939136f-bc9b-4acf-84d7-dfabd34403ef will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:43:26.884237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.895694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9005591b-ad48-4462-92f0-c5527fab511d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:26.915964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.961949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Attempting to bind port e939136f-bc9b-4acf-84d7-dfabd34403ef on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:43:26.962365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Attempting to bind port e939136f-bc9b-4acf-84d7-dfabd34403ef by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:43:26.962776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Attempting to bind port e939136f-bc9b-4acf-84d7-dfabd34403ef on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:43:26.981463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:43:26.981886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:43:26.982319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:26.982755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:43:26.983431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Bound port: e939136f-bc9b-4acf-84d7-dfabd34403ef, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:43:26.983847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:27.035336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:27.087414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Pushing event updated for resources: {'Port': ['ID=e939136f-bc9b-4acf-84d7-dfabd34403ef,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:27.100955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.101377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.101757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.102275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.102663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.103035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.103406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.103775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.104139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.105016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.105445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:27.113550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:27.124042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] For port e939136f-bc9b-4acf-84d7-dfabd34403ef, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:43:27.127561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] For port e939136f-bc9b-4acf-84d7-dfabd34403ef, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e939136f-bc9b-4acf-84d7-dfabd34403ef,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:43:27.131308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:27.136349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:27.182004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:27.190645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd8b9d96-f8c2-488a-9837-f1ad8b492272 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:27.246319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a3c9566-e08d-45d6-a270-f36a275a7a65,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:27.249778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:27.253826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:27.266941 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4a3c9566-e08d-45d6-a270-f36a275a7a65 HTTP/1.1" status: 204 len: 168 time: 0.5162954 Dec 09 09:43:27.267233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33712) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:27.269378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Pushing event updated for resources: {'Port': ['ID=e939136f-bc9b-4acf-84d7-dfabd34403ef,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:27.273505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff8175a8-fc43-4203-a38d-3e6e74e1f2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:27.275050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:27.275720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:27.281829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50314f42-1602-4c80-8cb4-8df00bbac2c9 None None] Network d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:43:27.326466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:43:27.327359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:27.414841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:27.484130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:27.490626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Deleting port d6f6dbbf-d413-40da-bcae-0c76a81182f7 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:27.491002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:27.639927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1a25e0b-cd2a-43a7-a600-72af96fa76cd no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:27.682268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b1a25e0b-cd2a-43a7-a600-72af96fa76cd {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:27.682635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1a25e0b-cd2a-43a7-a600-72af96fa76cd not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:27.683067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b6e26dc8-08f7-468c-8d89-02b07655019a no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:27.734482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b6e26dc8-08f7-468c-8d89-02b07655019a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:27.734870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b6e26dc8-08f7-468c-8d89-02b07655019a not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:27.765808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Allocated IP 172.20.0.2 (ae5193ae-0c6e-4361-9bdd-25b20e6f4bea/9f2d3363-1397-4ee9-b92b-875a34f6fd7d/905b5c56-367e-40bc-8c72-f52c3b3234d2) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:43:27.812213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:25Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:27.817041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0140d7-5ca3-4d7d-afad-fcf46113a7f6 None None] The sync data for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv is: [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:25Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:43:27.819159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5659336a-1696-413e-8819-84fa0126a41a None None] DHCP port deletion for d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:43:27.874723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5659336a-1696-413e-8819-84fa0126a41a None None] Deleting port d6f6dbbf-d413-40da-bcae-0c76a81182f7 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:27.875149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5659336a-1696-413e-8819-84fa0126a41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.080507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] For port d6f6dbbf-d413-40da-bcae-0c76a81182f7, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d6f6dbbf-d413-40da-bcae-0c76a81182f7,segment=NetworkSegment(5ea28332-e0cd-47bf-8a55-20da80ef39b0),segment_id=5ea28332-e0cd-47bf-8a55-20da80ef39b0)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:28.080902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.192690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.211479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5659336a-1696-413e-8819-84fa0126a41a None None] For port d6f6dbbf-d413-40da-bcae-0c76a81182f7, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d6f6dbbf-d413-40da-bcae-0c76a81182f7,segment=NetworkSegment(5ea28332-e0cd-47bf-8a55-20da80ef39b0),segment_id=5ea28332-e0cd-47bf-8a55-20da80ef39b0)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:28.211927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5659336a-1696-413e-8819-84fa0126a41a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.223241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Transition to ACTIVE for port object 905b5c56-367e-40bc-8c72-f52c3b3234d2 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:43:28.228829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Calling delete_port for d6f6dbbf-d413-40da-bcae-0c76a81182f7 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:28.372265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5659336a-1696-413e-8819-84fa0126a41a None None] Calling delete_port for d6f6dbbf-d413-40da-bcae-0c76a81182f7 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:43:28.406439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.411385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e253d8e-640c-492b-9652-9839df20e0c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:28.411822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Transition to ACTIVE for port object 905b5c56-367e-40bc-8c72-f52c3b3234d2 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:43:28.426306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.433337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:28.462302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f6dbbf-d413-40da-bcae-0c76a81182f7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:28.465518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:28.469482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] No DVR routers for this DVR port d6f6dbbf-d413-40da-bcae-0c76a81182f7 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:43:28.522950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:43:28.524218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:43:28.532450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:43:28.539888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Pushing event updated for resources: {'Port': ['ID=905b5c56-367e-40bc-8c72-f52c3b3234d2,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:28.574244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-5659336a-1696-413e-8819-84fa0126a41a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:43:28.574725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-5659336a-1696-413e-8819-84fa0126a41a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:43:28.587832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.588227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.588610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.589679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.590194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.590719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.591098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.591476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.591846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.592214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.592583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:43:28.622388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:28.633086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.654149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Attempting to bind port 905b5c56-367e-40bc-8c72-f52c3b3234d2 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:43:28.654589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Attempting to bind port 905b5c56-367e-40bc-8c72-f52c3b3234d2 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:43:28.654963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Attempting to bind port 905b5c56-367e-40bc-8c72-f52c3b3234d2 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:43:28.662267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:43:28.662693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Checking segment: {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:43:28.663147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.663589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Bound using segment: {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:43:28.664115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Bound port: 905b5c56-367e-40bc-8c72-f52c3b3234d2, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:43:28.664539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.674891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:28.722072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea28332-e0cd-47bf-8a55-20da80ef39b0') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:28.722332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea28332-e0cd-47bf-8a55-20da80ef39b0') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:28.749299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.775196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.782951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] For port 905b5c56-367e-40bc-8c72-f52c3b3234d2, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:43:28.819081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:43:28.819522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:43:28.834456 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:43:28.932883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] For port 905b5c56-367e-40bc-8c72-f52c3b3234d2, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=905b5c56-367e-40bc-8c72-f52c3b3234d2,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:43:28.938227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.943818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:28.961275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.966347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:28.975146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38b4a725-4279-4d26-bddf-b02c99f08c60 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:29.024791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:29.031711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] 10.222.0.18 "DELETE /v2.0/networks/d8c48431-94c7-4b6a-8a9f-a99adbd0d6d7 HTTP/1.1" status: 204 len: 168 time: 1.7633944 Dec 09 09:43:29.033020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:29.044138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.045331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Pushing event updated for resources: {'Port': ['ID=905b5c56-367e-40bc-8c72-f52c3b3234d2,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:29.049175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:29.076210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5659336a-1696-413e-8819-84fa0126a41a None None] Deleting port d6f6dbbf-d413-40da-bcae-0c76a81182f7 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:43:29.077376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5659336a-1696-413e-8819-84fa0126a41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.163602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5659336a-1696-413e-8819-84fa0126a41a None None] The port 'd6f6dbbf-d413-40da-bcae-0c76a81182f7' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 09:43:29.212212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33718) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:29.272668 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dc22cf51-0bcc-4e64-87b7-604ec12d7da9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c645895972be45e094ab5e3e838d3140&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0588207 Dec 09 09:43:29.275260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33722) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:29.342697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-359c2105-e57b-4469-b1f0-7b619d9269ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.376242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-359c2105-e57b-4469-b1f0-7b619d9269ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.440643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-359c2105-e57b-4469-b1f0-7b619d9269ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.444640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2417d6ff-7f11-446d-9be1-9f3b6599e149 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:29.461642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c2105-e57b-4469-b1f0-7b619d9269ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f72d8-31b5-4685-8d12-3720db22511b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:29.466489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-359c2105-e57b-4469-b1f0-7b619d9269ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:29.475848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-359c2105-e57b-4469-b1f0-7b619d9269ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.477355 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-359c2105-e57b-4469-b1f0-7b619d9269ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/053f72d8-31b5-4685-8d12-3720db22511b HTTP/1.1" status: 204 len: 168 time: 0.2008965 Dec 09 09:43:29.507212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.1 (ae5193ae-0c6e-4361-9bdd-25b20e6f4bea/9f2d3363-1397-4ee9-b92b-875a34f6fd7d/d032b3c0-8c62-462a-ac1a-3fc716562079) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:43:29.680572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e939136f-bc9b-4acf-84d7-dfabd34403ef up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:43:29.708705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.732083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object d032b3c0-8c62-462a-ac1a-3fc716562079 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:43:29.755138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.760582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ccb651c1-219e-4acd-b61c-5f5139306267 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:29.787346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port e939136f-bc9b-4acf-84d7-dfabd34403ef completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:43:29.792558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port e939136f-bc9b-4acf-84d7-dfabd34403ef triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:29.793142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.843778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:43:29.847215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:43:29.851822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:43:29.879260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=d032b3c0-8c62-462a-ac1a-3fc716562079,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:29.885000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:29.915320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.919702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.938173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port e939136f-bc9b-4acf-84d7-dfabd34403ef, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e939136f-bc9b-4acf-84d7-dfabd34403ef,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:29.941508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:29.942490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 905b5c56-367e-40bc-8c72-f52c3b3234d2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:43:29.971734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad41e565-e9ef-4da4-864e-0aa3bae9ec4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:30.001168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33730) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:30.009913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:30.063981 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-eb05a07b-dbc1-450b-bdde-1c55dcd7ef94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6dd18357352244fdb08997e1f3bb51ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0596890 Dec 09 09:43:30.064205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33734) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:30.076283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=e939136f-bc9b-4acf-84d7-dfabd34403ef,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:30.080528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:30.086703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 905b5c56-367e-40bc-8c72-f52c3b3234d2 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:43:30.139672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-245ab91d-e84a-4fe6-bdce-dd848a0001e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:30.140194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d6f6dbbf-d413-40da-bcae-0c76a81182f7 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:30.168642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-245ab91d-e84a-4fe6-bdce-dd848a0001e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:30.176397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: d6f6dbbf-d413-40da-bcae-0c76a81182f7 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:43:30.177025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d6f6dbbf-d413-40da-bcae-0c76a81182f7 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:30.225033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-245ab91d-e84a-4fe6-bdce-dd848a0001e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:30.231273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b390a73a-567b-4a55-bab2-20021cba0d08 tempest-QuotasNegativeTest-1611064330 tempest-QuotasNegativeTest-1611064330-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:30.244973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ab91d-e84a-4fe6-bdce-dd848a0001e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6028494-3638-41e0-aea3-e855af0127b5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:30.248529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-245ab91d-e84a-4fe6-bdce-dd848a0001e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:30.250720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-245ab91d-e84a-4fe6-bdce-dd848a0001e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:30.251973 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-245ab91d-e84a-4fe6-bdce-dd848a0001e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6028494-3638-41e0-aea3-e855af0127b5 HTTP/1.1" status: 204 len: 168 time: 0.1868176 Dec 09 09:43:30.488697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:30.492659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:30.525714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89fd722b-fdad-43e1-b523-f213d5163ccf tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:30.632978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=d032b3c0-8c62-462a-ac1a-3fc716562079,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:30.636637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:30.641366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:30.797715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:43:30.798980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:43:30.888251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c3ace5-4644-466f-80ea-9bc6507cfa9f None None] Network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:43:31.023235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5a1d5cfd-cca8-47c9-a571-dd7a0cb4c71f None None] Provisioning for port 905b5c56-367e-40bc-8c72-f52c3b3234d2 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:43:31.058929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5a1d5cfd-cca8-47c9-a571-dd7a0cb4c71f None None] Provisioning complete for port 905b5c56-367e-40bc-8c72-f52c3b3234d2 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:31.059270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5cfd-cca8-47c9-a571-dd7a0cb4c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:31.223470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router a39c1ca6-326f-4af8-845a-086620c9d67c has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:43:31.410079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5cfd-cca8-47c9-a571-dd7a0cb4c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:31.453404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5a1d5cfd-cca8-47c9-a571-dd7a0cb4c71f None None] For port 905b5c56-367e-40bc-8c72-f52c3b3234d2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=905b5c56-367e-40bc-8c72-f52c3b3234d2,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:31.459269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a1d5cfd-cca8-47c9-a571-dd7a0cb4c71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:31.463403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:31.542598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d5cfd-cca8-47c9-a571-dd7a0cb4c71f None None] Pushing event updated for resources: {'Port': ['ID=905b5c56-367e-40bc-8c72-f52c3b3234d2,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:31.546289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a1d5cfd-cca8-47c9-a571-dd7a0cb4c71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:31.598735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e939136f-bc9b-4acf-84d7-dfabd34403ef up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:43:31.673737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port e939136f-bc9b-4acf-84d7-dfabd34403ef triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:31.674139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:31.727332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:43:31.742801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Sync routers for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:43:31.747248 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/a39c1ca6-326f-4af8-845a-086620c9d67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9302199 Dec 09 09:43:31.747689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33740) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:31.828966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:31.829702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:31.908145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad871a3-6354-428c-8845-a2ba051afa39 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:31.908697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad871a3-6354-428c-8845-a2ba051afa39 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:31.909223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad871a3-6354-428c-8845-a2ba051afa39 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:31.909863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad871a3-6354-428c-8845-a2ba051afa39 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:31.912201 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0ad871a3-6354-428c-8845-a2ba051afa39 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1634407 Dec 09 09:43:31.914887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33744) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:31.924703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-88179727-51b1-4ac9-8a0f-f795345777af None None] Provisioning for port d032b3c0-8c62-462a-ac1a-3fc716562079 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:43:31.935996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-88179727-51b1-4ac9-8a0f-f795345777af None None] Provisioning complete for port d032b3c0-8c62-462a-ac1a-3fc716562079 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:31.936420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-88179727-51b1-4ac9-8a0f-f795345777af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:31.996180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071c190-05e1-4947-a6b8-150a04541551 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:31.996613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071c190-05e1-4947-a6b8-150a04541551 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:31.997102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071c190-05e1-4947-a6b8-150a04541551 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:31.997453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9071c190-05e1-4947-a6b8-150a04541551 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:31.999333 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9071c190-05e1-4947-a6b8-150a04541551 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0818577 Dec 09 09:43:32.002127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33748) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:32.076159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-88179727-51b1-4ac9-8a0f-f795345777af None None] Port d032b3c0-8c62-462a-ac1a-3fc716562079 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:43:32.104750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:32.154208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-88179727-51b1-4ac9-8a0f-f795345777af None None] Provisioning complete for port 905b5c56-367e-40bc-8c72-f52c3b3234d2 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:32.154631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-88179727-51b1-4ac9-8a0f-f795345777af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:32.222815 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0958b3a0-51e5-4a5b-8db2-97822dbb8a6c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2192471 Dec 09 09:43:32.225590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33752) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:32.233453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-783131118', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:32.378757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:32.383097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:port and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:32.386651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:32.392865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:32.402222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:43:32.407845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:32.431849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] device_id is not set on port 476dff04-89c3-435f-b112-bc5e0ac3ae77 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:43:32.552571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd032b3c0-8c62-462a-ac1a-3fc716562079', 'name': '', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:b1:e3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:29Z', 'updated_at': '2021-12-09T09:43:30Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:32.557203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Checking router: a39c1ca6-326f-4af8-845a-086620c9d67c for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:43:32.557984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Updating router a39c1ca6-326f-4af8-845a-086620c9d67c port d032b3c0-8c62-462a-ac1a-3fc716562079 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:43:32.584169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.3 (ae5193ae-0c6e-4361-9bdd-25b20e6f4bea/9f2d3363-1397-4ee9-b92b-875a34f6fd7d/476dff04-89c3-435f-b112-bc5e0ac3ae77) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:43:32.628684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:32.641047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-752dfb89-3c58-464b-bf5f-7ec547d90026 None None] Provisioning complete for port d032b3c0-8c62-462a-ac1a-3fc716562079 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:32.641492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-752dfb89-3c58-464b-bf5f-7ec547d90026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:32.738040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-752dfb89-3c58-464b-bf5f-7ec547d90026 None None] Port d032b3c0-8c62-462a-ac1a-3fc716562079 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:43:32.804648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:32.821405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 476dff04-89c3-435f-b112-bc5e0ac3ae77 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:43:32.841406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:32.847443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f746d409-87ee-4673-9cde-d287304fb0d2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:32.924988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:43:32.928619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:43:32.930738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:32.933065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:43:32.963332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:33.000706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:33.001330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.027696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8004696 Dec 09 09:43:33.061530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.076443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Transition to ACTIVE for port object d032b3c0-8c62-462a-ac1a-3fc716562079 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:43:33.083350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.088018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:33.214258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8dfb0-4cf4-4a5c-8b5d-d75891453ffa None None] Pushing event updated for resources: {'Port': ['ID=d032b3c0-8c62-462a-ac1a-3fc716562079,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:33.218671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-caf8dfb0-4cf4-4a5c-8b5d-d75891453ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:33.338274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Attempting to bind port d032b3c0-8c62-462a-ac1a-3fc716562079 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:43:33.338959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Attempting to bind port d032b3c0-8c62-462a-ac1a-3fc716562079 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:43:33.339598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Attempting to bind port d032b3c0-8c62-462a-ac1a-3fc716562079 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:43:33.347559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4df36b3c-6016-4701-bbb5-fda0b571174a None None] Provisioning for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:43:33.355055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:43:33.356065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Checking segment: {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:43:33.356719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.357412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Bound using segment: {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:43:33.358172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Bound port: d032b3c0-8c62-462a-ac1a-3fc716562079, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:43:33.358774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.373440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4df36b3c-6016-4701-bbb5-fda0b571174a None None] Provisioning complete for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:33.373865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4df36b3c-6016-4701-bbb5-fda0b571174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.429400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33758) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:33.436396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956459374', 'description': 'tempest-secgroup-smoke-956459374 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:33.443380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:33.448086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:33.451598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:33.458354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:33.470391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.470775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4df36b3c-6016-4701-bbb5-fda0b571174a None None] Port 476dff04-89c3-435f-b112-bc5e0ac3ae77 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:43:33.508800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] For port d032b3c0-8c62-462a-ac1a-3fc716562079, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:43:33.510711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:33.511963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] For port d032b3c0-8c62-462a-ac1a-3fc716562079, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d032b3c0-8c62-462a-ac1a-3fc716562079,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:43:33.515295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.515438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:33.518330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:33.519039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b55ec9b-1ece-4afd-a328-ca8aa0bb0e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:33.524375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:33.601725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 905b5c56-367e-40bc-8c72-f52c3b3234d2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:43:33.609763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.613680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.623083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d551e737-f2fb-441e-ab5a-5119ada7a258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:33.652383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8dfb0-4cf4-4a5c-8b5d-d75891453ffa None None] Pushing event updated for resources: {'Port': ['ID=d032b3c0-8c62-462a-ac1a-3fc716562079,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:33.660616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-caf8dfb0-4cf4-4a5c-8b5d-d75891453ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:33.679514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8beb4f-a845-4907-808d-71dc73013519,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:33.684856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:33.685904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.687322 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2566173 Dec 09 09:43:33.691214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33762) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:33.692390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:33.692863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:33.701378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'ef8beb4f-a845-4907-808d-71dc73013519', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:33.711869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:33.718108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:33.721750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:33.734271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:33.753158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.832684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.836523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.845371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f27729f-47c3-42ef-b05a-d4448570bfc1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:33.867965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59525944-9de7-4c7a-af1e-bdf60c1c876f,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:33.871993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:33.879657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:33.880996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1883888 Dec 09 09:43:33.884041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33766) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:33.891277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'ef8beb4f-a845-4907-808d-71dc73013519', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:33.898142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:33.903003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:33.906213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:33.912853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:33.931649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.011616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.015247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.017229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34f40233-24b7-4b28-831c-e425e543ca73 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:34.042380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaa4212-b11b-4d12-845b-ac780bb38993,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:34.046840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:34.054979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.056283 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1711602 Dec 09 09:43:34.059853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33770) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:34.065972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'ef8beb4f-a845-4907-808d-71dc73013519', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:34.072559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:34.077511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:34.080872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:34.087072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:34.093088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 905b5c56-367e-40bc-8c72-f52c3b3234d2 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:34.093738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.103399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.171586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.174357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.176257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-19dd1318-41ea-4e49-ae7f-ed8e4318198b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:34.178929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:34.200223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4520603c-c5d8-4027-902e-69efa8ecceaa,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:34.202863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:34.209838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.211128 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1502552 Dec 09 09:43:34.214617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33774) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:34.220687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'ef8beb4f-a845-4907-808d-71dc73013519', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:34.226956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:34.232023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:34.235048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:34.241066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:34.256994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.327386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.330295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.332181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-07530797-f41e-4cf3-a091-a3274c491019 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:34.357044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8498a8f2-14c6-4e8c-9e4e-006f0086dc6e,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:34.359703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:34.366233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.367530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1518900 Dec 09 09:43:34.370725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33778) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:34.376668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'ef8beb4f-a845-4907-808d-71dc73013519', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:34.383043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:34.387438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:34.390615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:34.396928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:34.407969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:43:34.414936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.484269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.484544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-589788b4-56ca-42c9-96d3-76ea8b91e90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.487418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.489398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c87e77c1-5f2f-4e37-a249-2d2150281fe2 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:34.513429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aded6ee-99d0-4db7-9a92-97d971e3d374,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:34.516003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:34.522432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.523707 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1519897 Dec 09 09:43:34.527394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33782) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:34.533274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'ef8beb4f-a845-4907-808d-71dc73013519', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:34.539368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:34.543500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:34.546673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:34.552783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:34.564179 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:43:34.571442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.585040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd032b3c0-8c62-462a-ac1a-3fc716562079', 'name': '', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:b1:e3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:29Z', 'updated_at': '2021-12-09T09:43:33Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:34.590160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f78ac4d-e053-4d0b-a949-c8bd8ee74d76 None None] The sync data for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv is: [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd032b3c0-8c62-462a-ac1a-3fc716562079', 'name': '', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:b1:e3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:29Z', 'updated_at': '2021-12-09T09:43:33Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:43:34.646954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.651762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.653808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4e7c65b6-1f14-4b51-8423-ebedebc77cf9 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:34.684491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b18ad86-667d-459e-b3d8-ea51d790ad91,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:34.685640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:34.693029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:34.695697 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1672657 Dec 09 09:43:34.957751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-1ce55830-d1a0-46c7-a64b-b9940ffe76c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:34.973485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-1ce55830-d1a0-46c7-a64b-b9940ffe76c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:34.974744 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-1ce55830-d1a0-46c7-a64b-b9940ffe76c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956459374&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.0656276 Dec 09 09:43:35.058009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-f40d03ba-6fd9-4faf-a1ed-564f40474b78 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:35.058678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-f40d03ba-6fd9-4faf-a1ed-564f40474b78 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:35.074357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-f40d03ba-6fd9-4faf-a1ed-564f40474b78 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:35.075649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-f40d03ba-6fd9-4faf-a1ed-564f40474b78 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 929 time: 0.0922599 Dec 09 09:43:35.155507 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-c3b9aa81-7a69-4b89-b9d3-1954efbf42f1 service neutron] 10.222.0.18 "GET /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0663319 Dec 09 09:43:35.307451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-cc1f7794-e0ca-4ac8-a6de-9aa3a0ba3df3 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453633 Dec 09 09:43:35.458772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-021891be-457f-4aa9-a214-cfbac18257dd service neutron] 10.222.0.18 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444130 Dec 09 09:43:35.613526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d032b3c0-8c62-462a-ac1a-3fc716562079 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:43:35.686428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:35.699407 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c6f98aa-ef35-414c-b24f-1be90a1580f7 req-3c4a1897-2e9c-4808-9ed9-550b7e178d1d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 210 time: 0.0651629 Dec 09 09:43:35.736838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port d032b3c0-8c62-462a-ac1a-3fc716562079 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:43:35.742559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d032b3c0-8c62-462a-ac1a-3fc716562079 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:35.742944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:35.870389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:35.907640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port d032b3c0-8c62-462a-ac1a-3fc716562079, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d032b3c0-8c62-462a-ac1a-3fc716562079,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:35.910534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:35.913362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a1d5cfd-cca8-47c9-a571-dd7a0cb4c71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:35.980425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=d032b3c0-8c62-462a-ac1a-3fc716562079,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:35.984093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:36.687758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-05d3512a-382b-4a2e-a0ad-c33b2f7bf86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:36.825554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5613d200-c6d0-4a6f-b889-0856e78c4a9e req-ed4f8f9c-12c5-4145-9b16-dfc5c1498216 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 210 time: 0.0520694 Dec 09 09:43:37.090364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:37.586179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d032b3c0-8c62-462a-ac1a-3fc716562079 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:43:37.661545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d032b3c0-8c62-462a-ac1a-3fc716562079 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:37.661880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:38.000109 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-da882f3a-b68c-4bbb-8f15-9ed7c73e6ecb req-b7d6322e-a4eb-4221-8a4d-70d7b415a8d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 210 time: 0.0545955 Dec 09 09:43:38.364109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:38.656528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-e9b2852e-a04c-462c-bdaf-d03d5b50dcae service neutron] 10.222.0.65 "GET /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 1025 time: 0.0665855 Dec 09 09:43:38.817219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-3ecf0ac7-1bc5-4eac-b24f-e4375c452ab9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:38.817956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-3ecf0ac7-1bc5-4eac-b24f-e4375c452ab9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:38.833736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-3ecf0ac7-1bc5-4eac-b24f-e4375c452ab9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:38.835025 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-3ecf0ac7-1bc5-4eac-b24f-e4375c452ab9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea HTTP/1.1" status: 200 len: 797 time: 0.1737168 Dec 09 09:43:38.893680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-9a2bf475-7831-4ca5-9d45-b435a8b89a06 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 379 time: 0.0476129 Dec 09 09:43:38.904502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Request body: {'port': {'device_id': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:39.022718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:39.201299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aa3a63ea-21fd-4728-9175-7597ccbb34a7 req-eb1b4558-cc22-486b-9ebb-097d6c32872b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 210 time: 0.0605497 Dec 09 09:43:39.420315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476dff04-89c3-435f-b112-bc5e0ac3ae77 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:43:39.427175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:39.442278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Transition to ACTIVE for port object 476dff04-89c3-435f-b112-bc5e0ac3ae77 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:43:39.445153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:39.449647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c125f02-55e1-46d0-bf5e-f27d0d4c3c76 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:39.577534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:39.582207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:39.697731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Attempting to bind port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:43:39.698823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Attempting to bind port 476dff04-89c3-435f-b112-bc5e0ac3ae77 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:43:39.699038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Attempting to bind port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:43:39.706303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:43:39.706661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Attempting to bind port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:43:39.714882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:43:39.715252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Checking segment: {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:43:39.715671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Bound using segment: {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:43:39.716148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Bound port: 476dff04-89c3-435f-b112-bc5e0ac3ae77, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:43:39.716529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:39.812120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:43:39.815298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:43:39.818233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:39.823404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:39.886600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:39.888083 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] 10.222.0.65 "PUT /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 1130 time: 0.9884634 Dec 09 09:43:39.888663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:43:39.912421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:39.916936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:39.975019 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'status': 'completed', 'code': 200} Dec 09 09:43:40.019355 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-c71b8023-7527-4175-bfc2-f45ca3f92139 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 1133 time: 0.0829518 Dec 09 09:43:40.092886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-a702a3d4-f5d4-4184-8cc8-9f492e0e58c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 217 time: 0.0664611 Dec 09 09:43:40.164931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-8b20210e-6c89-47e2-bd12-237b492affc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:40.166486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-8b20210e-6c89-47e2-bd12-237b492affc1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f2d3363-1397-4ee9-b92b-875a34f6fd7d HTTP/1.1" status: 200 len: 835 time: 0.0673733 Dec 09 09:43:40.247473 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-3d33d229-38c4-4ce0-bafc-fc1d5c6807d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746636 Dec 09 09:43:40.453716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-f4bf3d87-ce17-40a9-9dad-7ae753762308 service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000897 Dec 09 09:43:40.495594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a493a-f44f-4698-8e3f-9a453ddd5636 req-1d470b8d-7a69-4abd-b9d6-c0d32dcf56a2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:40.497071 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-546a493a-f44f-4698-8e3f-9a453ddd5636 req-1d470b8d-7a69-4abd-b9d6-c0d32dcf56a2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 980 time: 0.1507933 Dec 09 09:43:40.626610 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-546a493a-f44f-4698-8e3f-9a453ddd5636 req-16a2d236-d9d0-4199-b4b6-56aa3e76ccc5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191919 Dec 09 09:43:40.644632 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3cd8bf2-075f-4997-aa02-5990f575dee4 req-1124bb8d-d32c-4927-ac98-a4dfbbf0eeac service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847661 Dec 09 09:43:40.771846 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74d52497-8720-4736-850e-b286ef2b4425 req-675e4fea-f210-4fd6-8bea-fbae2b522906 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 1133 time: 0.0759957 Dec 09 09:43:40.913607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d52497-8720-4736-850e-b286ef2b4425 req-f93f018f-34fd-4032-8b8f-209e77a22e48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:40.915191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74d52497-8720-4736-850e-b286ef2b4425 req-f93f018f-34fd-4032-8b8f-209e77a22e48 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea HTTP/1.1" status: 200 len: 898 time: 0.1367617 Dec 09 09:43:41.216690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74d52497-8720-4736-850e-b286ef2b4425 req-da6e69de-3c1e-4058-a57a-465c17c803e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 217 time: 0.2948563 Dec 09 09:43:41.285184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d52497-8720-4736-850e-b286ef2b4425 req-57469f2c-1dca-4d08-a049-3ba4ae54d9d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:41.286670 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74d52497-8720-4736-850e-b286ef2b4425 req-57469f2c-1dca-4d08-a049-3ba4ae54d9d1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f2d3363-1397-4ee9-b92b-875a34f6fd7d HTTP/1.1" status: 200 len: 835 time: 0.0636954 Dec 09 09:43:41.369628 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74d52497-8720-4736-850e-b286ef2b4425 req-c21b073a-2164-4437-9c16-16b31adbfb09 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744047 Dec 09 09:43:41.511378 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74d52497-8720-4736-850e-b286ef2b4425 req-d7d7f340-3f5e-4c36-8370-b933b27e31a3 service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336305 Dec 09 09:43:41.654936 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74d52497-8720-4736-850e-b286ef2b4425 req-343f488e-b4b4-490e-8239-ba8267d9582f service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369436 Dec 09 09:43:41.841925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11e11-1694-4407-b395-1038a27764e6 req-a735376c-574d-433d-83b3-a70d4613f83a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:41.843516 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ad11e11-1694-4407-b395-1038a27764e6 req-a735376c-574d-433d-83b3-a70d4613f83a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 980 time: 0.0844083 Dec 09 09:43:41.891885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2ad11e11-1694-4407-b395-1038a27764e6 req-616deb44-3bfa-49fa-a888-74f580dd7faa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:43:41.904006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2ad11e11-1694-4407-b395-1038a27764e6 req-616deb44-3bfa-49fa-a888-74f580dd7faa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:43:41.905210 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ad11e11-1694-4407-b395-1038a27764e6 req-616deb44-3bfa-49fa-a888-74f580dd7faa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556412 Dec 09 09:43:43.107661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d12a8-d6cc-4c77-be18-01efd11b9802 req-a204f39b-0978-4ad6-b0f6-1e37a26213e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:43.109310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b05d12a8-d6cc-4c77-be18-01efd11b9802 req-a204f39b-0978-4ad6-b0f6-1e37a26213e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 980 time: 0.0819223 Dec 09 09:43:43.157267 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b05d12a8-d6cc-4c77-be18-01efd11b9802 req-e696b135-2e97-47c3-b449-8f96e477706f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Dec 09 09:43:43.620605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 476dff04-89c3-435f-b112-bc5e0ac3ae77 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:43:43.765600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:43.780383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'port_id': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'mac_address': 'fa:16:3e:07:a3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:43:43.837128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:43.855168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476dff04-89c3-435f-b112-bc5e0ac3ae77 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:43:43.870396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:43.873241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:43.875065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:43.938806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:43.941918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:44.076247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['476dff04-89c3-435f-b112-bc5e0ac3ae77'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:43:44.368909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dd7765-1ec8-4db5-88e1-91d787da4c14 req-983b296d-50be-46c4-9154-aeb80b4d7e37 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:44.370846 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a4dd7765-1ec8-4db5-88e1-91d787da4c14 req-983b296d-50be-46c4-9154-aeb80b4d7e37 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 981 time: 0.0867860 Dec 09 09:43:44.419399 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a4dd7765-1ec8-4db5-88e1-91d787da4c14 req-eb4fee9a-55fa-434c-a143-335bec2b4590 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Dec 09 09:43:45.630107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0b5a4-090a-42a0-bba4-e0fad6fc77a9 req-6db9e0e6-358f-4223-963d-c03bee2e6668 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:45.631700 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4fd0b5a4-090a-42a0-bba4-e0fad6fc77a9 req-6db9e0e6-358f-4223-963d-c03bee2e6668 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 981 time: 0.0877869 Dec 09 09:43:45.636229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 476dff04-89c3-435f-b112-bc5e0ac3ae77 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:43:45.684520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4fd0b5a4-090a-42a0-bba4-e0fad6fc77a9 req-bcfed2a6-2ea3-4fed-955e-eb3dbc9752c0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Dec 09 09:43:45.715346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:43:45.723073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:45.723689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:45.861737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:45.888756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:43:45.898744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:45.902393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:45.904316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:45.945192 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'code': 200} Dec 09 09:43:45.975295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:45.978268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:46.185447 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-64767874-de7e-4eec-b880-b885c04089d5 req-7aa0de91-8f22-417c-8604-e8cdd927c762 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 1135 time: 0.0752580 Dec 09 09:43:46.234092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-64767874-de7e-4eec-b880-b885c04089d5 req-c384052d-6e4e-464e-8d08-19e64aa3daaa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424957 Dec 09 09:43:46.901712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533eb41-b776-460d-afc1-74220ec748a4 req-a788af0c-6b81-40a0-b869-cfe6d21fea95 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:46.903182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3533eb41-b776-460d-afc1-74220ec748a4 req-a788af0c-6b81-40a0-b869-cfe6d21fea95 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 982 time: 0.0871665 Dec 09 09:43:46.951462 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3533eb41-b776-460d-afc1-74220ec748a4 req-6fc1d242-eb44-4acf-980e-4bb835efe060 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Dec 09 09:43:47.310493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:48.159373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cd0ca-1497-4470-8f40-685483852c3a req-f40602c7-9c0f-4256-bc13-7d3906bf6a14 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:48.160957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff3cd0ca-1497-4470-8f40-685483852c3a req-f40602c7-9c0f-4256-bc13-7d3906bf6a14 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 982 time: 0.0818098 Dec 09 09:43:48.212921 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff3cd0ca-1497-4470-8f40-685483852c3a req-feb7c5c7-62b7-4f20-8f17-a7f2f6654e2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456638 Dec 09 09:43:48.429291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8af93-aff8-4489-ae7b-be8434256c4b req-7114bc59-7bfe-4171-9762-0b7fe55cb6fb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:48.430935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1ee8af93-aff8-4489-ae7b-be8434256c4b req-7114bc59-7bfe-4171-9762-0b7fe55cb6fb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 982 time: 0.0886064 Dec 09 09:43:48.490299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1ee8af93-aff8-4489-ae7b-be8434256c4b req-06e8315b-101f-4fdf-85f2-f61e777777c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518959 Dec 09 09:43:48.526668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33842) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:48.615844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f398bb9-0dd0-4f13-bc76-43bae3daadbd tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 1130 time: 0.0877616 Dec 09 09:43:48.619912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33846) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:48.627155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:48.634178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:48.639307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:floatingip and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:48.642988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:48.649320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:48.661952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:48.845566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:49.005022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.218 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/7dbc247c-2298-40b7-b811-4890161b8f14) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:43:49.196169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:49.224395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:49.232064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:49.310714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:43:49.313775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:43:49.319387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=7dbc247c-2298-40b7-b811-4890161b8f14,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:49.323478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:43:49.359819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:50.109203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:50.162777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:50.380143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:50.383619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:50.388472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:50.489157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=7dbc247c-2298-40b7-b811-4890161b8f14,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:50.493641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:50.506031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:50.706783 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP ac67a535-4cf0-488c-97d8-7372de6245af associated. External IP: 172.26.8.218, port: 476dff04-89c3-435f-b112-bc5e0ac3ae77. Dec 09 09:43:51.124053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router a39c1ca6-326f-4af8-845a-086620c9d67c has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:43:51.326376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:43:51.336252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] Sync routers for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:43:51.349208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:51.349891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:51.350906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:51.413965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.7917056 Dec 09 09:43:51.414664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:43:51.417097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33850) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:51.486168 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'status': 'completed', 'code': 200} Dec 09 09:43:51.570191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d6065d9a-527f-45fa-8e75-b6243cbf6803 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26&network_id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea HTTP/1.1" status: 200 len: 1130 time: 0.1510766 Dec 09 09:43:51.598739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f8f440f-5cae-46b2-b77c-cf8b0e62be0f req-416f467f-fe58-4dde-a67d-9d69e6a0223f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 1135 time: 0.0881369 Dec 09 09:43:51.699520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:51.766152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f440f-5cae-46b2-b77c-cf8b0e62be0f req-144e657e-cbcf-4db2-b49d-eb8eb46e404b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:51.767993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f8f440f-5cae-46b2-b77c-cf8b0e62be0f req-144e657e-cbcf-4db2-b49d-eb8eb46e404b service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea HTTP/1.1" status: 200 len: 898 time: 0.1625836 Dec 09 09:43:51.882907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f8f440f-5cae-46b2-b77c-cf8b0e62be0f req-57ef4aac-99a3-4aa2-84c2-45ab2bba6e20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 1036 time: 0.1079929 Dec 09 09:43:51.964217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f440f-5cae-46b2-b77c-cf8b0e62be0f req-b8502b9c-ad0c-47a7-960d-07faad8d3afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:51.966471 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f8f440f-5cae-46b2-b77c-cf8b0e62be0f req-b8502b9c-ad0c-47a7-960d-07faad8d3afe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f2d3363-1397-4ee9-b92b-875a34f6fd7d HTTP/1.1" status: 200 len: 835 time: 0.0748968 Dec 09 09:43:51.999547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa44bbc-8f64-4b78-929d-5f36c625cb8a req-4a2cf5b8-fb3b-4315-a795-9c9ca50d8417 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:52.001257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3aa44bbc-8f64-4b78-929d-5f36c625cb8a req-4a2cf5b8-fb3b-4315-a795-9c9ca50d8417 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 982 time: 0.0831063 Dec 09 09:43:52.052158 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f8f440f-5cae-46b2-b77c-cf8b0e62be0f req-83699505-11e1-4409-898c-0fc7ba21de43 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781372 Dec 09 09:43:52.054479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3aa44bbc-8f64-4b78-929d-5f36c625cb8a req-f24d9d37-93ba-4e6a-94c1-41c54048a527 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466628 Dec 09 09:43:52.095269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ac67a535-4cf0-488c-97d8-7372de6245af', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.218', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'port_id': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-783131118', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'mac_address': 'fa:16:3e:07:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:43:49Z', 'updated_at': '2021-12-09T09:43:49Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd032b3c0-8c62-462a-ac1a-3fc716562079', 'name': '', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:b1:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:29Z', 'updated_at': '2021-12-09T09:43:35Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:52.099596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] Checking router: a39c1ca6-326f-4af8-845a-086620c9d67c for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:43:52.111337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:43:52.111997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:43:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:52.198064 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f8f440f-5cae-46b2-b77c-cf8b0e62be0f req-1f0ad392-057b-4e49-b19a-f5397b4b6d8a service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386163 Dec 09 09:43:52.300653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:43:52.341827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f8f440f-5cae-46b2-b77c-cf8b0e62be0f req-fbc69153-6d3a-4261-85e4-6b735a360b37 service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372011 Dec 09 09:43:52.656731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ac67a535-4cf0-488c-97d8-7372de6245af', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.218', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'port_id': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-783131118', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'mac_address': 'fa:16:3e:07:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:43:49Z', 'updated_at': '2021-12-09T09:43:49Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd032b3c0-8c62-462a-ac1a-3fc716562079', 'name': '', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:b1:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:29Z', 'updated_at': '2021-12-09T09:43:35Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:43:52.660864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6c0e1b-bcd8-4dca-b57a-4e8beb8428a4 None None] The sync data for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv is: [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ac67a535-4cf0-488c-97d8-7372de6245af', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.218', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'port_id': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-783131118', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'mac_address': 'fa:16:3e:07:a3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843ede21-2d56-4bf4-be6b-b402ce698d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:43:49Z', 'updated_at': '2021-12-09T09:43:49Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd032b3c0-8c62-462a-ac1a-3fc716562079', 'name': '', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:b1:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:29Z', 'updated_at': '2021-12-09T09:43:35Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:43:52.985644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1c7260-a953-40b6-b018-88999a2de406 None None] New status for floating IP ac67a535-4cf0-488c-97d8-7372de6245af: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:43:53.301756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-58c97046-c5de-4cfe-ab99-9ceb972a5f00 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:53.303358 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-58c97046-c5de-4cfe-ab99-9ceb972a5f00 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 982 time: 0.1573567 Dec 09 09:43:53.309814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d312ba-69e6-4fc0-b013-555ed8e40a59 req-ae69c12c-c3c0-40c1-9457-55cf5d667ea4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:53.311314 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-91d312ba-69e6-4fc0-b013-555ed8e40a59 req-ae69c12c-c3c0-40c1-9457-55cf5d667ea4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 982 time: 0.1239965 Dec 09 09:43:53.423322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-67ff3636-33db-4f6a-a612-bfc9e8897dad tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:53.424825 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-67ff3636-33db-4f6a-a612-bfc9e8897dad tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1125822 Dec 09 09:43:53.428744 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-91d312ba-69e6-4fc0-b013-555ed8e40a59 req-cc32eef7-2b7a-4569-a8d3-8d8209d5146a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823414 Dec 09 09:43:53.585220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-6f0bf14a-48da-40d0-aeb4-eecab82e418a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1551118 Dec 09 09:43:53.595411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:53.707504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:53.918036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:43:53.947722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:43:53.998955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] device_id is not set on port 476dff04-89c3-435f-b112-bc5e0ac3ae77 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:43:54.007384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:54.012008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:54.016499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c763292-95e9-455c-9ef0-183d9911eb3d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:54.147628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=6']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:54.152251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:54.219322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] No DVR routers for this DVR port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:43:54.347811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-30e72610-c82d-472a-9f39-4e5305a4af3b None None] Provisioning complete for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:43:54.348155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30e72610-c82d-472a-9f39-4e5305a4af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:54.403783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-30e72610-c82d-472a-9f39-4e5305a4af3b None None] Port 476dff04-89c3-435f-b112-bc5e0ac3ae77 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:43:54.473456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] In _notify_port_updated(), no bound segment for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:43:54.474601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:54.476007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c7e3136-273a-44b6-ab23-be9b895c89b5 req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] 10.222.0.65 "PUT /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 1025 time: 0.8848736 Dec 09 09:43:54.601356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2a34603f-4992-4864-8a35-0bab17221f29 req-356804ff-cb03-4658-b86a-c643f8c585a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=843ede21-2d56-4bf4-be6b-b402ce698d26 HTTP/1.1" status: 200 len: 210 time: 0.0499923 Dec 09 09:43:55.708371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33866) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:55.784257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1860aab-d9b7-418e-b1e2-51b0b6f00742 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:55.785819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e1860aab-d9b7-418e-b1e2-51b0b6f00742 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 924 time: 0.0761833 Dec 09 09:43:56.173927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33872) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:56.180688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545595803', 'description': 'tempest-secgroup-smoke-1545595803 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:56.187733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:56.197928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:56.207829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.245057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:56.249822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:56.252761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:56.258865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:56.315326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.318032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.323237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8efd96b3-c0f1-4ea3-ade8-fb06c6834be5 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:56.369301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb097046-d41f-4188-9af0-fea95181d1c5,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:56.373211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:56.374764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.378706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2010407 Dec 09 09:43:56.379327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33876) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:56.384952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'cb097046-d41f-4188-9af0-fea95181d1c5', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:56.391756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:56.395781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:56.398817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:56.405063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:56.421082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.483413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.485994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.487852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3fa5899e-abb2-44d1-945f-1c7baafd2541 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:56.511524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d194ba1b-c61f-4b38-a311-b558706bba6c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:56.514162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:56.520194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.521498 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1413419 Dec 09 09:43:56.524378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33880) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:56.530329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'cb097046-d41f-4188-9af0-fea95181d1c5', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:56.536459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:56.540473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:56.544017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:56.550059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:56.566157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.632001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.634615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.641847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9bd5039-16e2-4e7f-8882-255fff5308a7 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:56.661357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db35cee6-efd5-4215-80f1-c44a566b7cde,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:56.665922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:56.669983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.671249 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1458867 Dec 09 09:43:56.674207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33884) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:56.680014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'cb097046-d41f-4188-9af0-fea95181d1c5', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:56.686177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:56.690100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:56.693043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:56.699123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:56.720379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.789619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.792969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.794953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f0b9d89-4b47-453d-b8de-98232142b1dc tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:56.817782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5407093a-a771-4171-8f36-3e0a9e1e4a78,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:56.820294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:56.826494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.827766 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1525826 Dec 09 09:43:56.830593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33888) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:56.836512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'cb097046-d41f-4188-9af0-fea95181d1c5', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:56.843252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:56.847292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:56.850257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:56.858254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:56.875393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.940441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.942950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.950495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95276a6c-78d0-4a0e-905d-8b430c6b1fe8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:56.969755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13ca50b-7368-45c8-a174-b6396d5b12db,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:56.974477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:56.978121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:56.979421 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1478238 Dec 09 09:43:56.984624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33892) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:56.990750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'cb097046-d41f-4188-9af0-fea95181d1c5', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:56.997099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:57.001163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:57.004182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:57.010223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:57.020231 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:43:57.028054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:57.104770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:57.107678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:57.109500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:57.132239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db4d4f3-3ca6-4e71-8be2-a3cc7ff99e6d,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:57.134791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:57.141436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:57.142717 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1570210 Dec 09 09:43:57.145631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33896) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:43:57.151474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': 'cb097046-d41f-4188-9af0-fea95181d1c5', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:57.158206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:43:57.162165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:43:57.165224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:43:57.171312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:43:57.181014 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:43:57.187658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:57.256128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:57.258789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:57.260699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2be71128-11f7-4dd6-aa57-b192d51aa5d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:43:57.285101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e05f6fd-4cfb-4664-91ab-203bccb6622c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:43:57.287696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:43:57.294031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:43:57.295307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1486835 Dec 09 09:43:57.690120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 476dff04-89c3-435f-b112-bc5e0ac3ae77 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:43:57.702174 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-ef8c05fa-5895-48ec-abde-707070f182b6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545595803&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.2738113 Dec 09 09:43:57.754497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 476dff04-89c3-435f-b112-bc5e0ac3ae77 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:43:57.782920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-93776412-2093-4fdb-95d9-e4e4005740a2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:57.784373 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-93776412-2093-4fdb-95d9-e4e4005740a2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 929 time: 0.0748155 Dec 09 09:43:57.863244 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-414ba0cd-a12e-4baf-abc7-5fb056f6782e service neutron] 10.222.0.18 "GET /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0656123 Dec 09 09:43:58.004133 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-3fc73bbf-5be6-455e-80d8-6827d3687094 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347246 Dec 09 09:43:58.144456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-9c339ed3-02cd-4f66-bec9-c372e67b4fbb service neutron] 10.222.0.18 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339912 Dec 09 09:43:58.346838 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7da3a17f-44db-4489-81d6-61ae3f1db360 req-9e5754a6-79b1-4d70-8f96-6b2869f9daa2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 210 time: 0.0457811 Dec 09 09:43:59.330502 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-626f3e68-6b5a-4a7c-b813-20c0db67d29d service neutron] 10.222.0.65 "GET /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 1025 time: 0.0649378 Dec 09 09:43:59.533695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8d3c2771-9bb4-4a63-a7b3-e5ec88304101 req-442ecbfe-7baf-4724-ac01-1d8b7853e4e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 210 time: 0.0612440 Dec 09 09:43:59.540267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-857dea1d-d42b-4672-be29-765eaa5e2fd6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:43:59.541757 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-857dea1d-d42b-4672-be29-765eaa5e2fd6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea HTTP/1.1" status: 200 len: 797 time: 0.2059438 Dec 09 09:43:59.598040 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-4bcddd77-d05d-4131-8a16-a96144f2ca8e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 472 time: 0.0448551 Dec 09 09:43:59.608909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Request body: {'port': {'device_id': '7a7021b6-13dd-436d-a7f0-9b285c00c2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:43:59.723324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:00.080165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476dff04-89c3-435f-b112-bc5e0ac3ae77 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:44:00.086933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:00.101754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Transition to ACTIVE for port object 476dff04-89c3-435f-b112-bc5e0ac3ae77 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:44:00.104437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:00.109647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a7a1933-aa51-4c76-b684-597c1ccfad34 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:00.240995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=7']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:00.253089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:00.390502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Attempting to bind port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:44:00.390976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Attempting to bind port 476dff04-89c3-435f-b112-bc5e0ac3ae77 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:44:00.391209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Attempting to bind port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:44:00.397486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:44:00.397840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Attempting to bind port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:44:00.404537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:44:00.404899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Checking segment: {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:44:00.405337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Bound using segment: {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:44:00.405801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Bound port: 476dff04-89c3-435f-b112-bc5e0ac3ae77, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0a8a98-b3b5-4c77-a95f-69f6d379c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:44:00.406177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:00.495107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:44:00.498725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:44:00.501988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:00.506337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-552ebfe4-9d64-4a31-b525-7d9736d68aa7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:00.572428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:00.574718 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] 10.222.0.65 "PUT /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 1130 time: 0.9701951 Dec 09 09:44:00.575376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7021b6-13dd-436d-a7f0-9b285c00c2bb', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:44:00.612434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=8']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:00.619204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:00.679241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7021b6-13dd-436d-a7f0-9b285c00c2bb', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'status': 'completed', 'code': 200} Dec 09 09:44:00.729288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-5948ce29-dcb5-43ea-b4bb-dc6c9c55ea2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 1133 time: 0.0948594 Dec 09 09:44:00.765048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b9ed0-64e0-4c7f-a675-824c8b8bd15b req-d3d9262c-c090-49b3-9b73-bf19457cdd7f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:00.766749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bc0b9ed0-64e0-4c7f-a675-824c8b8bd15b req-d3d9262c-c090-49b3-9b73-bf19457cdd7f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 980 time: 0.0944993 Dec 09 09:44:00.830372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bc0b9ed0-64e0-4c7f-a675-824c8b8bd15b req-4573661c-5c1e-4dfe-ab66-e1ce146cb6fd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:44:00.846956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bc0b9ed0-64e0-4c7f-a675-824c8b8bd15b req-4573661c-5c1e-4dfe-ab66-e1ce146cb6fd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:44:00.848239 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bc0b9ed0-64e0-4c7f-a675-824c8b8bd15b req-4573661c-5c1e-4dfe-ab66-e1ce146cb6fd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752892 Dec 09 09:44:00.854186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-4dd6a528-71be-4a0a-abbe-10c23b607920 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 1036 time: 0.1172376 Dec 09 09:44:00.926437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-d1f1f419-58b5-4569-8eac-59288002317a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:00.928067 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-d1f1f419-58b5-4569-8eac-59288002317a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f2d3363-1397-4ee9-b92b-875a34f6fd7d HTTP/1.1" status: 200 len: 835 time: 0.0671496 Dec 09 09:44:01.011860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-70df665a-db83-47e4-b93e-ac22da2e5b00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772552 Dec 09 09:44:01.135069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:44:01.160885 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-f523c287-798a-4ed6-a926-0aad6a0c42e9 service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425240 Dec 09 09:44:01.301597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26b00748-f2d7-4e49-a1c2-933f2d6d2767 req-ec8fa4ef-9be7-48fa-8eb3-46a548920543 service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350543 Dec 09 09:44:01.416892 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9eb443cf-4d61-4cf8-a4c9-e2d99fe14b0b req-e1e95c24-0617-41e6-93c4-4b456a340c58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 1133 time: 0.0730388 Dec 09 09:44:01.563848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb443cf-4d61-4cf8-a4c9-e2d99fe14b0b req-e17a6941-4897-4721-83ee-b6de4a821710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:01.565468 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9eb443cf-4d61-4cf8-a4c9-e2d99fe14b0b req-e17a6941-4897-4721-83ee-b6de4a821710 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea HTTP/1.1" status: 200 len: 898 time: 0.1425023 Dec 09 09:44:01.675289 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9eb443cf-4d61-4cf8-a4c9-e2d99fe14b0b req-6b8c73ec-30a2-42fa-99fd-01f5443f729f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 1036 time: 0.1024270 Dec 09 09:44:01.751752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb443cf-4d61-4cf8-a4c9-e2d99fe14b0b req-a83707cf-f66e-4b11-a9bc-65c17595de2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:01.753374 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9eb443cf-4d61-4cf8-a4c9-e2d99fe14b0b req-a83707cf-f66e-4b11-a9bc-65c17595de2c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9f2d3363-1397-4ee9-b92b-875a34f6fd7d HTTP/1.1" status: 200 len: 835 time: 0.0713723 Dec 09 09:44:01.839715 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9eb443cf-4d61-4cf8-a4c9-e2d99fe14b0b req-84b097f9-24aa-4204-8f47-dcde5964092c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792265 Dec 09 09:44:02.014900 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9eb443cf-4d61-4cf8-a4c9-e2d99fe14b0b req-d36db6d6-4b9d-4f62-937d-58afff89eec7 service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684546 Dec 09 09:44:02.184443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d0dccd-5436-4fe4-9ec0-7433d5379304 req-e814246b-2ea5-4630-b614-6e02cc1538f8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:02.186076 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24d0dccd-5436-4fe4-9ec0-7433d5379304 req-e814246b-2ea5-4630-b614-6e02cc1538f8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 980 time: 0.2108593 Dec 09 09:44:02.191586 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9eb443cf-4d61-4cf8-a4c9-e2d99fe14b0b req-7bf65104-afe1-4f03-902f-58443f4c9af0 service neutron] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662638 Dec 09 09:44:02.236413 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24d0dccd-5436-4fe4-9ec0-7433d5379304 req-17234247-964b-4aeb-a59c-e3960899746c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438049 Dec 09 09:44:03.440909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064aa0d-3092-4e8e-bde1-af2a82009e1e req-e1659ae9-7103-4f90-86d7-478b8947b1d4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:03.442537 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b064aa0d-3092-4e8e-bde1-af2a82009e1e req-e1659ae9-7103-4f90-86d7-478b8947b1d4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 980 time: 0.0818422 Dec 09 09:44:03.493596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b064aa0d-3092-4e8e-bde1-af2a82009e1e req-7353e8eb-7e54-4338-b08c-07794e06d864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449159 Dec 09 09:44:03.729450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 476dff04-89c3-435f-b112-bc5e0ac3ae77 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:44:03.872135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:03.885916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'port_id': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'mac_address': 'fa:16:3e:07:a3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:44:03.940096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:03.957898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476dff04-89c3-435f-b112-bc5e0ac3ae77 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:44:03.972736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:03.975470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:03.977356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:04.054582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=9']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:04.059058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:04.177578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['476dff04-89c3-435f-b112-bc5e0ac3ae77'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:44:04.404908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e78940f9-ceb3-4e2b-96e0-936dd3a64e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:04.944169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22fc00-2ed2-45d4-ab17-e94752a2e916 req-ab8b6510-0233-4415-8362-5d8e07006a5c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:04.945815 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b22fc00-2ed2-45d4-ab17-e94752a2e916 req-ab8b6510-0233-4415-8362-5d8e07006a5c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 981 time: 0.3208408 Dec 09 09:44:04.995439 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b22fc00-2ed2-45d4-ab17-e94752a2e916 req-995c2f94-13a7-49ec-a2f0-3710e54113c2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Dec 09 09:44:05.641067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:05.728736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 476dff04-89c3-435f-b112-bc5e0ac3ae77 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:44:05.802353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:44:05.807037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:05.807457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:05.920783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:05.948111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7021b6-13dd-436d-a7f0-9b285c00c2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:44:05.958936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:05.961798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:05.964772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:06.011246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7021b6-13dd-436d-a7f0-9b285c00c2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476dff04-89c3-435f-b112-bc5e0ac3ae77', 'code': 200} Dec 09 09:44:06.039184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=10']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:06.044290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:06.273911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df85a3-437e-4320-a7cb-bad34085cc55 req-838a5329-53eb-4b80-98f3-73ae8f29366f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:06.275497 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-32df85a3-437e-4320-a7cb-bad34085cc55 req-838a5329-53eb-4b80-98f3-73ae8f29366f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 983 time: 0.1507175 Dec 09 09:44:06.299558 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-abe12fab-2277-4ecc-8eee-f7a8182c9269 req-b4588560-b39a-4e9e-9db9-7cb58a439b53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 1136 time: 0.1217196 Dec 09 09:44:06.359050 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-32df85a3-437e-4320-a7cb-bad34085cc55 req-6a0c3b7b-b2b8-44ce-a257-8aff2a599967 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761869 Dec 09 09:44:06.363177 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-abe12fab-2277-4ecc-8eee-f7a8182c9269 req-dc975072-3289-4b78-9025-b7202009e852 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561836 Dec 09 09:44:06.689076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-722263ad-41a1-4f1e-b908-5504afbfe203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:07.093808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:07.565177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a74c64-1dd5-44dd-a64f-8887502aa275 req-877a58f4-3655-4e68-b5ac-129d0779f84f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:07.566770 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13a74c64-1dd5-44dd-a64f-8887502aa275 req-877a58f4-3655-4e68-b5ac-129d0779f84f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 983 time: 0.0840483 Dec 09 09:44:07.615685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13a74c64-1dd5-44dd-a64f-8887502aa275 req-bbe9d635-6b9a-408b-9e11-eb9adf4f54ec tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 Dec 09 09:44:07.817518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d2fe5-fb0a-4d67-95ee-bec8fc0f2c3a req-48bfcbea-1709-4c81-a106-b7c3673d100c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:07.819103 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b90d2fe5-fb0a-4d67-95ee-bec8fc0f2c3a req-48bfcbea-1709-4c81-a106-b7c3673d100c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 983 time: 0.0816591 Dec 09 09:44:07.871307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b90d2fe5-fb0a-4d67-95ee-bec8fc0f2c3a req-6c5075c4-474e-4b8e-b98d-e51cff7c0416 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453279 Dec 09 09:44:07.898616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33946) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:07.977725 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-db42db2b-132b-4c1a-b6cb-f8ed539ea5f9 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb&network_id=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea HTTP/1.1" status: 200 len: 1131 time: 0.0776603 Dec 09 09:44:08.367076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:08.379449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b671c7-86d6-4082-9a6b-cfa6452cf40d req-31a739d6-a87b-49dc-8eac-581db02dfd6c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:08.381035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-95b671c7-86d6-4082-9a6b-cfa6452cf40d req-31a739d6-a87b-49dc-8eac-581db02dfd6c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 983 time: 0.0829740 Dec 09 09:44:08.435121 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-95b671c7-86d6-4082-9a6b-cfa6452cf40d req-68f1ed13-4274-484c-82cc-2349bc862f7e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476160 Dec 09 09:44:09.575973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-e49f37a0-5d2e-4b6c-9222-fbfad3acd617 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:09.579468 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-e49f37a0-5d2e-4b6c-9222-fbfad3acd617 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 983 time: 0.0881996 Dec 09 09:44:09.646704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f003c-1a96-4ff9-95d6-cee3e331c679 req-b42ce52c-c0b5-4f74-8762-09236c17e8d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:09.648303 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf3f003c-1a96-4ff9-95d6-cee3e331c679 req-b42ce52c-c0b5-4f74-8762-09236c17e8d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 983 time: 0.0855570 Dec 09 09:44:09.654931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-822f1943-f87c-4f8a-82b8-907667e60832 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:09.656450 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-822f1943-f87c-4f8a-82b8-907667e60832 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0727382 Dec 09 09:44:09.698361 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf3f003c-1a96-4ff9-95d6-cee3e331c679 req-2bbba616-86ef-4e2c-9224-7ab8237282c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422125 Dec 09 09:44:09.818555 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-9e9f915f-6598-4df3-b4b7-5b008cc64156 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1574776 Dec 09 09:44:09.829191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:09.946864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:10.153251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=476dff04-89c3-435f-b112-bc5e0ac3ae77,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:10.183228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] For port 476dff04-89c3-435f-b112-bc5e0ac3ae77, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:44:10.237518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] device_id is not set on port 476dff04-89c3-435f-b112-bc5e0ac3ae77 yet. {{(pid=88884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Dec 09 09:44:10.244869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:10.249704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:10.254059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b0155ed-9043-4d97-a0cc-ee5dac20044a tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:10.382524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] Pushing event updated for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=11']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:10.388151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:10.454206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] No DVR routers for this DVR port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:44:10.572326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c707ff50-8b7e-470c-a2a9-c9e735782ece None None] Provisioning complete for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:10.572747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c707ff50-8b7e-470c-a2a9-c9e735782ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:10.627315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c707ff50-8b7e-470c-a2a9-c9e735782ece None None] Port 476dff04-89c3-435f-b112-bc5e0ac3ae77 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:44:10.708975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] In _notify_port_updated(), no bound segment for port 476dff04-89c3-435f-b112-bc5e0ac3ae77 on network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea {{(pid=88884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:829}} Dec 09 09:44:10.710074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:10.711516 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed263b11-862a-4ce0-8167-c77e2c251a24 req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] 10.222.0.65 "PUT /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 200 len: 1026 time: 0.8866556 Dec 09 09:44:10.874751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0df7dd1e-7fe1-42b8-9c66-1444acbfeb10 req-e015e62e-ef66-46d9-b5c5-830c25422ba4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a7021b6-13dd-436d-a7f0-9b285c00c2bb HTTP/1.1" status: 200 len: 210 time: 0.0480180 Dec 09 09:44:11.983019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33960) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:12.059457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ff00-f87d-42ca-b86d-84dafa3fed62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:12.090700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ff00-f87d-42ca-b86d-84dafa3fed62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:12.141027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ff00-f87d-42ca-b86d-84dafa3fed62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:12.146292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:12.162108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6ff00-f87d-42ca-b86d-84dafa3fed62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb097046-d41f-4188-9af0-fea95181d1c5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:12.165016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1d6ff00-f87d-42ca-b86d-84dafa3fed62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:12.171664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c1d6ff00-f87d-42ca-b86d-84dafa3fed62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:12.175564 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c1d6ff00-f87d-42ca-b86d-84dafa3fed62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/cb097046-d41f-4188-9af0-fea95181d1c5 HTTP/1.1" status: 204 len: 168 time: 0.1888156 Dec 09 09:44:12.210529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33966) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:12.423568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 7dbc247c-2298-40b7-b811-4890161b8f14 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:44:12.423860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:12.597772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:12.598135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:12.723496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 7dbc247c-2298-40b7-b811-4890161b8f14 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:44:12.879731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:12.884823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e8af0f9-846b-4647-9851-00098c2e090a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:12.925598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=7dbc247c-2298-40b7-b811-4890161b8f14,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:12.928578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:13.023736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:13.658830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router a39c1ca6-326f-4af8-845a-086620c9d67c has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:44:13.775405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 476dff04-89c3-435f-b112-bc5e0ac3ae77 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:44:13.835031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 476dff04-89c3-435f-b112-bc5e0ac3ae77 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:44:13.867096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:44:13.877933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] Sync routers for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:44:13.887412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:13.891854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:13.892530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:13.944517 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/floatingips/ac67a535-4cf0-488c-97d8-7372de6245af HTTP/1.1" status: 204 len: 168 time: 1.7327960 Dec 09 09:44:14.081456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:14.111152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33974) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:14.185447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-477a731a-2128-4c65-84c8-d0d66f8521c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:14.217977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-477a731a-2128-4c65-84c8-d0d66f8521c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:14.268787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-477a731a-2128-4c65-84c8-d0d66f8521c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:14.274216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de2e3b2b-4247-4ebd-a1ad-c759656fb3e4 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:14.290729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a731a-2128-4c65-84c8-d0d66f8521c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8beb4f-a845-4907-808d-71dc73013519,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:14.293427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-477a731a-2128-4c65-84c8-d0d66f8521c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:14.299444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-477a731a-2128-4c65-84c8-d0d66f8521c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:14.303316 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-477a731a-2128-4c65-84c8-d0d66f8521c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef8beb4f-a845-4907-808d-71dc73013519 HTTP/1.1" status: 204 len: 168 time: 0.1884463 Dec 09 09:44:14.338076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 33980) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:14.413068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 476dff04-89c3-435f-b112-bc5e0ac3ae77 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:44:14.413399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:14.421443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd032b3c0-8c62-462a-ac1a-3fc716562079', 'name': '', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:b1:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:29Z', 'updated_at': '2021-12-09T09:43:35Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:14.425459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] Checking router: a39c1ca6-326f-4af8-845a-086620c9d67c for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:44:14.436424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:14.437076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:14.670850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:14.774994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:14.806316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 476dff04-89c3-435f-b112-bc5e0ac3ae77 owned by {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:44:14.947613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:14.954364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c980469-8528-4448-94f6-e3cb254b3139 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:15.004034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=476dff04-89c3-435f-b112-bc5e0ac3ae77,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:15.008338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:15.110517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:15.115049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd032b3c0-8c62-462a-ac1a-3fc716562079', 'name': '', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:b1:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:29Z', 'updated_at': '2021-12-09T09:43:35Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:15.119641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab1d1d-1c6b-4489-944b-c44f8fa1c64d None None] The sync data for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv is: [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd032b3c0-8c62-462a-ac1a-3fc716562079', 'name': '', 'network_id': 'ae5193ae-0c6e-4361-9bdd-25b20e6f4bea', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:b1:e3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:29Z', 'updated_at': '2021-12-09T09:43:35Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '9f2d3363-1397-4ee9-b92b-875a34f6fd7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:44:15.122483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/ports/476dff04-89c3-435f-b112-bc5e0ac3ae77 HTTP/1.1" status: 204 len: 168 time: 0.7825274 Dec 09 09:44:15.125454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33984) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:15.619679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8185f8f-2d98-4e69-afd3-615c853162be None None] New status for floating IP ac67a535-4cf0-488c-97d8-7372de6245af: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:44:15.794983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:16.427063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port d032b3c0-8c62-462a-ac1a-3fc716562079 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:44:16.427639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:16.624529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port d032b3c0-8c62-462a-ac1a-3fc716562079, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d032b3c0-8c62-462a-ac1a-3fc716562079,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:16.624925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:16.752971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for d032b3c0-8c62-462a-ac1a-3fc716562079 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:44:16.952107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:16.956489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b3def86-03a6-4434-b197-bace35fa034c tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:17.000247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=d032b3c0-8c62-462a-ac1a-3fc716562079,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:17.004756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:17.323658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:17.327119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:17.931321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router a39c1ca6-326f-4af8-845a-086620c9d67c has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:44:18.134126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:44:18.144700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] Sync routers for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:44:18.148992 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/a39c1ca6-326f-4af8-845a-086620c9d67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0221531 Dec 09 09:44:18.152348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33988) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:18.158562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:18.159266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:18.349499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:18.352049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting subnet 9f2d3363-1397-4ee9-b92b-875a34f6fd7d {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:44:18.356180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:18.412705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:18.502931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:18.576969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:18.581494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d0986cf-2445-4d6f-9d5f-dd687ccfc4c6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:18.622091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2d3363-1397-4ee9-b92b-875a34f6fd7d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:18.625015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:18.627588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:18.634089 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/subnets/9f2d3363-1397-4ee9-b92b-875a34f6fd7d HTTP/1.1" status: 204 len: 168 time: 0.4807005 Dec 09 09:44:18.635644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d9847-e4d6-4724-81df-9214592fc0d7 None None] Network ae5193ae-0c6e-4361-9bdd-25b20e6f4bea requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:44:18.637213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33992) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:18.656142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:44:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:18.660239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] Checking router: a39c1ca6-326f-4af8-845a-086620c9d67c for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:44:18.673134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] Routers {'a39c1ca6-326f-4af8-845a-086620c9d67c'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:18.673818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['a39c1ca6-326f-4af8-845a-086620c9d67c'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:18.905671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] Set router a39c1ca6-326f-4af8-845a-086620c9d67c gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:19.114711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] DHCP port deletion for ae5193ae-0c6e-4361-9bdd-25b20e6f4bea request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:44:19.120600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] Deleting port 905b5c56-367e-40bc-8c72-f52c3b3234d2 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:44:19.121445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:19.131218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:19.242199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:44:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:19.246813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6513b56-6b79-4505-b507-ddaf0dcf8dd6 None None] The sync data for ids ['a39c1ca6-326f-4af8-845a-086620c9d67c'] in dv-neutron-819581-1-hyperv is: [{'id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'name': 'tempest-TestNetworkBasicOps-router-1180736602', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:44:16Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e939136f-bc9b-4acf-84d7-dfabd34403ef', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c1ca6-326f-4af8-845a-086620c9d67c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:43:24Z', 'updated_at': '2021-12-09T09:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:44:19.345365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] For port 905b5c56-367e-40bc-8c72-f52c3b3234d2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=905b5c56-367e-40bc-8c72-f52c3b3234d2,segment=NetworkSegment(9c0a8a98-b3b5-4c77-a95f-69f6d379c657),segment_id=9c0a8a98-b3b5-4c77-a95f-69f6d379c657)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:19.345812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:19.350746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:19.361353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port e939136f-bc9b-4acf-84d7-dfabd34403ef {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:44:19.361735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:19.476223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] Calling delete_port for 905b5c56-367e-40bc-8c72-f52c3b3234d2 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:44:19.555022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:19.555131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port e939136f-bc9b-4acf-84d7-dfabd34403ef, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e939136f-bc9b-4acf-84d7-dfabd34403ef,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:19.555507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:19.560305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4692b268-929f-4783-8b49-3829dac9188f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:19.606557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] Pushing event deleted for resources: {'Port': ['ID=905b5c56-367e-40bc-8c72-f52c3b3234d2,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:19.609865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:19.610734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] No DVR routers for this DVR port 905b5c56-367e-40bc-8c72-f52c3b3234d2 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:44:19.623541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d032b3c0-8c62-462a-ac1a-3fc716562079 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:44:19.660005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: d032b3c0-8c62-462a-ac1a-3fc716562079 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:44:19.660400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d032b3c0-8c62-462a-ac1a-3fc716562079 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:44:19.660862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 905b5c56-367e-40bc-8c72-f52c3b3234d2 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:44:19.691469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for e939136f-bc9b-4acf-84d7-dfabd34403ef owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:44:19.696088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 905b5c56-367e-40bc-8c72-f52c3b3234d2 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:44:19.696480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 905b5c56-367e-40bc-8c72-f52c3b3234d2 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:44:19.877853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:19.882859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0a93bec-141e-49bd-824b-4ef5638d273d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:19.939528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=e939136f-bc9b-4acf-84d7-dfabd34403ef,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:19.986160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.986593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.987016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.987431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.987843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.988253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.988664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.989073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.989532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.989935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.990337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:19.998080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:20.191577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.470944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.475327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.499827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.500402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Fanout notify agent at l3_agent the message router_deleted on router a39c1ca6-326f-4af8-845a-086620c9d67c {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:44:20.515058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.516286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/routers/a39c1ca6-326f-4af8-845a-086620c9d67c HTTP/1.1" status: 204 len: 168 time: 1.8780644 Dec 09 09:44:20.519114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 33996) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:20.647260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.794331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.824818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5193ae-0c6e-4361-9bdd-25b20e6f4bea']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:20.837753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0a8a98-b3b5-4c77-a95f-69f6d379c657') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:20.838100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0a8a98-b3b5-4c77-a95f-69f6d379c657') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:20.850762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.866460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.873270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:44:20.873716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:44:20.889056 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:44:20.968772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.972230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cfdf993a-1bce-43ca-8f4a-4cc36920ff09 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:20.988094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:20.999852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Network': ['ID=ae5193ae-0c6e-4361-9bdd-25b20e6f4bea,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:21.003430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:21.008020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/networks/ae5193ae-0c6e-4361-9bdd-25b20e6f4bea HTTP/1.1" status: 204 len: 168 time: 0.4878814 Dec 09 09:44:21.022010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34000) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:21.035871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a52f92c-0cd2-445d-96f1-fa5299f96696 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0126634 Dec 09 09:44:21.038292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34004) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:21.044072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'network': {'name': 'tempest-network-smoke--780840239', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'port_security_enabled': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:21.049141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:21.053450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:network and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:21.056965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:21.063184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:21.071871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:44:21.077848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.107303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:44:21.118588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.118980 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Added segment 67ef0d9d-d7a6-4adc-9aac-01514865bed1 of type vlan for network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f Dec 09 09:44:21.150431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.180325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.184468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:21.185153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.190320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd42472e-187e-4c84-afab-53830b56f79b tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:21.244742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2053983 Dec 09 09:44:21.248129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34008) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:21.254142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-344364491', 'admin_state_up': True, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:21.262325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:21.266390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:router and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:21.269401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:21.275343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:21.286322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.287316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.300938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Network': ['ID=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:21.303756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-be207a19-6d92-4eef-b6c2-661213a41122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:21.305371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.312622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:44:21.459730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.604305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e939136f-bc9b-4acf-84d7-dfabd34403ef no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:44:21.642369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: e939136f-bc9b-4acf-84d7-dfabd34403ef {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:44:21.642767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e939136f-bc9b-4acf-84d7-dfabd34403ef not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:44:21.651923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.685188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:21.829506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.171 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/20b53a7c-ae44-4e54-86a4-41cd28dc9b7c) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:44:21.986659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:22.015459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:22.019815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-656a3341-7a6e-43e6-ae75-4fefdd201dca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:22.093084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:44:22.096472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:44:22.098593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:22.100926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:44:22.149348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.150084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.150559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.151646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.151646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.152640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.153399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.154070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.154489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.155133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.155844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:22.162733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:22.277628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:22.278386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:22.514516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router f2405cbd-d51a-4771-af3c-37b87f2583e8 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:44:22.722597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:44:22.732826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Sync routers for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:44:22.745810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:22.746588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:22.750000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:22.754280 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5021033 Dec 09 09:44:22.754493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34012) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:22.802727 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-76834627-3fd9-468b-ab19-d54633e0247f tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469301 Dec 09 09:44:22.805223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34016) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:22.937070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:22.945579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58562c26-b3ae-4fac-a230-309ad70b5abe tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:22.947236 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-58562c26-b3ae-4fac-a230-309ad70b5abe tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1410410 Dec 09 09:44:22.950972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34020) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:22.995445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c2fe09a2-69c5-4751-8da5-f26d3f89841c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427480 Dec 09 09:44:22.997973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34024) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:23.006474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1912302719', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:23.124052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:23.128180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:subnet and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:23.131150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:23.137794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:23.146657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:44:23.239257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:22Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:23.243424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Checking router: f2405cbd-d51a-4771-af3c-37b87f2583e8 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:44:23.243868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Updating router f2405cbd-d51a-4771-af3c-37b87f2583e8 port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:44:23.258271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:23.296980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:23.486147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:23.490847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f4b6574-799b-4416-a718-9d0361b7f156 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:23.576555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=e225b98d-cd7c-4707-8988-4ff6309b8fe5,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:23.580200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:23.587613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Checking segment: {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:44:23.588017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network hostable DHCP agents. Network: ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:44:23.609708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:44:23.618798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:44:23.622533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:23.623188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:23.634051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d346403-a09d-43b0-b418-1c8a20b940fe None None] Network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:44:23.644388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6445665 Dec 09 09:44:23.647324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34028) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:23.749087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:23.771086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Transition to ACTIVE for port object 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:44:23.780126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:23.793901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:23.935989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05759cf-9d12-4673-90d1-664464c881a5 None None] Pushing event updated for resources: {'Port': ['ID=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:23.940862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Attempting to bind port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:44:23.941309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Attempting to bind port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:44:23.941726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Attempting to bind port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:44:23.944191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e05759cf-9d12-4673-90d1-664464c881a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:23.958998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:44:23.959407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:44:23.959865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:23.960306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:44:23.960832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Bound port: 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:44:23.961282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:24.048516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:44:24.049429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:24.133711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] For port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:44:24.165633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] For port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:44:24.171350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:24.180255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c38f0e74-3f92-4624-be5e-e438249b54e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:24.324731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05759cf-9d12-4673-90d1-664464c881a5 None None] Pushing event updated for resources: {'Port': ['ID=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:24.333168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e05759cf-9d12-4673-90d1-664464c881a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:24.339643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:24.340327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:24.394516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Allocated IP 172.20.0.2 (ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f/e225b98d-cd7c-4707-8988-4ff6309b8fe5/8e261061-4622-42dd-b4e1-950110f1383b) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:44:24.696184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:24.826701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:25.034938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:25.106779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Transition to ACTIVE for port object 8e261061-4622-42dd-b4e1-950110f1383b will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:44:25.144681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Transition to ACTIVE for port object 8e261061-4622-42dd-b4e1-950110f1383b will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:44:25.183819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:25.191174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:25.218333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.1 (ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f/e225b98d-cd7c-4707-8988-4ff6309b8fe5/3ce9f856-694c-4a1f-8b91-728d85698c91) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:44:25.269967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:44:25.278094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:44:25.280690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Pushing event updated for resources: {'Port': ['ID=8e261061-4622-42dd-b4e1-950110f1383b,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:25.283042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:44:25.287095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:25.370797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:22Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:25.386497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796feaf8-388b-411f-9742-11ac8571d08d None None] The sync data for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv is: [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:22Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:44:25.386759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:25.391810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Attempting to bind port 8e261061-4622-42dd-b4e1-950110f1383b on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:44:25.392236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Attempting to bind port 8e261061-4622-42dd-b4e1-950110f1383b by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:44:25.392638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Attempting to bind port 8e261061-4622-42dd-b4e1-950110f1383b on network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:44:25.399663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:44:25.400090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Checking segment: {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:44:25.400544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:25.401543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Bound using segment: {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:44:25.402061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Bound port: 8e261061-4622-42dd-b4e1-950110f1383b, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:44:25.402485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:25.404625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 3ce9f856-694c-4a1f-8b91-728d85698c91 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:44:25.425567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:25.430232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0442e694-8465-4535-9d38-9833b3b8e1e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:25.496048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] For port 8e261061-4622-42dd-b4e1-950110f1383b, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:44:25.499539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] For port 8e261061-4622-42dd-b4e1-950110f1383b, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8e261061-4622-42dd-b4e1-950110f1383b,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:44:25.502755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=3ce9f856-694c-4a1f-8b91-728d85698c91,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:25.503279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:25.507841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:25.514220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:25.518074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:44:25.519286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:44:25.521762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:44:25.583193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:25.598036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Pushing event updated for resources: {'Port': ['ID=8e261061-4622-42dd-b4e1-950110f1383b,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:25.601723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:25.673830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:26.164129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:26.168062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:26.200572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5761696a-c1a0-43c9-8426-7865e1494540 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:26.290250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:26.295286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=3ce9f856-694c-4a1f-8b91-728d85698c91,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:26.298470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:26.446078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:44:26.447231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:44:26.866055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router f2405cbd-d51a-4771-af3c-37b87f2583e8 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:44:27.095925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:44:27.111359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/f2405cbd-d51a-4771-af3c-37b87f2583e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4629230 Dec 09 09:44:27.114157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34032) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:27.247685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce288fa-33f0-4f97-81ab-d8c0887648a8 None None] Network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:44:27.266359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb9d63-03a7-480a-a9d6-31cbd28eb316 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:27.266787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb9d63-03a7-480a-a9d6-31cbd28eb316 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:27.267207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb9d63-03a7-480a-a9d6-31cbd28eb316 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:27.267620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83cb9d63-03a7-480a-a9d6-31cbd28eb316 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:27.269456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-83cb9d63-03a7-480a-a9d6-31cbd28eb316 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1542811 Dec 09 09:44:27.272212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34036) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:27.345866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf436a2-1af4-49e7-b1bf-31966e079c5c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:27.346419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf436a2-1af4-49e7-b1bf-31966e079c5c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:27.346868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf436a2-1af4-49e7-b1bf-31966e079c5c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:27.347265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf436a2-1af4-49e7-b1bf-31966e079c5c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:27.349072 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cbf436a2-1af4-49e7-b1bf-31966e079c5c tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0758867 Dec 09 09:44:27.351935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34040) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:27.353837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e26494f7-e722-493a-aae0-a50a90a7956a None None] Provisioning for port 8e261061-4622-42dd-b4e1-950110f1383b completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:44:27.669795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8e261061-4622-42dd-b4e1-950110f1383b up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:44:27.752953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 8e261061-4622-42dd-b4e1-950110f1383b completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:44:27.758794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 8e261061-4622-42dd-b4e1-950110f1383b triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:27.759215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:27.826406 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e42d538e-8f19-4270-90da-6e260d4c2b99 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.4732311 Dec 09 09:44:27.896837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:27.936397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a2fc307f-4549-40ce-acd8-c79cf0b30c48 None None] Provisioning complete for port 8e261061-4622-42dd-b4e1-950110f1383b triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:27.936832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2fc307f-4549-40ce-acd8-c79cf0b30c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:27.974247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 8e261061-4622-42dd-b4e1-950110f1383b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8e261061-4622-42dd-b4e1-950110f1383b,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:27.983270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:27.986069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:44:28.026834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:28.123886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34046) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:28.130492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2031010143', 'description': 'tempest-secgroup-smoke-2031010143 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:28.137718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:28.142188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:28.145356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:28.151458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:28.166478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.185852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=8e261061-4622-42dd-b4e1-950110f1383b,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:28.199764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:28.208783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:28.213036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:28.216709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:28.220844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:44:28.223195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:28.228279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:28.228664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.259733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a2fc307f-4549-40ce-acd8-c79cf0b30c48 None None] Provisioning for port 3ce9f856-694c-4a1f-8b91-728d85698c91 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:44:28.272873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a2fc307f-4549-40ce-acd8-c79cf0b30c48 None None] Provisioning complete for port 3ce9f856-694c-4a1f-8b91-728d85698c91 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:28.273339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2fc307f-4549-40ce-acd8-c79cf0b30c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.291424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.294781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.300721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7370f61e-c69b-42d2-b6d7-bb130f3b673e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:28.338689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6704e79e-2f84-4443-a753-ba3f275cf69a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:28.344947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:28.348767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc307f-4549-40ce-acd8-c79cf0b30c48 None None] Port 3ce9f856-694c-4a1f-8b91-728d85698c91 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:44:28.356474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.361005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34050) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:28.361187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2358496 Dec 09 09:44:28.367493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6704e79e-2f84-4443-a753-ba3f275cf69a', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:28.374515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:28.379128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:28.387489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:28.394584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:28.412413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.415133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.426491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Sync routers for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:44:28.435527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:28.439931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.440064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:28.440871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:28.441989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:28.485515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.489223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.491239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8b5a2bf-0e80-4d78-b5c2-8555f25752c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:28.517533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c7c9565-a841-4bdb-88f4-408133062f02,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:28.519649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:28.523776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a1ce6b86-098b-45e2-bde0-5e44de774aac None None] Provisioning complete for port 3ce9f856-694c-4a1f-8b91-728d85698c91 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:28.524258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6b86-098b-45e2-bde0-5e44de774aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.527846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.531841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-93614ba3-ee04-44b3-9d15-6357682b81c3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1669335 Dec 09 09:44:28.532047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34054) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:28.538070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6704e79e-2f84-4443-a753-ba3f275cf69a', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:28.545363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:28.549308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:28.552301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:28.559788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:28.563930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:28.568780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:28.579990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.584912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a1ce6b86-098b-45e2-bde0-5e44de774aac None None] Port 3ce9f856-694c-4a1f-8b91-728d85698c91 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:44:28.641342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:28.648160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.651322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.652945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9b7c5235-a69f-4e8a-b2db-d8073bd17585 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:28.674222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31591f9-44cd-4ca8-b099-9ca54c37b8cd,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:28.678338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:28.686640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.687925 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d0ddc0d-d4c6-426e-b3f1-1c9519bb5dee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1548836 Dec 09 09:44:28.690752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34058) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:28.696576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6704e79e-2f84-4443-a753-ba3f275cf69a', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:28.702750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:28.706757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:28.710134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:28.717372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:28.734315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.800478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.803279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.805218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-68e3fe9c-8480-4998-b50d-bd48a31e3ad8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:28.826854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccc9465-fc09-46da-aee1-e597a65d31ea,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:28.831027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:28.839298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.840549 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1488118 Dec 09 09:44:28.844139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34062) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:28.851025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6704e79e-2f84-4443-a753-ba3f275cf69a', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:28.858588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:28.862562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:28.865669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:28.872217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:28.888325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.959465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.962273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:28.965359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c1943189-547a-4401-9cd0-1033e90e6546 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:28.981078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:28.985739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Checking router: f2405cbd-d51a-4771-af3c-37b87f2583e8 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:44:28.986146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Updating router f2405cbd-d51a-4771-af3c-37b87f2583e8 port 3ce9f856-694c-4a1f-8b91-728d85698c91 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:44:28.989579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17235ad2-1443-4719-a062-24613098afab,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:28.992194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:28.998705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.002806 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff36838f-3188-4189-8bbb-5f4e8fe28dfd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1547625 Dec 09 09:44:29.003008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34066) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:29.008959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6704e79e-2f84-4443-a753-ba3f275cf69a', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:29.015529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:29.019785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:29.022997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:29.031835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:29.042392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:44:29.050093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.128392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.131492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.133710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd5c65b6-ded2-449c-a410-57ed60f08cf1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:29.159738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e840d86b-2c0f-4f2c-8d52-36e75e28ffd2,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:29.162509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:29.170031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.171340 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1673396 Dec 09 09:44:29.174303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34070) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:29.181027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6704e79e-2f84-4443-a753-ba3f275cf69a', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:29.187571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:29.191602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:29.194285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.194620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:29.200639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:29.210531 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:44:29.217868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.286354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.289174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.291033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eb3748f8-ceca-48ec-ad30-0253fc96ddcd tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:29.314121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4803642-b50b-40c0-9094-53c1ab0493aa,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:29.316719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:29.323952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.325258 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1499104 Dec 09 09:44:29.552706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.564655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Transition to ACTIVE for port object 3ce9f856-694c-4a1f-8b91-728d85698c91 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:44:29.570672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.575607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:29.625027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8e261061-4622-42dd-b4e1-950110f1383b up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:44:29.702682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Pushing event updated for resources: {'Port': ['ID=3ce9f856-694c-4a1f-8b91-728d85698c91,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:29.710964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 8e261061-4622-42dd-b4e1-950110f1383b triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:29.711699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.737010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.737456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.737829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.738175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.738883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.739396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.739919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.740425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.740936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.741475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.747135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:29.752437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:29.819578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-c49d92c4-144b-4b07-8a61-12476195ab69 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:44:29.835219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-c49d92c4-144b-4b07-8a61-12476195ab69 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:44:29.836487 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-c49d92c4-144b-4b07-8a61-12476195ab69 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2031010143&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.0685365 Dec 09 09:44:29.863932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:44:29.871018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Attempting to bind port 3ce9f856-694c-4a1f-8b91-728d85698c91 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:44:29.871426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Attempting to bind port 3ce9f856-694c-4a1f-8b91-728d85698c91 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:44:29.871824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Attempting to bind port 3ce9f856-694c-4a1f-8b91-728d85698c91 on network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:44:29.879881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:44:29.880301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Checking segment: {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:44:29.880748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.881295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Bound using segment: {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:44:29.881825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Bound port: 3ce9f856-694c-4a1f-8b91-728d85698c91, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:44:29.882292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.946511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:29.947181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.986245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] For port 3ce9f856-694c-4a1f-8b91-728d85698c91, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:44:29.989578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] For port 3ce9f856-694c-4a1f-8b91-728d85698c91, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3ce9f856-694c-4a1f-8b91-728d85698c91,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:44:29.993538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:29.998797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7523644-6828-4814-807e-b80acf6f8f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:30.018790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-ee5f31dc-35a4-4aee-b7f8-e0f2ad8506d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:30.019540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-ee5f31dc-35a4-4aee-b7f8-e0f2ad8506d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:44:30.034493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-ee5f31dc-35a4-4aee-b7f8-e0f2ad8506d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:44:30.035842 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-ee5f31dc-35a4-4aee-b7f8-e0f2ad8506d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f HTTP/1.1" status: 200 len: 796 time: 0.1911459 Dec 09 09:44:30.058949 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-2d55fe28-ca4d-4400-8b36-481dea58a4c6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.0142424 Dec 09 09:44:30.095704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Pushing event updated for resources: {'Port': ['ID=3ce9f856-694c-4a1f-8b91-728d85698c91,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:30.099174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:30.100170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:30.100841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:30.170395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-90dc92b9-6554-4b64-adff-483df2020ce4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:44:30.190843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-90dc92b9-6554-4b64-adff-483df2020ce4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:44:30.192531 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-90dc92b9-6554-4b64-adff-483df2020ce4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206355 Dec 09 09:44:30.297177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:30.356242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-bbad08a8-e6f3-495e-b05f-e158fe8e4c63 service neutron] 10.222.0.18 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490555 Dec 09 09:44:30.501552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-9c4d21f4-3ffb-4e47-a1e1-17112c75720f service neutron] 10.222.0.18 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388800 Dec 09 09:44:30.628490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:44:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:30.633634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad45ecba-7065-4f4e-b25e-a3f552f83b1d None None] The sync data for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv is: [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:44:29Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:44:30.934589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-be060eba-ae9a-488d-960e-56115e98c36e req-e444f1e0-d983-41f7-9b26-cc09b480a1aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:44:30.947932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-be060eba-ae9a-488d-960e-56115e98c36e req-e444f1e0-d983-41f7-9b26-cc09b480a1aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:44:30.953699 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be060eba-ae9a-488d-960e-56115e98c36e req-e444f1e0-d983-41f7-9b26-cc09b480a1aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 210 time: 0.2932529 Dec 09 09:44:31.641833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3ce9f856-694c-4a1f-8b91-728d85698c91 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:44:31.731294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 3ce9f856-694c-4a1f-8b91-728d85698c91 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:44:31.737992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3ce9f856-694c-4a1f-8b91-728d85698c91 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:31.738611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:31.871066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:31.922132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 3ce9f856-694c-4a1f-8b91-728d85698c91, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3ce9f856-694c-4a1f-8b91-728d85698c91,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:31.926605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:31.929958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-8628853c-da45-41f0-a8a2-68f9b2f1c8a6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:31.931786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:31.931916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-8628853c-da45-41f0-a8a2-68f9b2f1c8a6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f HTTP/1.1" status: 200 len: 796 time: 0.2069554 Dec 09 09:44:32.008629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-d42ca8f2-b0c3-4fc9-abff-63cc0859428a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:44:32.009356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=3ce9f856-694c-4a1f-8b91-728d85698c91,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:32.020449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.020915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.021219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.021602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.021979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.022326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.022949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.023327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.023699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.024073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.024542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-d42ca8f2-b0c3-4fc9-abff-63cc0859428a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:44:32.024666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:44:32.026394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-d42ca8f2-b0c3-4fc9-abff-63cc0859428a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 380 time: 0.0837517 Dec 09 09:44:32.029992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:32.039629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['6704e79e-2f84-4443-a753-ba3f275cf69a']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:32.152302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1b59cf02-bf3c-48b7-8fc1-b5adf0ecc989 req-e531dbdd-92f4-42dc-be61-8e73f931b30f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 210 time: 0.0504680 Dec 09 09:44:32.194788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:32.206107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:32.215652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:44:32.221509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:32.402157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.12 (ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f/e225b98d-cd7c-4707-8988-4ff6309b8fe5/14134a19-7ea1-49af-8076-acadca9624ba) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:44:32.611344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:32.629623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 14134a19-7ea1-49af-8076-acadca9624ba will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:44:32.653733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:32.661076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:32.732262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:44:32.736261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:44:32.740610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:44:32.783989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=14134a19-7ea1-49af-8076-acadca9624ba,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:32.795096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:32.817309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:32.817991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:32.844477 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8093076 Dec 09 09:44:32.937528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Request body: {'port': {'device_id': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:33.054314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9545ec3a-6654-4ef5-bfe2-d65ebb9ac69d None None] Provisioning for port 14134a19-7ea1-49af-8076-acadca9624ba completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:44:33.055273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:33.059798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9545ec3a-6654-4ef5-bfe2-d65ebb9ac69d None None] Provisioning complete for port 14134a19-7ea1-49af-8076-acadca9624ba triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:33.060253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9545ec3a-6654-4ef5-bfe2-d65ebb9ac69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:33.115807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9545ec3a-6654-4ef5-bfe2-d65ebb9ac69d None None] Port 14134a19-7ea1-49af-8076-acadca9624ba cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:44:33.431602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947a8a7-28be-4be9-b039-57519c3b0cca req-829ee15f-2d32-4f52-a480-02ffebbdb145 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:33.432912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a947a8a7-28be-4be9-b039-57519c3b0cca req-829ee15f-2d32-4f52-a480-02ffebbdb145 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:44:33.496175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a947a8a7-28be-4be9-b039-57519c3b0cca req-829ee15f-2d32-4f52-a480-02ffebbdb145 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:44:33.497804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a947a8a7-28be-4be9-b039-57519c3b0cca req-829ee15f-2d32-4f52-a480-02ffebbdb145 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 932 time: 0.1999853 Dec 09 09:44:33.501904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14134a19-7ea1-49af-8076-acadca9624ba {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:44:33.511772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:33.552694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Transition to ACTIVE for port object 14134a19-7ea1-49af-8076-acadca9624ba will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:44:33.560930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:33.567601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2de355bf-99cf-4e26-b5da-fcab42945976 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:33.618880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3ce9f856-694c-4a1f-8b91-728d85698c91 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:44:33.623387 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a947a8a7-28be-4be9-b039-57519c3b0cca req-625d278c-bb1f-4f35-aa6e-67fe66472fa1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171818 Dec 09 09:44:33.693946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3ce9f856-694c-4a1f-8b91-728d85698c91 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:33.694338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:33.705662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Pushing event updated for resources: {'Port': ['ID=14134a19-7ea1-49af-8076-acadca9624ba,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:33.708866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:33.833766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Attempting to bind port 14134a19-7ea1-49af-8076-acadca9624ba on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:44:33.834316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Attempting to bind port 14134a19-7ea1-49af-8076-acadca9624ba by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:44:33.834845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Attempting to bind port 14134a19-7ea1-49af-8076-acadca9624ba on network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:44:33.842039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Port 14134a19-7ea1-49af-8076-acadca9624ba on network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:44:33.842478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Attempting to bind port 14134a19-7ea1-49af-8076-acadca9624ba on network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:44:33.849688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:44:33.850170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Checking segment: {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:44:33.850669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Bound using segment: {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:44:33.851150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Bound port: 14134a19-7ea1-49af-8076-acadca9624ba, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ef0d9d-d7a6-4adc-9aac-01514865bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:44:33.851540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:33.950352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] For port 14134a19-7ea1-49af-8076-acadca9624ba, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:44:33.953620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] For port 14134a19-7ea1-49af-8076-acadca9624ba, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14134a19-7ea1-49af-8076-acadca9624ba,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:44:33.956927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:33.961361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-290b0937-0278-4190-91c3-346bc004d757 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:34.016148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:34.018051 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] 10.222.0.65 "PUT /v2.0/ports/14134a19-7ea1-49af-8076-acadca9624ba HTTP/1.1" status: 200 len: 1094 time: 1.1661804 Dec 09 09:44:34.026501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:44:34.049346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Pushing event updated for resources: {'Port': ['ID=14134a19-7ea1-49af-8076-acadca9624ba,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:34.053906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:34.101873 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba', 'status': 'completed', 'code': 200} Dec 09 09:44:34.146155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-f453502e-c1a8-4f99-9780-4d4effa21606 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 1097 time: 0.0804362 Dec 09 09:44:34.227662 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-12f0804d-3bb4-4b06-904b-967b30c8947f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14134a19-7ea1-49af-8076-acadca9624ba HTTP/1.1" status: 200 len: 217 time: 0.0748172 Dec 09 09:44:34.296557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-0b464226-ed79-4b44-992f-07e338a6c443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:34.298124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-0b464226-ed79-4b44-992f-07e338a6c443 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e225b98d-cd7c-4707-8988-4ff6309b8fe5 HTTP/1.1" status: 200 len: 835 time: 0.0641081 Dec 09 09:44:34.382624 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-cd903b1b-21bc-4382-9018-7427672eb407 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784361 Dec 09 09:44:34.406957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4bdd87cd-4887-4c0d-a8f1-9289f26d53ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:34.529040 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-c538a435-e37f-4d6c-afdf-baf67253747b service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386857 Dec 09 09:44:34.668738 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2fcbc187-ad78-4c98-8be2-c74cb663742b req-e4baf3d0-4433-412d-bb04-8a393bf41e92 service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334927 Dec 09 09:44:34.854423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a5de5214-b205-4a5a-9fdb-fdf93317bbc8 req-51b64a4e-8ab8-40e3-93f3-55e2ad1d6a60 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 1097 time: 0.1390774 Dec 09 09:44:34.864164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594dc684-18d7-4022-88f0-521a410413c8 req-dde000b7-8fc8-4174-86d5-6a265b594144 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:34.865659 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-594dc684-18d7-4022-88f0-521a410413c8 req-dde000b7-8fc8-4174-86d5-6a265b594144 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 944 time: 0.1117785 Dec 09 09:44:35.023823 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-594dc684-18d7-4022-88f0-521a410413c8 req-d7948cbb-e6ec-4855-8eea-e8b2556c6d3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279387 Dec 09 09:44:35.047145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de5214-b205-4a5a-9fdb-fdf93317bbc8 req-bd7441f0-1dec-4d2b-babf-d0a37de13978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:35.048777 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a5de5214-b205-4a5a-9fdb-fdf93317bbc8 req-bd7441f0-1dec-4d2b-babf-d0a37de13978 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f HTTP/1.1" status: 200 len: 897 time: 0.1821492 Dec 09 09:44:35.120824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a5de5214-b205-4a5a-9fdb-fdf93317bbc8 req-1a619d1e-ec0a-40db-946f-d070158b3937 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14134a19-7ea1-49af-8076-acadca9624ba HTTP/1.1" status: 200 len: 217 time: 0.0644815 Dec 09 09:44:35.193340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5de5214-b205-4a5a-9fdb-fdf93317bbc8 req-f85f549a-d216-4c90-86ed-c5a4b5652f5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:35.194884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a5de5214-b205-4a5a-9fdb-fdf93317bbc8 req-f85f549a-d216-4c90-86ed-c5a4b5652f5a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e225b98d-cd7c-4707-8988-4ff6309b8fe5 HTTP/1.1" status: 200 len: 835 time: 0.0664234 Dec 09 09:44:35.280109 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a5de5214-b205-4a5a-9fdb-fdf93317bbc8 req-d48213b0-8265-436d-a48f-a39aef961658 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789371 Dec 09 09:44:35.644601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:35.673096 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a5de5214-b205-4a5a-9fdb-fdf93317bbc8 req-4fc9331c-42f1-4265-bd30-39d30303e449 service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860326 Dec 09 09:44:35.818396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a5de5214-b205-4a5a-9fdb-fdf93317bbc8 req-093b6b82-fb2f-45be-a9fb-207ceeab2242 service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383345 Dec 09 09:44:36.232453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6c1e2-6b2f-40d5-b368-e88807b57e64 req-10bf077c-33dc-494a-8071-cbf2bcca786f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:36.234132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fd6c1e2-6b2f-40d5-b368-e88807b57e64 req-10bf077c-33dc-494a-8071-cbf2bcca786f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 944 time: 0.0840855 Dec 09 09:44:36.285991 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fd6c1e2-6b2f-40d5-b368-e88807b57e64 req-742d1176-0612-4cd7-a5a9-d05bd3fdd83a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455244 Dec 09 09:44:36.691705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a31a66e6-a347-4844-b403-28c3c87331f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:37.095417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:37.495205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108659c6-a5ed-444a-9b51-3a1b494dd2e6 req-4e14b364-fa5b-487d-be76-d904c9152fbb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:37.496686 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-108659c6-a5ed-444a-9b51-3a1b494dd2e6 req-4e14b364-fa5b-487d-be76-d904c9152fbb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 944 time: 0.0866067 Dec 09 09:44:37.545045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-108659c6-a5ed-444a-9b51-3a1b494dd2e6 req-fbe9555b-064e-4b2a-9797-0157749ed90c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422332 Dec 09 09:44:37.893896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 14134a19-7ea1-49af-8076-acadca9624ba details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:44:38.037237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 14134a19-7ea1-49af-8076-acadca9624ba, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14134a19-7ea1-49af-8076-acadca9624ba,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:38.050931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '14134a19-7ea1-49af-8076-acadca9624ba', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'port_id': '14134a19-7ea1-49af-8076-acadca9624ba', 'mac_address': 'fa:16:3e:92:bf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:44:38.136556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:44:38.271139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:38.288513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14134a19-7ea1-49af-8076-acadca9624ba {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:44:38.303687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 14134a19-7ea1-49af-8076-acadca9624ba, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14134a19-7ea1-49af-8076-acadca9624ba,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:38.306402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:38.308861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-caf8dfb0-4cf4-4a5c-8b5d-d75891453ffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:38.381837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:38.384360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=14134a19-7ea1-49af-8076-acadca9624ba,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:38.387548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:38.499200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['14134a19-7ea1-49af-8076-acadca9624ba'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:44:38.760690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c5dcf-58f3-4009-bc7f-dfc801e5e082 req-1048220f-e88d-436c-9f69-5e4412b3200d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:38.762674 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7c5dcf-58f3-4009-bc7f-dfc801e5e082 req-1048220f-e88d-436c-9f69-5e4412b3200d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 945 time: 0.0881777 Dec 09 09:44:38.811528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7c5dcf-58f3-4009-bc7f-dfc801e5e082 req-f7e97df6-7286-490d-a7af-d54a20c23018 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422418 Dec 09 09:44:39.775679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-c1059b27-21d1-49c8-a632-8e3e4b5d3322 req-4812f597-4036-47a6-b3a6-381ca1079c1c service neutron] (88884) timed out ('10.222.0.65', 52291) {{(pid=88884) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 09 09:44:39.930896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 14134a19-7ea1-49af-8076-acadca9624ba up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:44:40.001831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 14134a19-7ea1-49af-8076-acadca9624ba completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:44:40.006801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 14134a19-7ea1-49af-8076-acadca9624ba triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:44:40.007221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:40.019040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c482a4-0c8a-4d05-b333-26f89b707718 req-61402cdb-e0e7-423c-8c81-bac746d45d04 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:40.020657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e0c482a4-0c8a-4d05-b333-26f89b707718 req-61402cdb-e0e7-423c-8c81-bac746d45d04 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 945 time: 0.0846939 Dec 09 09:44:40.070111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e0c482a4-0c8a-4d05-b333-26f89b707718 req-33cb9936-955d-4fdd-b35c-2f8383f97219 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427818 Dec 09 09:44:40.127634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:40.155258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:44:40.165129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 14134a19-7ea1-49af-8076-acadca9624ba, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14134a19-7ea1-49af-8076-acadca9624ba,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:44:40.169210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:40.171147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e05759cf-9d12-4673-90d1-664464c881a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:40.215217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba', 'code': 200} Dec 09 09:44:40.240209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=14134a19-7ea1-49af-8076-acadca9624ba,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:40.243336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:40.449466 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f1a01295-1126-48b7-beb6-90beaef08cff req-d474b01d-0584-42a3-8cf4-a8b0740a4d6b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0755663 Dec 09 09:44:40.493499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f1a01295-1126-48b7-beb6-90beaef08cff req-9fb06584-a263-460d-a260-e949ecbc5b76 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378599 Dec 09 09:44:41.274633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c958cd-d9b7-4980-8c6e-28eda6e9a780 req-213d5a72-7fa5-4afb-a89b-52362135ff75 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:41.276226 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-04c958cd-d9b7-4980-8c6e-28eda6e9a780 req-213d5a72-7fa5-4afb-a89b-52362135ff75 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 946 time: 0.0837927 Dec 09 09:44:41.324345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-04c958cd-d9b7-4980-8c6e-28eda6e9a780 req-e9a0abac-a3cd-490c-98e1-3f30f7cbf4be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Dec 09 09:44:42.530385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa439e-2656-4fb3-8fc0-76f4b2790821 req-194c7dbe-dce8-4c0a-9374-e7b268934a47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:42.532043 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-37aa439e-2656-4fb3-8fc0-76f4b2790821 req-194c7dbe-dce8-4c0a-9374-e7b268934a47 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 946 time: 0.0822580 Dec 09 09:44:42.583056 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-37aa439e-2656-4fb3-8fc0-76f4b2790821 req-b5c98bc5-b0e8-4816-80ec-b1d33ea75d11 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448384 Dec 09 09:44:42.791021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bd4ca-ac21-405c-82f4-9ac2e1c516f2 req-e36702af-fb13-4158-9927-107ffadb7b2a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:42.792602 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-163bd4ca-ac21-405c-82f4-9ac2e1c516f2 req-e36702af-fb13-4158-9927-107ffadb7b2a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 946 time: 0.0880640 Dec 09 09:44:42.841171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-163bd4ca-ac21-405c-82f4-9ac2e1c516f2 req-883b69d8-b480-4548-97e3-64ba042833d5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420260 Dec 09 09:44:42.867983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34130) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:42.946588 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e274790e-ca57-42d4-b212-4a1f49c82988 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 1094 time: 0.0772462 Dec 09 09:44:42.949936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34134) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:42.955485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '14134a19-7ea1-49af-8076-acadca9624ba', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:44:42.961581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:44:42.966285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:floatingip and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:44:42.969267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:44:42.975225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:44:42.987947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:43.130335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:43.275471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.184 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/de0c0ba9-7b2b-4d61-9e8c-1e02c8fcfaca) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:44:43.435044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:43.460940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:43.465361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:43.532554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:44:43.536040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:44:43.540025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:44:43.575769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=de0c0ba9-7b2b-4d61-9e8c-1e02c8fcfaca,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:43.584251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:44.062990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:44.117963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:44.329845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:44.333361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:44.337702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-220e7960-5a42-42eb-abf0-edcf78239050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:44:44.448593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=de0c0ba9-7b2b-4d61-9e8c-1e02c8fcfaca,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:44:44.451506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:44:44.462113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:44.658891 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP 299109dd-2502-4202-b5e4-1424f8f2f6af associated. External IP: 172.26.8.184, port: 14134a19-7ea1-49af-8076-acadca9624ba. Dec 09 09:44:45.065648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router f2405cbd-d51a-4771-af3c-37b87f2583e8 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:44:45.272073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:44:45.282176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] Sync routers for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:44:45.295816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:45.296552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:45.297035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:45.358647 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4075997 Dec 09 09:44:45.359340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:44:45.361571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34138) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:45.415785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba', 'status': 'completed', 'code': 200} Dec 09 09:44:45.506133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:45.764273 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e67e6e7a-9a27-4b14-85c3-e93885013aa5 req-ca4e36ad-815d-486d-97b8-199cbb3974f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 1099 time: 0.3254552 Dec 09 09:44:45.841010 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5416d41e-755e-4f47-bb36-976f815e25ca tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers/f2405cbd-d51a-4771-af3c-37b87f2583e8 HTTP/1.1" status: 200 len: 922 time: 0.4780483 Dec 09 09:44:45.842303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34144) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:45.905374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '299109dd-2502-4202-b5e4-1424f8f2f6af', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'port_id': '14134a19-7ea1-49af-8076-acadca9624ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'mac_address': 'fa:16:3e:92:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:44:43Z', 'updated_at': '2021-12-09T09:44:43Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:44:31Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:45.910108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] Checking router: f2405cbd-d51a-4771-af3c-37b87f2583e8 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:44:45.920487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e6e7a-9a27-4b14-85c3-e93885013aa5 req-749fa0bb-e273-43f7-8547-ca21cdc43491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:45.921226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:44:45.921862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:44:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:45.922177 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e67e6e7a-9a27-4b14-85c3-e93885013aa5 req-749fa0bb-e273-43f7-8547-ca21cdc43491 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f HTTP/1.1" status: 200 len: 897 time: 0.1516211 Dec 09 09:44:45.956245 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a55408a3-9399-4baf-bc9d-c906329df62a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 992 time: 0.1115406 Dec 09 09:44:46.034292 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e67e6e7a-9a27-4b14-85c3-e93885013aa5 req-e9930c96-ae69-4c4d-ac42-215de8063d16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14134a19-7ea1-49af-8076-acadca9624ba HTTP/1.1" status: 200 len: 1000 time: 0.1063180 Dec 09 09:44:46.106126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e6e7a-9a27-4b14-85c3-e93885013aa5 req-850b81d2-fe3b-4f08-a775-1723190d59f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:44:46.107398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:44:46.107739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e67e6e7a-9a27-4b14-85c3-e93885013aa5 req-850b81d2-fe3b-4f08-a775-1723190d59f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e225b98d-cd7c-4707-8988-4ff6309b8fe5 HTTP/1.1" status: 200 len: 835 time: 0.0676303 Dec 09 09:44:46.192580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e67e6e7a-9a27-4b14-85c3-e93885013aa5 req-18c06d5e-d9a9-4c7f-90b5-c4a67d109519 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778642 Dec 09 09:44:46.336182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e67e6e7a-9a27-4b14-85c3-e93885013aa5 req-16f62f7a-272a-43bb-81c4-b5afeb0d8120 service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373694 Dec 09 09:44:46.475304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '299109dd-2502-4202-b5e4-1424f8f2f6af', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'port_id': '14134a19-7ea1-49af-8076-acadca9624ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'mac_address': 'fa:16:3e:92:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:44:43Z', 'updated_at': '2021-12-09T09:44:43Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:44:31Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:44:46.480289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07631e43-fa2e-49ad-9df3-6b6c5440ead4 None None] The sync data for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv is: [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '299109dd-2502-4202-b5e4-1424f8f2f6af', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'port_id': '14134a19-7ea1-49af-8076-acadca9624ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'mac_address': 'fa:16:3e:92:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:44:43Z', 'updated_at': '2021-12-09T09:44:43Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:44:31Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:44:46.486646 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e67e6e7a-9a27-4b14-85c3-e93885013aa5 req-ec600745-3280-4299-b1e2-38943f8311db service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363761 Dec 09 09:44:46.833607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defc7ca6-f36d-4d1c-b696-d9b91bec144d None None] New status for floating IP 299109dd-2502-4202-b5e4-1424f8f2f6af: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:44:46.959091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34148) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:47.077781 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3a42db11-c41a-4f2d-a896-9554d8ab8b14 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 992 time: 0.1162832 Dec 09 09:44:47.342056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:44:48.080920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34152) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:44:48.193686 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7a5dda59-00ba-4b11-8f6c-8c06bb6aeafa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 994 time: 0.1113470 Dec 09 09:45:04.408523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12235d2a-a0d7-44de-bdf4-c315e82d8e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:05.648066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:05.856385 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-3b7c006e-8836-4522-ab2c-39ff257ae50a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741601 Dec 09 09:45:06.001994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-d096b43b-1020-4db5-bad9-e453b5964548 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0745583 Dec 09 09:45:06.191378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-b7260bec-ef61-405c-9db9-fe9082ab3eb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:06.192867 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-b7260bec-ef61-405c-9db9-fe9082ab3eb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f HTTP/1.1" status: 200 len: 897 time: 0.1717782 Dec 09 09:45:06.307238 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-23f05b20-11a3-40ee-9ff8-54427a72803c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14134a19-7ea1-49af-8076-acadca9624ba HTTP/1.1" status: 200 len: 1002 time: 0.1074140 Dec 09 09:45:06.382442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-896a55a0-67b6-40b6-9a72-dea54488d2d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:06.384002 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-896a55a0-67b6-40b6-9a72-dea54488d2d3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e225b98d-cd7c-4707-8988-4ff6309b8fe5 HTTP/1.1" status: 200 len: 835 time: 0.0700674 Dec 09 09:45:06.502563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-16d3c11f-f745-4778-b3e6-654b2f957650 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851901 Dec 09 09:45:06.642665 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-1737b21a-3f6e-4c9b-b845-dd193152e1f7 service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331954 Dec 09 09:45:06.692909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ef07ca00-ac17-4ec2-8d32-79727a5b6acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:06.788686 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f35029e3-6358-4dba-b514-a9352371a8d1 req-5f4432a7-6dbf-4207-9c04-503af804fe98 service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395140 Dec 09 09:45:07.097784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:08.372224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:12.796302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34166) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:12.984970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-13f7ae7b-9660-459e-8619-0815e31d2048 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers/f2405cbd-d51a-4771-af3c-37b87f2583e8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1873438 Dec 09 09:45:12.987994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34170) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:13.208959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6ba233-0a6b-4292-9e7d-1bb469013746 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Notify agent at dv-neutron-819581-1-hyperv the message router_removed_from_agent {{(pid=88884) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 09 09:45:13.213050 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6c6ba233-0a6b-4292-9e7d-1bb469013746 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "DELETE /v2.0/agents/5e0aa66f-4299-4d45-a954-d66e9daae4d5/l3-routers/f2405cbd-d51a-4771-af3c-37b87f2583e8 HTTP/1.1" status: 204 len: 168 time: 0.2240443 Dec 09 09:45:13.215929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34174) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:13.578406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc5044f-10d6-4ba5-b6ea-cd4d1fa6a4b3 None None] New status for floating IP 299109dd-2502-4202-b5e4-1424f8f2f6af: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:45:13.638671 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-10f5ef49-20ac-447f-b7e0-268385eca27e tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers/f2405cbd-d51a-4771-af3c-37b87f2583e8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.4207673 Dec 09 09:45:13.640426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:45:13.640646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34178) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:13.754577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0c2e42db-ba42-449f-9502-bd9a656b391d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 994 time: 0.1126578 Dec 09 09:45:14.044278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:14.124325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:14.127213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:14.128030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3ce9f856-694c-4a1f-8b91-728d85698c91 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:45:14.156582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:14.247836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:14.251318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:14.308964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:14.341253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 3ce9f856-694c-4a1f-8b91-728d85698c91, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3ce9f856-694c-4a1f-8b91-728d85698c91,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:14.343940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:14.346765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:14.411191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=3ce9f856-694c-4a1f-8b91-728d85698c91,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:14.414532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:14.758727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34182) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:14.872554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-81add50d-2984-4cf5-813d-58f906772905 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 992 time: 0.1123569 Dec 09 09:45:15.138324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:45:16.036510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34188) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:16.247073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4036e7f4-898c-4d3f-a9ff-d6f4b053e195 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Router f2405cbd-d51a-4771-af3c-37b87f2583e8 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:45:16.247634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4036e7f4-898c-4d3f-a9ff-d6f4b053e195 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Notify agent at dv-neutron-819581-1-hyperv the message router_added_to_agent {{(pid=88884) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}} Dec 09 09:45:16.273102 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4036e7f4-898c-4d3f-a9ff-d6f4b053e195 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "POST /v2.0/agents/5e0aa66f-4299-4d45-a954-d66e9daae4d5/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2354426 Dec 09 09:45:16.276035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34194) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:16.296914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] Sync routers for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:45:16.310494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:16.311165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:16.462433 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f1acd0cf-43a0-4ac7-a1e1-d18895140a7a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers/f2405cbd-d51a-4771-af3c-37b87f2583e8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1851270 Dec 09 09:45:16.465229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34200) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:16.499399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:16.574859 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae5646ad-b3a1-43bd-a455-97b73b267071 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 992 time: 0.1084116 Dec 09 09:45:16.996991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '299109dd-2502-4202-b5e4-1424f8f2f6af', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'port_id': '14134a19-7ea1-49af-8076-acadca9624ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'mac_address': 'fa:16:3e:92:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:44:43Z', 'updated_at': '2021-12-09T09:45:14Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:45:14Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:17.001303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] Checking router: f2405cbd-d51a-4771-af3c-37b87f2583e8 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:45:17.013630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:17.014291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:17.200822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:17.332220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:17.563667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '299109dd-2502-4202-b5e4-1424f8f2f6af', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'port_id': '14134a19-7ea1-49af-8076-acadca9624ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'mac_address': 'fa:16:3e:92:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:44:43Z', 'updated_at': '2021-12-09T09:45:14Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:45:14Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:17.567668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837161ef-b6ff-447c-9aca-6b8f8f3e2c7f None None] The sync data for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv is: [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:14Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '299109dd-2502-4202-b5e4-1424f8f2f6af', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.184', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'port_id': '14134a19-7ea1-49af-8076-acadca9624ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'mac_address': 'fa:16:3e:92:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:44:43Z', 'updated_at': '2021-12-09T09:45:14Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:45:14Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:45:17.578996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34204) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:17.696223 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b3f90df9-3fa9-48df-9215-6834adbd5c4a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 992 time: 0.1155648 Dec 09 09:45:18.700470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34208) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:18.829824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0a157fd7-914a-4e85-858b-7d3944c45ebb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 992 time: 0.1271524 Dec 09 09:45:19.678945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:19.752509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:19.753050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:19.832979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34212) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:19.867522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:19.883135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:19.885968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:19.886837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3ce9f856-694c-4a1f-8b91-728d85698c91 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:19.917263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1de2f346-aef9-400c-984e-3642a0ff3f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:19.946414 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-083a2398-88ee-4512-ae8d-6fea2c4e21b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 992 time: 0.1120129 Dec 09 09:45:20.005325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:20.008622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:20.019500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3ce9f856-694c-4a1f-8b91-728d85698c91 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:20.019916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:20.139988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:20.173597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 3ce9f856-694c-4a1f-8b91-728d85698c91, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3ce9f856-694c-4a1f-8b91-728d85698c91,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:20.176487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:20.178461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3880ebb-39df-4593-8488-35b8b985cc2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:20.246410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=3ce9f856-694c-4a1f-8b91-728d85698c91,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:20.249673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:20.659019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5470cd2-35b9-4455-b44e-76cbbdaf6a08 None None] New status for floating IP 299109dd-2502-4202-b5e4-1424f8f2f6af: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:45:20.950384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34216) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:21.062147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-84c331fb-0b8c-4c98-b997-43dac6b292ce tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 200 len: 994 time: 0.1104484 Dec 09 09:45:21.364658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34224) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:21.583357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port de0c0ba9-7b2b-4d61-9e8c-1e02c8fcfaca {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:45:21.583744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:21.648689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:21.722954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:21.723475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:21.769574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:21.769959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:21.853271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3ce9f856-694c-4a1f-8b91-728d85698c91 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:21.907218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for de0c0ba9-7b2b-4d61-9e8c-1e02c8fcfaca owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:45:21.935239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 3ce9f856-694c-4a1f-8b91-728d85698c91 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:21.935654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:22.057739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:22.062353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3ee4484-46e3-4d30-aafe-7af927064dd6 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:22.110134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=de0c0ba9-7b2b-4d61-9e8c-1e02c8fcfaca,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:22.149983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.150898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.151325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.151749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.152168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.152588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.153002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.153446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.153864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.154275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.154726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:22.162409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:22.224345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:22.629649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router f2405cbd-d51a-4771-af3c-37b87f2583e8 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:45:22.840625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:45:22.851290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] Sync routers for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:45:22.860272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:22.864642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:22.865400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:22.915166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/floatingips/299109dd-2502-4202-b5e4-1424f8f2f6af HTTP/1.1" status: 204 len: 168 time: 1.5490170 Dec 09 09:45:22.915845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:45:22.972254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba', 'status': 'completed', 'code': 200} Dec 09 09:45:23.062170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:23.073930 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2c27ac-db4f-44c6-843b-81bc76a4ff41 req-206bda8e-4432-4a7f-a542-53666b464d13 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 1099 time: 0.0780616 Dec 09 09:45:23.231797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c27ac-db4f-44c6-843b-81bc76a4ff41 req-82477983-50ed-42f0-9ce8-6320f874190c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:23.233441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2c27ac-db4f-44c6-843b-81bc76a4ff41 req-82477983-50ed-42f0-9ce8-6320f874190c service neutron] 10.222.0.65 "GET /v2.0/networks?id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f HTTP/1.1" status: 200 len: 897 time: 0.1526775 Dec 09 09:45:23.348820 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2c27ac-db4f-44c6-843b-81bc76a4ff41 req-0fdc8243-bf5e-42b8-a0e4-9a763cd0ef85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14134a19-7ea1-49af-8076-acadca9624ba HTTP/1.1" status: 200 len: 217 time: 0.1078918 Dec 09 09:45:23.402731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:45:20Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:23.406837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] Checking router: f2405cbd-d51a-4771-af3c-37b87f2583e8 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:45:23.418817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:23.419432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:23.444222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c27ac-db4f-44c6-843b-81bc76a4ff41 req-3a63a282-5664-4593-bbb8-cf16e53c0e6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:23.445813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2c27ac-db4f-44c6-843b-81bc76a4ff41 req-3a63a282-5664-4593-bbb8-cf16e53c0e6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e225b98d-cd7c-4707-8988-4ff6309b8fe5 HTTP/1.1" status: 200 len: 835 time: 0.0880322 Dec 09 09:45:23.456800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e26b55-efe3-4593-a1f9-e2172c92ed3b req-2fad4cdd-41d1-4694-a22d-b240a860ab7e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:23.458332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73e26b55-efe3-4593-a1f9-e2172c92ed3b req-2fad4cdd-41d1-4694-a22d-b240a860ab7e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 946 time: 0.1614161 Dec 09 09:45:23.566241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73e26b55-efe3-4593-a1f9-e2172c92ed3b req-88514baf-24e4-45f1-a187-1930b8b76cf9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740914 Dec 09 09:45:23.576331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2c27ac-db4f-44c6-843b-81bc76a4ff41 req-7a2076f3-e588-4226-abbd-c72cdc0d7511 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1170213 Dec 09 09:45:23.606783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:23.725801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2c27ac-db4f-44c6-843b-81bc76a4ff41 req-8c5d026f-2f70-432e-93b2-1f58a8618c67 service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419647 Dec 09 09:45:23.877969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be2c27ac-db4f-44c6-843b-81bc76a4ff41 req-493e9f30-c329-4d8d-945b-361f9498bf31 service neutron] 10.222.0.65 "GET /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458535 Dec 09 09:45:23.945875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:45:20Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:23.950771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f3a29b-d313-4c4b-bf9f-465d8ef69cb0 None None] The sync data for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv is: [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:44:25Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '3ce9f856-694c-4a1f-8b91-728d85698c91', 'name': '', 'network_id': 'ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:10:48:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:24Z', 'updated_at': '2021-12-09T09:45:20Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'e225b98d-cd7c-4707-8988-4ff6309b8fe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:45:24.530760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-547d97a0-e0e0-4619-b0a1-e6c0be23a0e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:24.532370 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-547d97a0-e0e0-4619-b0a1-e6c0be23a0e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 946 time: 0.0883701 Dec 09 09:45:24.607871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 14134a19-7ea1-49af-8076-acadca9624ba {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:45:24.608251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:24.788875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca55fc6-19b2-42f8-8402-4766040da375 req-6d0c4ef8-7390-4156-bf22-8ede29734e1b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:24.789619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2ca55fc6-19b2-42f8-8402-4766040da375 req-6d0c4ef8-7390-4156-bf22-8ede29734e1b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:45:24.805269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2ca55fc6-19b2-42f8-8402-4766040da375 req-6d0c4ef8-7390-4156-bf22-8ede29734e1b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:45:24.806803 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ca55fc6-19b2-42f8-8402-4766040da375 req-6d0c4ef8-7390-4156-bf22-8ede29734e1b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ab567b3-c524-48a5-95d7-0a9ca48c1ef3 HTTP/1.1" status: 200 len: 946 time: 0.1071501 Dec 09 09:45:24.856957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ca55fc6-19b2-42f8-8402-4766040da375 req-163d4ac8-1be3-44b0-868f-3513fb453e79 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6704e79e-2f84-4443-a753-ba3f275cf69a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439897 Dec 09 09:45:24.878732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 14134a19-7ea1-49af-8076-acadca9624ba, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14134a19-7ea1-49af-8076-acadca9624ba,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:24.879143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:25.008243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 14134a19-7ea1-49af-8076-acadca9624ba owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:45:25.158054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:25.163832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd3a64cd-d1d6-4e0b-acc4-f22d4f78a758 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:25.213397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=14134a19-7ea1-49af-8076-acadca9624ba,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:25.226100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.226530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.226955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.227422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.227943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.228360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.228938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.229435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.229845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.230251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.230657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:25.260466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:25.310081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a37244-472d-4927-a273-520fff5fab49 None None] New status for floating IP 299109dd-2502-4202-b5e4-1424f8f2f6af: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:45:25.310660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port 14134a19-7ea1-49af-8076-acadca9624ba on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:45:25.313031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:25.315878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'name': 'network-vif-deleted', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:45:25.331278 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-278bd581-a2a3-41e4-8372-0a58c62bf1b5 req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/14134a19-7ea1-49af-8076-acadca9624ba HTTP/1.1" status: 204 len: 173 time: 0.7931044 Dec 09 09:45:25.459811 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ab567b3-c524-48a5-95d7-0a9ca48c1ef3', 'name': 'network-vif-deleted', 'tag': '14134a19-7ea1-49af-8076-acadca9624ba', 'status': 'completed', 'code': 200} Dec 09 09:45:25.968923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34242) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:26.042406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdec4-b9f6-48ea-9ed9-d0dbe12727d3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:26.072460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdec4-b9f6-48ea-9ed9-d0dbe12727d3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:26.127129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdec4-b9f6-48ea-9ed9-d0dbe12727d3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:26.132303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-202e4d70-bca7-4dfb-a3bd-41809d6d76aa tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:26.147623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcdec4-b9f6-48ea-9ed9-d0dbe12727d3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6704e79e-2f84-4443-a753-ba3f275cf69a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:26.150474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ccdcdec4-b9f6-48ea-9ed9-d0dbe12727d3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:26.156715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccdcdec4-b9f6-48ea-9ed9-d0dbe12727d3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:26.158012 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ccdcdec4-b9f6-48ea-9ed9-d0dbe12727d3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/6704e79e-2f84-4443-a753-ba3f275cf69a HTTP/1.1" status: 204 len: 168 time: 0.1880085 Dec 09 09:45:26.195280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34248) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:26.857854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:27.503180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 3ce9f856-694c-4a1f-8b91-728d85698c91 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:45:27.503745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:27.696517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 3ce9f856-694c-4a1f-8b91-728d85698c91, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=3ce9f856-694c-4a1f-8b91-728d85698c91,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:27.696962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:27.824495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 3ce9f856-694c-4a1f-8b91-728d85698c91 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:45:28.010918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:28.015377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:28.058518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=3ce9f856-694c-4a1f-8b91-728d85698c91,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:28.061552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:28.132287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 14134a19-7ea1-49af-8076-acadca9624ba no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:45:28.169593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 14134a19-7ea1-49af-8076-acadca9624ba {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:45:28.170368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 14134a19-7ea1-49af-8076-acadca9624ba not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:45:28.377803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:28.972216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router f2405cbd-d51a-4771-af3c-37b87f2583e8 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:45:29.430269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:45:29.441295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] Sync routers for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:45:29.444142 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/f2405cbd-d51a-4771-af3c-37b87f2583e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2476623 Dec 09 09:45:29.447571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34252) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:29.454294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:29.454954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:29.638820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:29.652712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting subnet e225b98d-cd7c-4707-8988-4ff6309b8fe5 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:45:29.656006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:29.717123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:29.816768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:29.892784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:29.897253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b8a40be7-92f6-49f8-aad0-5df8a075b6db tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:29.935637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Subnet': ['ID=e225b98d-cd7c-4707-8988-4ff6309b8fe5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:29.938363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:29.942183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:29.948793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecb0d8c-aebd-4ddb-b7ac-5fd5749f015b None None] Network ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:45:29.950737 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/subnets/e225b98d-cd7c-4707-8988-4ff6309b8fe5 HTTP/1.1" status: 204 len: 168 time: 0.5021114 Dec 09 09:45:29.953383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34256) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:30.095863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:27Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:30.099890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] Checking router: f2405cbd-d51a-4771-af3c-37b87f2583e8 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:45:30.111732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] Routers {'f2405cbd-d51a-4771-af3c-37b87f2583e8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:30.112403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f2405cbd-d51a-4771-af3c-37b87f2583e8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:30.168607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:30.244858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] DHCP port deletion for ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:45:30.249393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] Deleting port 8e261061-4622-42dd-b4e1-950110f1383b {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:45:30.249818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:30.303247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] Set router f2405cbd-d51a-4771-af3c-37b87f2583e8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:30.383676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:30.392329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:45:30.392707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:30.469038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] For port 8e261061-4622-42dd-b4e1-950110f1383b, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=8e261061-4622-42dd-b4e1-950110f1383b,segment=NetworkSegment(67ef0d9d-d7a6-4adc-9aac-01514865bed1),segment_id=67ef0d9d-d7a6-4adc-9aac-01514865bed1)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:30.469423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:30.590187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:30.590592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:30.600148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] Calling delete_port for 8e261061-4622-42dd-b4e1-950110f1383b owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:45:30.609410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:27Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:30.613561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbf9e1d-9215-49ff-96dc-3835c4ca4457 None None] The sync data for ids ['f2405cbd-d51a-4771-af3c-37b87f2583e8'] in dv-neutron-819581-1-hyperv is: [{'id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'name': 'tempest-TestNetworkBasicOps-router-344364491', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:27Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '20b53a7c-ae44-4e54-86a4-41cd28dc9b7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2405cbd-d51a-4771-af3c-37b87f2583e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:44:21Z', 'updated_at': '2021-12-09T09:45:19Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:45:30.675553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:30.680152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:30.720934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] Pushing event deleted for resources: {'Port': ['ID=8e261061-4622-42dd-b4e1-950110f1383b,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:30.725058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:45:30.725250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:30.731774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] No DVR routers for this DVR port 8e261061-4622-42dd-b4e1-950110f1383b on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:45:30.902264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:30.906725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff2ce20f-7c8c-40a4-9cea-d0c6f754d9af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:30.951823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=20b53a7c-ae44-4e54-86a4-41cd28dc9b7c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:30.954953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:31.185466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.452673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.457151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.481310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.481881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Fanout notify agent at l3_agent the message router_deleted on router f2405cbd-d51a-4771-af3c-37b87f2583e8 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:45:31.497016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.499974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/routers/f2405cbd-d51a-4771-af3c-37b87f2583e8 HTTP/1.1" status: 204 len: 168 time: 1.5438650 Dec 09 09:45:31.501089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34260) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:31.641392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.701616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8e261061-4622-42dd-b4e1-950110f1383b no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:45:31.747136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 8e261061-4622-42dd-b4e1-950110f1383b {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:45:31.747572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 8e261061-4622-42dd-b4e1-950110f1383b not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:45:31.748048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3ce9f856-694c-4a1f-8b91-728d85698c91 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:45:31.787608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 3ce9f856-694c-4a1f-8b91-728d85698c91 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:45:31.788060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 3ce9f856-694c-4a1f-8b91-728d85698c91 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:45:31.822820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.852366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:31.866300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ef0d9d-d7a6-4adc-9aac-01514865bed1') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:31.866661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ef0d9d-d7a6-4adc-9aac-01514865bed1') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:31.879922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.895550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.902114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:45:31.902529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:45:31.918111 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:45:32.001253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.004691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87e99db6-1053-44f3-94e0-c03a73ffb4cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:32.020561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.032865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Network': ['ID=ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:32.036406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:32.041318 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/networks/ad4b16e8-2865-4e67-8f3c-ba6e2ddd370f HTTP/1.1" status: 204 len: 168 time: 0.5391319 Dec 09 09:45:32.064662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34264) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:32.070884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'network': {'name': 'tempest-network-smoke--1519037748', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'port_security_enabled': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:32.077141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:32.081637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:network and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:32.084695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:32.091003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:32.100380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:45:32.106233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.136546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:45:32.145891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.146328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Added segment 0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642 of type vlan for network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 Dec 09 09:45:32.176864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.207507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.211681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:32.212502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.216283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b85643c-3dbf-4bd5-9c12-5074442e22f9 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:32.327152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2612329 Dec 09 09:45:32.330200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34268) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:32.336154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'admin_state_up': True, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:32.336390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Network': ['ID=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:32.339261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:32.345335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:32.347261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:45:32.350497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:router and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:32.355551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:32.361648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:32.371174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.372162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.392135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.551351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.739122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.776057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:32.914128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.203 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/dafab40e-f652-4ab6-b0a9-1e8a40cd8507) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:45:33.069247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:33.094551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:33.098987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:33.176203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:45:33.180163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:45:33.182947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=dafab40e-f652-4ab6-b0a9-1e8a40cd8507,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:33.185370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:45:33.211702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:33.343366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:33.344123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:33.612261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:45:33.648543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:45:33.648945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 20b53a7c-ae44-4e54-86a4-41cd28dc9b7c not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:45:33.813325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:45:34.062663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:45:34.078544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Sync routers for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:45:34.089690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:34.090990 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7597172 Dec 09 09:45:34.091890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:34.092564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:34.094481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34272) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:34.139780 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-60d8bf20-e67b-47fe-a203-47b0c92de579 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440817 Dec 09 09:45:34.142592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34276) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:34.318662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76930c34-92fe-4c62-b498-c9c17dbd3215 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:34.320242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-76930c34-92fe-4c62-b498-c9c17dbd3215 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1765795 Dec 09 09:45:34.324383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34280) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:34.372760 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4e93815c-a62d-4009-98d5-193aa56f83f8 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470419 Dec 09 09:45:34.375550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34284) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:34.382035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1145823207', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:34.454283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-025953f0-9967-4674-a470-d8b7749a1bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:34.464000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:34.503487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:34.507485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:subnet and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:34.511172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:34.517100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:34.526504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:45:34.773509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:33Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:34.777875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Checking router: 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:45:34.778272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Updating router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f port dafab40e-f652-4ab6-b0a9-1e8a40cd8507 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:45:34.833670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:34.884330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.112377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.116758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44c48d6b-8d2d-40cb-9704-673b4d20fee2 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:35.178741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.193241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Transition to ACTIVE for port object dafab40e-f652-4ab6-b0a9-1e8a40cd8507 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:45:35.199754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.202761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=d86586a5-3fb9-4f72-89cc-6b1192292646,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:35.205497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:35.207169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:35.213379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Checking segment: {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:45:35.213777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network hostable DHCP agents. Network: 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:45:35.236014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:45:35.245463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:45:35.249452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:35.250208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.259616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e346020d-94a2-419b-9f49-35d85260fa3f None None] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:45:35.276264 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8995667 Dec 09 09:45:35.279129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34288) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:35.325107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Pushing event updated for resources: {'Port': ['ID=dafab40e-f652-4ab6-b0a9-1e8a40cd8507,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:35.380585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Attempting to bind port dafab40e-f652-4ab6-b0a9-1e8a40cd8507 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:45:35.380914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Attempting to bind port dafab40e-f652-4ab6-b0a9-1e8a40cd8507 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:45:35.381351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Attempting to bind port dafab40e-f652-4ab6-b0a9-1e8a40cd8507 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:45:35.404269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.404645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.405018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.405442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.405810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.406176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.406542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.406902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.407259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.407616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.407974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:35.411839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:35.423983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:45:35.424408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:45:35.424870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.425429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:45:35.425959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Bound port: dafab40e-f652-4ab6-b0a9-1e8a40cd8507, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:45:35.426381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.570089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] For port dafab40e-f652-4ab6-b0a9-1e8a40cd8507, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:45:35.612061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] For port dafab40e-f652-4ab6-b0a9-1e8a40cd8507, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=dafab40e-f652-4ab6-b0a9-1e8a40cd8507,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:45:35.615707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.622241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:35.650699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:45:35.651509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.729742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:35.803983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Pushing event updated for resources: {'Port': ['ID=dafab40e-f652-4ab6-b0a9-1e8a40cd8507,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:35.811234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:35.814717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:35.815397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:36.053021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Allocated IP 172.20.0.2 (8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8/d86586a5-3fb9-4f72-89cc-6b1192292646/b9b0dea8-d4a3-448f-9fa8-83d41396279f) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:45:36.061250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:36.097015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:36.535550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:36.550158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Transition to ACTIVE for port object b9b0dea8-d4a3-448f-9fa8-83d41396279f will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:45:36.775961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Transition to ACTIVE for port object b9b0dea8-d4a3-448f-9fa8-83d41396279f will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:45:36.787876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:36.793447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b473bfa8-084c-4c0e-bcaf-f26117c98ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:36.826196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-60bfe709-aedf-4f40-a354-6f0de2f506a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:36.828622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:33Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:36.845089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0456e5f8-49e8-4ae1-b606-c2a2c86150f6 None None] The sync data for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv is: [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:33Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:45:36.851027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.1 (8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8/d86586a5-3fb9-4f72-89cc-6b1192292646/5d9db9e3-369e-4820-b8ba-d4e701a0747f) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:45:36.869322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:45:36.872515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:45:36.877236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:45:36.879317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Pushing event updated for resources: {'Port': ['ID=b9b0dea8-d4a3-448f-9fa8-83d41396279f,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:36.883569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:36.979440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Attempting to bind port b9b0dea8-d4a3-448f-9fa8-83d41396279f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:45:36.980030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Attempting to bind port b9b0dea8-d4a3-448f-9fa8-83d41396279f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:45:36.980610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Attempting to bind port b9b0dea8-d4a3-448f-9fa8-83d41396279f on network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:45:36.990555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:45:36.991180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Checking segment: {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:45:36.991862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:36.992614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Bound using segment: {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:45:36.993536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Bound port: b9b0dea8-d4a3-448f-9fa8-83d41396279f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:45:36.994240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.042352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.060057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 5d9db9e3-369e-4820-b8ba-d4e701a0747f will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:45:37.079667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.085325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6d8a151c-692d-487b-94c3-e4c14158d6a3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:37.118500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] For port b9b0dea8-d4a3-448f-9fa8-83d41396279f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:45:37.121488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] For port b9b0dea8-d4a3-448f-9fa8-83d41396279f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b9b0dea8-d4a3-448f-9fa8-83d41396279f,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:45:37.122601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.124903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.129717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:37.162847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:45:37.167258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:45:37.169890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:45:37.209988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=5d9db9e3-369e-4820-b8ba-d4e701a0747f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:37.214460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:37.218907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Pushing event updated for resources: {'Port': ['ID=b9b0dea8-d4a3-448f-9fa8-83d41396279f,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:37.222681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:37.247418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.359612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.744374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b9b0dea8-d4a3-448f-9fa8-83d41396279f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:37.838581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b9b0dea8-d4a3-448f-9fa8-83d41396279f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:45:37.844794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device dafab40e-f652-4ab6-b0a9-1e8a40cd8507 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:37.868123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.872970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.907424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42802e54-f79a-4db2-a682-d97578de8a62 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:37.921428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port dafab40e-f652-4ab6-b0a9-1e8a40cd8507 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:45:37.926945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port dafab40e-f652-4ab6-b0a9-1e8a40cd8507 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:37.927366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:37.998084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:38.001979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=5d9db9e3-369e-4820-b8ba-d4e701a0747f,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:38.006037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:38.056178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:38.074806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port dafab40e-f652-4ab6-b0a9-1e8a40cd8507, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=dafab40e-f652-4ab6-b0a9-1e8a40cd8507,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:38.078551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:38.080543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:38.160128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=dafab40e-f652-4ab6-b0a9-1e8a40cd8507,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:38.163452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:38.166580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:45:38.167966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:45:38.379224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:38.596585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:45:38.919684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13bb9b-68f6-4b1c-a562-bb91b38b0ce2 None None] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:45:39.045678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a462eba7-103c-4d5e-b855-4b26f69de999 None None] Provisioning for port b9b0dea8-d4a3-448f-9fa8-83d41396279f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:45:39.061472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a462eba7-103c-4d5e-b855-4b26f69de999 None None] Provisioning complete for port b9b0dea8-d4a3-448f-9fa8-83d41396279f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:39.061896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a462eba7-103c-4d5e-b855-4b26f69de999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:39.063352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:45:39.080027 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7976964 Dec 09 09:45:39.080732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34292) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:39.238157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66316111-9be7-4157-b13b-5690a700f882 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:39.238580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66316111-9be7-4157-b13b-5690a700f882 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:39.239021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66316111-9be7-4157-b13b-5690a700f882 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:39.239425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66316111-9be7-4157-b13b-5690a700f882 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:39.241393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-66316111-9be7-4157-b13b-5690a700f882 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1594698 Dec 09 09:45:39.244135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34296) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:39.283837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a462eba7-103c-4d5e-b855-4b26f69de999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:39.329133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b8cb3-40c9-438b-b43d-e8e65846686a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:39.329578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b8cb3-40c9-438b-b43d-e8e65846686a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:39.330648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b8cb3-40c9-438b-b43d-e8e65846686a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:39.331299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94b8cb3-40c9-438b-b43d-e8e65846686a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:39.334220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a462eba7-103c-4d5e-b855-4b26f69de999 None None] For port b9b0dea8-d4a3-448f-9fa8-83d41396279f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b9b0dea8-d4a3-448f-9fa8-83d41396279f,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:39.336227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34300) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:39.336900 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a94b8cb3-40c9-438b-b43d-e8e65846686a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0910861 Dec 09 09:45:39.338272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a462eba7-103c-4d5e-b855-4b26f69de999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:39.340485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:39.416862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462eba7-103c-4d5e-b855-4b26f69de999 None None] Pushing event updated for resources: {'Port': ['ID=b9b0dea8-d4a3-448f-9fa8-83d41396279f,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:39.420346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a462eba7-103c-4d5e-b855-4b26f69de999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:39.566239 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6756ce59-1d0c-4c63-b6c4-d604910b3b63 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2273402 Dec 09 09:45:39.667059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4007e0bd-b5de-41be-b9fc-4260b7a40b6d None None] Provisioning for port 5d9db9e3-369e-4820-b8ba-d4e701a0747f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:45:39.678047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b9b0dea8-d4a3-448f-9fa8-83d41396279f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:39.713767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4007e0bd-b5de-41be-b9fc-4260b7a40b6d None None] Provisioning complete for port 5d9db9e3-369e-4820-b8ba-d4e701a0747f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:39.714196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4007e0bd-b5de-41be-b9fc-4260b7a40b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:39.813940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-4007e0bd-b5de-41be-b9fc-4260b7a40b6d None None] Port 5d9db9e3-369e-4820-b8ba-d4e701a0747f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:45:39.838565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4007e0bd-b5de-41be-b9fc-4260b7a40b6d None None] Provisioning complete for port b9b0dea8-d4a3-448f-9fa8-83d41396279f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:39.838977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4007e0bd-b5de-41be-b9fc-4260b7a40b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:39.871986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b9b0dea8-d4a3-448f-9fa8-83d41396279f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:39.872291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.071148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34306) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:40.077456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87604709', 'description': 'tempest-secgroup-smoke-87604709 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:40.082850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device dafab40e-f652-4ab6-b0a9-1e8a40cd8507 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:40.083989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:40.089244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:40.092591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:40.099182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:40.116734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.140171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Sync routers for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:45:40.157384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:40.158014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:40.159284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:40.163624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:40.164988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port dafab40e-f652-4ab6-b0a9-1e8a40cd8507 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:40.165779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.167225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:40.173653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:40.238194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.241852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.245755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-acea2e52-2b1d-408d-bbe3-0cabc9608e65 None None] Provisioning complete for port 5d9db9e3-369e-4820-b8ba-d4e701a0747f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:40.246007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-acea2e52-2b1d-408d-bbe3-0cabc9608e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.249393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-582f6b7d-2f6f-4161-a9c1-1fec7872fca8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:40.296293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884521c4-e882-4c40-b24a-90dcbe1ce19b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:40.299122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.300430 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2281625 Dec 09 09:45:40.301970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:40.303340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34310) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:40.310766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '884521c4-e882-4c40-b24a-90dcbe1ce19b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:40.317325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:40.322591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:40.326280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:40.332453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:40.348319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-acea2e52-2b1d-408d-bbe3-0cabc9608e65 None None] Port 5d9db9e3-369e-4820-b8ba-d4e701a0747f cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:45:40.350358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.372841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:40.417675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.420612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.422566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32d7e6b2-64b7-4fd5-bd4e-a8060e07591f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:40.451527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad19407d-2bc0-423b-a44c-43ee43170ad9,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:40.454274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:40.460867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.463013 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1585813 Dec 09 09:45:40.466115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34314) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:40.472080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '884521c4-e882-4c40-b24a-90dcbe1ce19b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:40.479863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:40.483902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:40.487076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:40.495637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:40.512577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.581809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.584524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.592027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93df375d-685c-46e5-97b4-ce8b8487f212 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:40.612173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c44692-f482-4713-be88-dd420ac2cc35,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:40.614811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:40.622077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.623424 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1563008 Dec 09 09:45:40.626249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34318) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:40.632234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '884521c4-e882-4c40-b24a-90dcbe1ce19b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:40.638740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:40.642837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:40.645905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:40.652089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:40.669086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.713823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5d9db9e3-369e-4820-b8ba-d4e701a0747f', 'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:36Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:40.718550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Checking router: 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:45:40.718983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Updating router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f port 5d9db9e3-369e-4820-b8ba-d4e701a0747f binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:45:40.746066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.749047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.750997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2e7ba00d-11da-4ba1-b0ca-270dd5ed8bd3 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:40.774264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7434b905-9c26-4022-9067-2e2a5708f0d4,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:40.774510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.776935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:40.783510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.784783 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1575437 Dec 09 09:45:40.787827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34322) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:40.794415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '884521c4-e882-4c40-b24a-90dcbe1ce19b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:40.800625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:40.804602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:40.808404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:40.814323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:40.831584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.907022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.910178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.912108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2058a6f8-f245-4374-b882-2740a9cfaaac tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:40.936595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5cc955-7a92-4000-a255-3debd717da53,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:40.939256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:40.945860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:40.947156 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1583359 Dec 09 09:45:40.950107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34326) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:40.956136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '884521c4-e882-4c40-b24a-90dcbe1ce19b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:40.963096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:40.967233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:40.970360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:40.976472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:40.986971 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:45:40.993906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.064892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.067617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.069597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f7ea9ea-0b08-407c-b705-d17d4a0ee191 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:41.093846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977b1f36-8820-481f-8d88-b8e5610fcc85,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:41.096485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:41.102860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.104421 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1530185 Dec 09 09:45:41.107340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34330) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:41.113424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '884521c4-e882-4c40-b24a-90dcbe1ce19b', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:41.120369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:41.124388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:41.127515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:41.134392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:41.144354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:45:41.145037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.151730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.158056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Transition to ACTIVE for port object 5d9db9e3-369e-4820-b8ba-d4e701a0747f will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:45:41.164510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.169054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ffde5a9-f3e4-468c-bd29-bf90fc90eb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:41.229384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.232509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.234509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e048a38a-4dbf-4e3e-9d41-ff768e6e9c68 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:41.260923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237af3f0-a3d6-4eac-a2f8-9ecfcd3adb63,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:41.263648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:41.270784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.273604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1652448 Dec 09 09:45:41.299252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Pushing event updated for resources: {'Port': ['ID=5d9db9e3-369e-4820-b8ba-d4e701a0747f,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:41.314634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.315083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.315512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.315901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.316203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.316570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.316946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.317366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.317731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.318097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.318461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:45:41.323221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:41.417169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Attempting to bind port 5d9db9e3-369e-4820-b8ba-d4e701a0747f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:45:41.417676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Attempting to bind port 5d9db9e3-369e-4820-b8ba-d4e701a0747f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:45:41.418023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Attempting to bind port 5d9db9e3-369e-4820-b8ba-d4e701a0747f on network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:45:41.425592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:45:41.426258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Checking segment: {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:45:41.426691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.427371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Bound using segment: {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:45:41.427874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Bound port: 5d9db9e3-369e-4820-b8ba-d4e701a0747f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:45:41.428327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.496096 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-695664c8-b108-4732-8de6-7ad9a51f1458 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87604709&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.0500798 Dec 09 09:45:41.523435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] For port 5d9db9e3-369e-4820-b8ba-d4e701a0747f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:45:41.526840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] For port 5d9db9e3-369e-4820-b8ba-d4e701a0747f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5d9db9e3-369e-4820-b8ba-d4e701a0747f,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:45:41.530086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:41.534476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-86329364-82a8-4175-91c4-701383f92431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:41.619526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Pushing event updated for resources: {'Port': ['ID=5d9db9e3-369e-4820-b8ba-d4e701a0747f,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:41.623972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:41.625037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:41.625754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:41.665537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-b126fe14-51bf-4fe5-9370-bc78f8e649c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:41.667585 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-b126fe14-51bf-4fe5-9370-bc78f8e649c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 HTTP/1.1" status: 200 len: 797 time: 0.1639385 Dec 09 09:45:41.689708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-8261ec2a-f940-47cd-8a61-e9856d989759 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.0161324 Dec 09 09:45:41.788102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-7afb77ef-d72d-44f1-976a-d7e7eff71a1a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:45:41.812944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-7afb77ef-d72d-44f1-976a-d7e7eff71a1a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:45:41.814732 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-7afb77ef-d72d-44f1-976a-d7e7eff71a1a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1210930 Dec 09 09:45:41.871040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:41.975525 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-1ab2f1a2-6cbb-4e61-a78d-3d5ea5b86701 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473792 Dec 09 09:45:42.126652 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-bf0bf31f-1b56-47a1-9514-e36dc0b4d129 service neutron] 10.222.0.18 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437533 Dec 09 09:45:42.343768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-402c9757-734e-400b-8d9d-5d662c9f06bb req-df8739ff-ebe7-49af-a01f-f43fbbff41f0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:45:42.355988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5d9db9e3-369e-4820-b8ba-d4e701a0747f', 'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:36Z', 'updated_at': '2021-12-09T09:45:41Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:42.357495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-402c9757-734e-400b-8d9d-5d662c9f06bb req-df8739ff-ebe7-49af-a01f-f43fbbff41f0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:45:42.358797 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-402c9757-734e-400b-8d9d-5d662c9f06bb req-df8739ff-ebe7-49af-a01f-f43fbbff41f0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 210 time: 0.0621369 Dec 09 09:45:42.361176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100383b5-7928-49ae-a1a4-c5c49aed8db0 None None] The sync data for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv is: [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5d9db9e3-369e-4820-b8ba-d4e701a0747f', 'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:ed:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:36Z', 'updated_at': '2021-12-09T09:45:41Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:45:43.542505 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c489c16-44f3-4175-ada2-35a024029026 req-d358fd9d-cf86-4765-8d27-21a1483d848f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 210 time: 0.0536692 Dec 09 09:45:43.706274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5d9db9e3-369e-4820-b8ba-d4e701a0747f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:43.744101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-61ac60c7-c376-4e90-ab6f-2ad1f027f6c2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:43.746376 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-61ac60c7-c376-4e90-ab6f-2ad1f027f6c2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 HTTP/1.1" status: 200 len: 797 time: 0.1782057 Dec 09 09:45:43.788151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 5d9db9e3-369e-4820-b8ba-d4e701a0747f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:45:43.793811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5d9db9e3-369e-4820-b8ba-d4e701a0747f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:43.794490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:43.809152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-988b283c-d151-4c64-9351-41c673789930 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 378 time: 0.0513415 Dec 09 09:45:43.818035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['884521c4-e882-4c40-b24a-90dcbe1ce19b']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:43.924155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:43.958572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 5d9db9e3-369e-4820-b8ba-d4e701a0747f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5d9db9e3-369e-4820-b8ba-d4e701a0747f,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:43.961834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:43.963925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:43.976149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:43.986716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:43.996178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:45:44.001673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:44.030969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=5d9db9e3-369e-4820-b8ba-d4e701a0747f,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:44.034554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:44.181071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.8 (8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8/d86586a5-3fb9-4f72-89cc-6b1192292646/e75685de-a6e5-4550-bdf1-0088a2ad07de) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:45:44.386768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:44.403587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object e75685de-a6e5-4550-bdf1-0088a2ad07de will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:45:44.424658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:44.430467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93bba525-c0db-4478-a7fe-e8c99c2e0ed7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:44.499481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:45:44.503307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:45:44.507518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:45:44.551067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=e75685de-a6e5-4550-bdf1-0088a2ad07de,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:44.561392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:44.584833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:44.585550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:44.614424 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8003006 Dec 09 09:45:44.626882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Request body: {'port': {'device_id': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:44.746681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:44.764278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667aa08b-eeb7-4f54-abf5-3af557520dac req-3e3b6970-1120-4da2-866b-da2cda05bd6f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:44.765931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-667aa08b-eeb7-4f54-abf5-3af557520dac req-3e3b6970-1120-4da2-866b-da2cda05bd6f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 931 time: 0.0892563 Dec 09 09:45:44.821341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-667aa08b-eeb7-4f54-abf5-3af557520dac req-4437a825-7772-40ea-92b7-25cd598a3da6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:45:44.835875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-667aa08b-eeb7-4f54-abf5-3af557520dac req-4437a825-7772-40ea-92b7-25cd598a3da6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:45:44.840506 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-667aa08b-eeb7-4f54-abf5-3af557520dac req-4437a825-7772-40ea-92b7-25cd598a3da6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672548 Dec 09 09:45:44.854432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a24a00bf-cef1-4184-9dfd-16d4837dd35d None None] Provisioning for port e75685de-a6e5-4550-bdf1-0088a2ad07de completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:45:44.859778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a24a00bf-cef1-4184-9dfd-16d4837dd35d None None] Provisioning complete for port e75685de-a6e5-4550-bdf1-0088a2ad07de triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:44.860228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a24a00bf-cef1-4184-9dfd-16d4837dd35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:44.918016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a24a00bf-cef1-4184-9dfd-16d4837dd35d None None] Port e75685de-a6e5-4550-bdf1-0088a2ad07de cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:45:45.120784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75685de-a6e5-4550-bdf1-0088a2ad07de {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:45:45.127775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:45.142770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Transition to ACTIVE for port object e75685de-a6e5-4550-bdf1-0088a2ad07de will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:45:45.145432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:45.149870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11bee89c-6bcf-4954-adb4-95d681877eff tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:45.283122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Pushing event updated for resources: {'Port': ['ID=e75685de-a6e5-4550-bdf1-0088a2ad07de,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:45.287548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:45.396038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Attempting to bind port e75685de-a6e5-4550-bdf1-0088a2ad07de on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:45:45.396416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Attempting to bind port e75685de-a6e5-4550-bdf1-0088a2ad07de by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:45:45.396831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Attempting to bind port e75685de-a6e5-4550-bdf1-0088a2ad07de on network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:45:45.403683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Port e75685de-a6e5-4550-bdf1-0088a2ad07de on network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:45:45.404046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Attempting to bind port e75685de-a6e5-4550-bdf1-0088a2ad07de on network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:45:45.411262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:45:45.411639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Checking segment: {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:45:45.412060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Bound using segment: {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:45:45.412537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Bound port: e75685de-a6e5-4550-bdf1-0088a2ad07de, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:45:45.412926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:45.510662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] For port e75685de-a6e5-4550-bdf1-0088a2ad07de, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:45:45.513770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] For port e75685de-a6e5-4550-bdf1-0088a2ad07de, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:45:45.516991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:45.521442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:45.584448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:45.586019 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] 10.222.0.65 "PUT /v2.0/ports/e75685de-a6e5-4550-bdf1-0088a2ad07de HTTP/1.1" status: 200 len: 1093 time: 0.9639709 Dec 09 09:45:45.586621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:45:45.602266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Pushing event updated for resources: {'Port': ['ID=e75685de-a6e5-4550-bdf1-0088a2ad07de,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:45.606253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:45.669271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'status': 'completed', 'code': 200} Dec 09 09:45:45.679702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5d9db9e3-369e-4820-b8ba-d4e701a0747f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:45.713646 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-33303763-4319-4347-839b-334adb2ee11e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 1096 time: 0.0885029 Dec 09 09:45:45.756604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5d9db9e3-369e-4820-b8ba-d4e701a0747f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:45.757060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:45.791057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-7f6f930d-e302-42ab-b99f-ec98cf90a3bd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de HTTP/1.1" status: 200 len: 217 time: 0.0706508 Dec 09 09:45:45.864468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-ebf818b0-ff4b-465c-a224-0fbbbff306a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:45.866171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-ebf818b0-ff4b-465c-a224-0fbbbff306a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d86586a5-3fb9-4f72-89cc-6b1192292646 HTTP/1.1" status: 200 len: 844 time: 0.0697482 Dec 09 09:45:45.947460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-bb1eb443-e1ff-4bac-810e-6c74cab660e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750206 Dec 09 09:45:46.053374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a950bc-e373-4c18-8334-141c94891368 req-d9e7c2be-653d-4647-af7d-69737c6e5c78 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:46.055760 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-58a950bc-e373-4c18-8334-141c94891368 req-d9e7c2be-653d-4647-af7d-69737c6e5c78 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 943 time: 0.0869818 Dec 09 09:45:46.108309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-58a950bc-e373-4c18-8334-141c94891368 req-a419da22-b2ae-46ac-8a08-e5941c330a66 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459130 Dec 09 09:45:46.334967 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-97f7a93b-d416-4280-9376-e6652d4fb874 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804207 Dec 09 09:45:46.477319 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab5d941b-1e1c-4a8e-96f0-906f2894b5c2 req-2ead3d3b-e8c4-4636-9a08-533a9124aa91 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358907 Dec 09 09:45:46.603469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87ecd454-1e52-424b-8c2e-95c53a8ad611 req-15e5a025-43fa-49d0-8254-05133a399ef3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 1096 time: 0.0792115 Dec 09 09:45:46.747940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecd454-1e52-424b-8c2e-95c53a8ad611 req-b0180719-45b7-4878-adde-048094273181 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:46.749578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87ecd454-1e52-424b-8c2e-95c53a8ad611 req-b0180719-45b7-4878-adde-048094273181 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 HTTP/1.1" status: 200 len: 898 time: 0.1393623 Dec 09 09:45:46.821598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87ecd454-1e52-424b-8c2e-95c53a8ad611 req-7445880a-4a4b-4eba-9aa0-3977f4ab9e0d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de HTTP/1.1" status: 200 len: 217 time: 0.0649774 Dec 09 09:45:46.894220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ecd454-1e52-424b-8c2e-95c53a8ad611 req-c411cbd5-dc70-4165-bf8f-47f40384fe15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:46.895711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87ecd454-1e52-424b-8c2e-95c53a8ad611 req-c411cbd5-dc70-4165-bf8f-47f40384fe15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d86586a5-3fb9-4f72-89cc-6b1192292646 HTTP/1.1" status: 200 len: 844 time: 0.0679996 Dec 09 09:45:46.975648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87ecd454-1e52-424b-8c2e-95c53a8ad611 req-36a7a1e9-bd6b-4515-a86f-534ea5de752a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735192 Dec 09 09:45:47.120045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87ecd454-1e52-424b-8c2e-95c53a8ad611 req-d3fb9a7e-5195-41fd-bb5f-5423d93f39ec service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376104 Dec 09 09:45:47.322351 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87ecd454-1e52-424b-8c2e-95c53a8ad611 req-ac983678-93b6-4c5b-b9b6-a28397a2b7c4 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954992 Dec 09 09:45:47.333436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:47.349756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e8b2c-36dc-4f6c-a7a7-0267683174f6 req-85c7d5a5-47e8-4617-a4b2-efffdb10d345 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:47.350512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9a7e8b2c-36dc-4f6c-a7a7-0267683174f6 req-85c7d5a5-47e8-4617-a4b2-efffdb10d345 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:45:47.365751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9a7e8b2c-36dc-4f6c-a7a7-0267683174f6 req-85c7d5a5-47e8-4617-a4b2-efffdb10d345 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:45:47.366963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a7e8b2c-36dc-4f6c-a7a7-0267683174f6 req-85c7d5a5-47e8-4617-a4b2-efffdb10d345 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 943 time: 0.1268556 Dec 09 09:45:47.416122 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a7e8b2c-36dc-4f6c-a7a7-0267683174f6 req-bd212d17-224b-4bf6-b5c9-716033ecd776 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422013 Dec 09 09:45:48.630810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e6c8d-5e02-4558-b767-ad1a7b6e2bce req-50683349-6a2f-4151-b784-6c6ecb31216e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:48.632394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-342e6c8d-5e02-4558-b767-ad1a7b6e2bce req-50683349-6a2f-4151-b784-6c6ecb31216e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 943 time: 0.0880413 Dec 09 09:45:48.682474 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-342e6c8d-5e02-4558-b767-ad1a7b6e2bce req-a1820ec9-db7c-4f67-999a-aaa9f3f32726 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429618 Dec 09 09:45:49.892747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1e326-81d5-4402-aebc-2a3f9f3c9622 req-737b10eb-e7d3-4eb5-ab2f-554372b8464e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:49.894297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dca1e326-81d5-4402-aebc-2a3f9f3c9622 req-737b10eb-e7d3-4eb5-ab2f-554372b8464e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 943 time: 0.0867968 Dec 09 09:45:49.943398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dca1e326-81d5-4402-aebc-2a3f9f3c9622 req-aec611c4-d8d3-40ca-a766-af3b5861f73b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422187 Dec 09 09:45:50.272019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e75685de-a6e5-4550-bdf1-0088a2ad07de details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:45:50.416224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e75685de-a6e5-4550-bdf1-0088a2ad07de, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:50.430294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'port_id': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'mac_address': 'fa:16:3e:42:64:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:45:50.486130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:50.504245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75685de-a6e5-4550-bdf1-0088a2ad07de {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:45:50.519541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e75685de-a6e5-4550-bdf1-0088a2ad07de, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:50.522331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:50.524689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-464769e3-3cd9-4f00-87d7-4c0d8d203255 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:50.595172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e75685de-a6e5-4550-bdf1-0088a2ad07de,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:50.598339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:50.723267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['e75685de-a6e5-4550-bdf1-0088a2ad07de'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:45:51.146321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef100b3-70fa-4684-916a-a864e993186f req-0b3e41b4-efa7-454b-b6a5-6b86afce98fd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:51.147889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ef100b3-70fa-4684-916a-a864e993186f req-0b3e41b4-efa7-454b-b6a5-6b86afce98fd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 944 time: 0.0814605 Dec 09 09:45:51.197519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ef100b3-70fa-4684-916a-a864e993186f req-28258bd3-b525-484b-b381-62c42ce26623 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434723 Dec 09 09:45:52.139240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:45:52.287623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e75685de-a6e5-4550-bdf1-0088a2ad07de up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:45:52.358843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port e75685de-a6e5-4550-bdf1-0088a2ad07de completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:45:52.363688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port e75685de-a6e5-4550-bdf1-0088a2ad07de triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:45:52.364115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:52.408258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac28ef-9589-47a6-99d7-4ab7a8682f0c req-2ef956c4-43dc-49c7-89df-671c8f01330f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:52.409827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-48ac28ef-9589-47a6-99d7-4ab7a8682f0c req-2ef956c4-43dc-49c7-89df-671c8f01330f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 944 time: 0.0891998 Dec 09 09:45:52.461624 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-48ac28ef-9589-47a6-99d7-4ab7a8682f0c req-4cdffb87-f577-461a-8321-78267fdd6a6f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450122 Dec 09 09:45:52.487202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:52.527329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:45:52.538293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e75685de-a6e5-4550-bdf1-0088a2ad07de, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:45:52.542035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:52.544158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:52.612566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e75685de-a6e5-4550-bdf1-0088a2ad07de,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:52.615834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:52.673173 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'code': 200} Dec 09 09:45:52.917093 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c056ae82-5bf1-4364-b618-5b820668d7bc req-c148ac75-39c0-4e2c-96c7-5196e65a4b08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 1098 time: 0.0811305 Dec 09 09:45:52.965646 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c056ae82-5bf1-4364-b618-5b820668d7bc req-6adbd9e9-378d-46b6-a25a-1707fa35ec4c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416989 Dec 09 09:45:53.700638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4255620-224f-482d-8bea-f70185e908cf req-62399b62-b09f-4f44-8632-3c29bb2fbb12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:53.702300 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4255620-224f-482d-8bea-f70185e908cf req-62399b62-b09f-4f44-8632-3c29bb2fbb12 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 945 time: 0.0945652 Dec 09 09:45:53.767205 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4255620-224f-482d-8bea-f70185e908cf req-1e2ca174-b7cc-4dfa-8d79-f75857082161 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576940 Dec 09 09:45:54.986882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58864291-5e0d-4fe1-bf5d-e51ce64454b7 req-797c5e02-e80a-4231-97e6-8be775448e17 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:54.988490 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-58864291-5e0d-4fe1-bf5d-e51ce64454b7 req-797c5e02-e80a-4231-97e6-8be775448e17 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 945 time: 0.0893283 Dec 09 09:45:55.038699 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-58864291-5e0d-4fe1-bf5d-e51ce64454b7 req-bae3ce48-9cc9-45d1-85d4-51e6f3a4ced9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435762 Dec 09 09:45:55.251914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f3e73-5e86-454a-b3c8-d207d2bd495a req-c033c63e-09b4-479c-af1d-45fc770d47c1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:55.253470 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb4f3e73-5e86-454a-b3c8-d207d2bd495a req-c033c63e-09b4-479c-af1d-45fc770d47c1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 945 time: 0.0897684 Dec 09 09:45:55.306369 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb4f3e73-5e86-454a-b3c8-d207d2bd495a req-8408ff54-750c-4ebe-8101-648719b0028a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453644 Dec 09 09:45:55.334458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34392) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:55.410667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8dd7c5c8-9424-4480-a5dc-c45f44c2c2df tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 1093 time: 0.0748062 Dec 09 09:45:55.413429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34396) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:55.419262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:45:55.425404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:45:55.429477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:floatingip and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:45:55.433089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:45:55.439925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:45:55.451793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:55.603457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:55.754605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.171 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/7af8ea66-f1d7-46bc-b789-8c2a8359c0ed) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:45:55.906736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:55.931969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:55.936294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:55.999607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:45:56.003105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:45:56.005672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:45:56.047252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=7af8ea66-f1d7-46bc-b789-8c2a8359c0ed,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:56.050195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:56.566214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:56.624678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:56.858040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:56.861538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:56.865788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6831f90-788d-4ffd-a85e-abad9212e83e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:45:57.209695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=7af8ea66-f1d7-46bc-b789-8c2a8359c0ed,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:45:57.213382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:45:57.224318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:57.423915 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c associated. External IP: 172.26.8.171, port: e75685de-a6e5-4550-bdf1-0088a2ad07de. Dec 09 09:45:57.840051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:45:58.050853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:45:58.061313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] Sync routers for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:45:58.074672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:58.075353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:58.076520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:45:58.131914 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7173572 Dec 09 09:45:58.132623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:45:58.135749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34400) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:58.190770 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'status': 'completed', 'code': 200} Dec 09 09:45:58.268772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-997a3acd-516b-44d7-8967-edf90c691b7e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c HTTP/1.1" status: 200 len: 991 time: 0.1316953 Dec 09 09:45:58.300340 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3cfc3de0-5fb8-4273-82de-4dfdd3297763 req-fc0cefc8-6047-4942-ac7d-35cbd4748bab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 1098 time: 0.0851927 Dec 09 09:45:58.432925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:58.448709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc3de0-5fb8-4273-82de-4dfdd3297763 req-90944292-ae62-4dfe-9db1-d3598794e2c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:58.450357 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3cfc3de0-5fb8-4273-82de-4dfdd3297763 req-90944292-ae62-4dfe-9db1-d3598794e2c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 HTTP/1.1" status: 200 len: 898 time: 0.1436043 Dec 09 09:45:58.557288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3cfc3de0-5fb8-4273-82de-4dfdd3297763 req-da6db062-6949-440c-ba7a-a5a87ea1fda1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de HTTP/1.1" status: 200 len: 999 time: 0.1007166 Dec 09 09:45:58.628721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc3de0-5fb8-4273-82de-4dfdd3297763 req-6ef4bf22-8090-44fb-a312-e8f9c7d281fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:45:58.630363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3cfc3de0-5fb8-4273-82de-4dfdd3297763 req-6ef4bf22-8090-44fb-a312-e8f9c7d281fb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d86586a5-3fb9-4f72-89cc-6b1192292646 HTTP/1.1" status: 200 len: 844 time: 0.0676818 Dec 09 09:45:58.710804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3cfc3de0-5fb8-4273-82de-4dfdd3297763 req-7b0287f3-8a06-4be3-bb5c-57e3cdec9dd1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740490 Dec 09 09:45:58.811775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'port_id': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'mac_address': 'fa:16:3e:42:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:45:56Z', 'updated_at': '2021-12-09T09:45:56Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9db9e3-369e-4820-b8ba-d4e701a0747f', 'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:36Z', 'updated_at': '2021-12-09T09:45:43Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:58.815955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] Checking router: 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:45:58.827962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:45:58.828628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:45:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:58.857197 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3cfc3de0-5fb8-4273-82de-4dfdd3297763 req-e7c1ac5c-2b72-443a-8404-203a7b06a204 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400108 Dec 09 09:45:59.001893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3cfc3de0-5fb8-4273-82de-4dfdd3297763 req-f1509eb4-0eca-49d1-84bc-7667ecf9a796 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378522 Dec 09 09:45:59.013978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:45:59.272800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34406) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:45:59.384530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'port_id': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'mac_address': 'fa:16:3e:42:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:45:56Z', 'updated_at': '2021-12-09T09:45:56Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9db9e3-369e-4820-b8ba-d4e701a0747f', 'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:36Z', 'updated_at': '2021-12-09T09:45:43Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:45:59.384765 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5fd524db-394a-4f6f-8b10-7edcc990d7f2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c HTTP/1.1" status: 200 len: 991 time: 0.1103959 Dec 09 09:45:59.388845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217297b9-c5db-4f9e-b776-f1bd6682c4c4 None None] The sync data for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv is: [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'port_id': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'mac_address': 'fa:16:3e:42:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:45:56Z', 'updated_at': '2021-12-09T09:45:56Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d9db9e3-369e-4820-b8ba-d4e701a0747f', 'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:36Z', 'updated_at': '2021-12-09T09:45:43Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:45:59.758128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502b9ef7-efa9-44ed-9791-97800a6da2d6 None None] New status for floating IP c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:46:00.388446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34410) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:46:00.497362 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fec7a78f-7849-4bc2-af12-354e41553e92 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c HTTP/1.1" status: 200 len: 993 time: 0.1076372 Dec 09 09:46:04.405861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebd577cd-7b3d-495a-b788-d4e9506b7dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:05.653177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:06.699195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b7f8b58-8c69-4b3d-a38b-d6d3b5a5f33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:06.873663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-a6216142-e63f-404d-971c-c3728f46acf6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773585 Dec 09 09:46:07.030033 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-9a5d70c4-984a-482b-ad06-9c03e25782b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 1098 time: 0.0758207 Dec 09 09:46:07.103152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:07.186081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-90224b66-6257-4d16-a4e8-4b15bda1b5e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:46:07.187906 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-90224b66-6257-4d16-a4e8-4b15bda1b5e7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 HTTP/1.1" status: 200 len: 898 time: 0.1379378 Dec 09 09:46:07.300671 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-3efbc462-1d57-4679-a869-8b9b93b1dbca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de HTTP/1.1" status: 200 len: 1001 time: 0.0990837 Dec 09 09:46:07.375403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-e3a594bb-e0eb-4e50-aebd-a2bbbd9a2e50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:46:07.376970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-e3a594bb-e0eb-4e50-aebd-a2bbbd9a2e50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d86586a5-3fb9-4f72-89cc-6b1192292646 HTTP/1.1" status: 200 len: 844 time: 0.0702882 Dec 09 09:46:07.459800 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-fc6e5d69-36f8-45a0-a0ff-bf0efbe24ff5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762763 Dec 09 09:46:07.609968 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-caebf473-5082-4583-b68c-ee5dbc1adfe6 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438084 Dec 09 09:46:07.752712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bbb7ab7-9473-44d3-bf36-d44c214b742b req-997d4758-f0c6-47e9-b090-8e06a29ce93c service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357956 Dec 09 09:46:08.377128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:17.348619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:29.140495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:46:34.407522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a54be8cb-0bd2-416c-be59-2a4258ff45e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:35.654580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:36.700260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d6befcae-b71a-498b-a439-6dea5c99ba3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:37.107297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:38.379652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:46:47.346430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:04.409078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41e81caa-75dd-43fc-b9b9-8499e130deab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:05.655656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:06.141436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:47:06.701764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dccc734b-cc28-4165-93bd-7eb65d54cdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:07.110040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:07.854132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-2f570f6e-50a6-4d58-b5e0-84c46f56000e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754378 Dec 09 09:47:07.999442 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-0115d097-e06b-4bc9-888d-51b17730379f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 1098 time: 0.0749145 Dec 09 09:47:08.155100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-32e00076-4e36-4c0e-889f-0ca1185c9749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:47:08.156684 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-32e00076-4e36-4c0e-889f-0ca1185c9749 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 HTTP/1.1" status: 200 len: 898 time: 0.1383257 Dec 09 09:47:08.266962 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-03f8fccb-170d-44f4-9e2c-0bd53776ad15 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de HTTP/1.1" status: 200 len: 1001 time: 0.1044204 Dec 09 09:47:08.338842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-c2c8c417-a1e6-4426-b661-d7315abfeb4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:47:08.340388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-c2c8c417-a1e6-4426-b661-d7315abfeb4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d86586a5-3fb9-4f72-89cc-6b1192292646 HTTP/1.1" status: 200 len: 844 time: 0.0677564 Dec 09 09:47:08.382521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:08.662095 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-70b54979-df95-4aec-9daf-1c8bb2825e47 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3148587 Dec 09 09:47:08.806572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-0ebd91d3-d925-4544-9b8e-2baf07164365 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375442 Dec 09 09:47:08.948921 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3c5c30d-889a-4ab4-a8a7-40faef8473af req-3fd5e213-61e9-43d6-bdd5-150487d1d46c service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365712 Dec 09 09:47:17.345857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:34.411618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1148443e-a538-4b4b-8867-dd6aed8bbe62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:35.658040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:36.703291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b65b953-62a5-46f3-979c-85c9f49d116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:37.112832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:38.384500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:43.142831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:47:47.344019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:51.655583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34440) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:47:51.793438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:47:52.043507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3518401'] for subnet, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:52.236067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746976568998', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851496995'] for subnet, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:52.240412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64db13c4-4981-4356-bf81-29174e625555 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:47:52.294561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:47:52.295119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:52.296515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/subnets/d86586a5-3fb9-4f72-89cc-6b1192292646 HTTP/1.1" status: 200 len: 836 time: 0.6398766 Dec 09 09:47:52.301834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8522f1ed-98ed-4d7e-a6be-37a3f7b6d2a3 None None] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:47:52.313496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=d86586a5-3fb9-4f72-89cc-6b1192292646,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:47:52.323156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.323582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.324011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.324429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.324843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.325291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.325706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.326120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.326531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.326939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.327344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:47:52.331003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:47:52.825992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d4eed58b-476f-4947-ac55-eae9f5079812 None None] Provisioning complete for port 5d9db9e3-369e-4820-b8ba-d4e701a0747f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:47:52.826493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4eed58b-476f-4947-ac55-eae9f5079812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:52.956888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d4eed58b-476f-4947-ac55-eae9f5079812 None None] Provisioning complete for port e75685de-a6e5-4550-bdf1-0088a2ad07de triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:47:52.957364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4eed58b-476f-4947-ac55-eae9f5079812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:47:53.087234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d4eed58b-476f-4947-ac55-eae9f5079812 None None] Provisioning complete for port b9b0dea8-d4a3-448f-9fa8-83d41396279f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:47:53.087664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4eed58b-476f-4947-ac55-eae9f5079812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:04.413735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0bdc01f3-163b-42f5-acda-c833bca7d669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:05.659782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:06.705341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d856a84-9cbf-42a6-ac3f-2c9c84bbbf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:07.114222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:08.388355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:09.856098 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78604896-2937-47a9-aa39-0d694ee8449a req-b6acc572-12d4-4d6a-bab9-7c2d7999c4d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740876 Dec 09 09:48:10.004147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78604896-2937-47a9-aa39-0d694ee8449a req-2cde777e-155f-4ab6-9bee-7e4dab0f6517 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 1098 time: 0.0782864 Dec 09 09:48:10.156659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604896-2937-47a9-aa39-0d694ee8449a req-7829ea53-217f-4abd-bf08-bfb6ca6c9f3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:10.158252 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78604896-2937-47a9-aa39-0d694ee8449a req-7829ea53-217f-4abd-bf08-bfb6ca6c9f3c service neutron] 10.222.0.65 "GET /v2.0/networks?id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 HTTP/1.1" status: 200 len: 898 time: 0.1356609 Dec 09 09:48:10.267008 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78604896-2937-47a9-aa39-0d694ee8449a req-c90997e5-d999-472a-a9bf-82db9b6222d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de HTTP/1.1" status: 200 len: 1001 time: 0.1022863 Dec 09 09:48:10.334024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604896-2937-47a9-aa39-0d694ee8449a req-f3ee2bb5-b24a-4325-834e-8a1b3c0f9d56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:10.335600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78604896-2937-47a9-aa39-0d694ee8449a req-f3ee2bb5-b24a-4325-834e-8a1b3c0f9d56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d86586a5-3fb9-4f72-89cc-6b1192292646 HTTP/1.1" status: 200 len: 844 time: 0.0627916 Dec 09 09:48:10.420533 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78604896-2937-47a9-aa39-0d694ee8449a req-b9f6076e-8e41-4e2c-be88-981ba00d4489 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792363 Dec 09 09:48:10.561641 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78604896-2937-47a9-aa39-0d694ee8449a req-8316eb54-904f-4a5e-9a75-c2e0c05f5340 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348855 Dec 09 09:48:10.709498 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78604896-2937-47a9-aa39-0d694ee8449a req-6d1906c1-38d0-41e4-91eb-73103b5604f8 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419261 Dec 09 09:48:17.343224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:20.145454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:48:34.418351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ada5140-b0af-4bab-8336-4476b016a8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:35.147281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34454) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:35.357046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 7af8ea66-f1d7-46bc-b789-8c2a8359c0ed {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:48:35.357441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:35.530277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:35.530809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:35.656601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 7af8ea66-f1d7-46bc-b789-8c2a8359c0ed owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:48:35.662537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:35.812139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:35.816458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:35.861023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=7af8ea66-f1d7-46bc-b789-8c2a8359c0ed,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:35.873982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.874406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.874817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.875231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.875637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.876480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.876480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.876790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.877211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.877610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.878004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:35.905863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:35.968945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:36.373321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:48:36.581276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:48:36.592396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] Sync routers for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:48:36.601327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:36.605853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:48:36.606539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:48:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:36.659313 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/floatingips/c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c HTTP/1.1" status: 204 len: 168 time: 1.5081582 Dec 09 09:48:36.659313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:48:36.770365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'status': 'completed', 'code': 200} Dec 09 09:48:36.793510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f323a97-4753-4700-a335-0ce75ae6726f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:36.811881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:48:36.880921 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f4886e3-2071-4973-a456-3a3ad5d06ed9 req-4aa2a916-8986-407e-bec2-b0012855a475 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 1098 time: 0.0849915 Dec 09 09:48:37.035329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4886e3-2071-4973-a456-3a3ad5d06ed9 req-947e5afb-a3df-427f-9a50-ab47a688c36d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:37.036930 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f4886e3-2071-4973-a456-3a3ad5d06ed9 req-947e5afb-a3df-427f-9a50-ab47a688c36d service neutron] 10.222.0.65 "GET /v2.0/networks?id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 HTTP/1.1" status: 200 len: 898 time: 0.1499569 Dec 09 09:48:37.148398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f4886e3-2071-4973-a456-3a3ad5d06ed9 req-4114cb50-5800-45be-8174-2f7bb5d56721 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de HTTP/1.1" status: 200 len: 217 time: 0.1049769 Dec 09 09:48:37.150979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:37.174264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5d9db9e3-369e-4820-b8ba-d4e701a0747f', 'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:36Z', 'updated_at': '2021-12-09T09:45:43Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:37.178378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] Checking router: 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:48:37.190608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:48:37.191215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:48:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:37.234437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4886e3-2071-4973-a456-3a3ad5d06ed9 req-8935e72c-0371-4b63-9c5f-03523d22b48e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:37.236713 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f4886e3-2071-4973-a456-3a3ad5d06ed9 req-8935e72c-0371-4b63-9c5f-03523d22b48e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d86586a5-3fb9-4f72-89cc-6b1192292646 HTTP/1.1" status: 200 len: 844 time: 0.0795105 Dec 09 09:48:37.308684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787f6a0-ccaa-4c54-8e7b-3245fd8b0e99 req-bded798e-75c7-477c-9d7b-f13abceda025 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:37.309525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5787f6a0-ccaa-4c54-8e7b-3245fd8b0e99 req-bded798e-75c7-477c-9d7b-f13abceda025 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:48:37.333929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5787f6a0-ccaa-4c54-8e7b-3245fd8b0e99 req-bded798e-75c7-477c-9d7b-f13abceda025 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:48:37.335205 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5787f6a0-ccaa-4c54-8e7b-3245fd8b0e99 req-bded798e-75c7-477c-9d7b-f13abceda025 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 945 time: 0.2409952 Dec 09 09:48:37.393957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f4886e3-2071-4973-a456-3a3ad5d06ed9 req-8883b337-4c4a-49ed-be83-96d0304c639e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1498923 Dec 09 09:48:37.563321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:48:37.658294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5787f6a0-ccaa-4c54-8e7b-3245fd8b0e99 req-b60009d4-b772-44a7-95fc-61ac55d7736d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3128235 Dec 09 09:48:37.786165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f4886e3-2071-4973-a456-3a3ad5d06ed9 req-a13fbfe9-1ad5-4bfa-9b85-9dd6617fd135 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824196 Dec 09 09:48:37.918678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5d9db9e3-369e-4820-b8ba-d4e701a0747f', 'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:36Z', 'updated_at': '2021-12-09T09:45:43Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:37.922915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ea0035-486a-45b4-a35c-23f5e6bd5248 None None] The sync data for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv is: [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:37Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5d9db9e3-369e-4820-b8ba-d4e701a0747f', 'name': '', 'network_id': '8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:55:ed:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:36Z', 'updated_at': '2021-12-09T09:45:43Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': 'd86586a5-3fb9-4f72-89cc-6b1192292646', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:48:37.933993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f4886e3-2071-4973-a456-3a3ad5d06ed9 req-5292ff28-f589-44b2-93f2-3b464330f095 service neutron] 10.222.0.65 "GET /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393805 Dec 09 09:48:38.304780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-feeede74-b85c-463e-bac0-8eaa8faa058c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:38.306391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-feeede74-b85c-463e-bac0-8eaa8faa058c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 945 time: 0.0824080 Dec 09 09:48:38.351299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c53b6b1-5d16-4e62-8cab-3b203d5b511d None None] New status for floating IP c54d0b84-bc2d-4a55-8ad6-dd2590cb3d0c: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:48:38.381047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port e75685de-a6e5-4550-bdf1-0088a2ad07de {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:48:38.381468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:38.391423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:38.640571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port e75685de-a6e5-4550-bdf1-0088a2ad07de, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e75685de-a6e5-4550-bdf1-0088a2ad07de,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:48:38.641004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:38.778901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for e75685de-a6e5-4550-bdf1-0088a2ad07de owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:48:38.888475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bf6c9-bb29-46c9-bf44-2e7dbc50976c req-1c82504d-df3b-4af8-b816-c4bd510a2a0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:38.890179 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-339bf6c9-bb29-46c9-bf44-2e7dbc50976c req-1c82504d-df3b-4af8-b816-c4bd510a2a0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=170e0e03-66d8-4215-8b3d-bc0d5b8de4ee HTTP/1.1" status: 200 len: 945 time: 0.0856104 Dec 09 09:48:38.928910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:38.935471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:38.938888 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-339bf6c9-bb29-46c9-bf44-2e7dbc50976c req-c79e77a2-97dc-4cf5-a13f-b3706fee7641 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=884521c4-e882-4c40-b24a-90dcbe1ce19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425925 Dec 09 09:48:38.979675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=e75685de-a6e5-4550-bdf1-0088a2ad07de,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:38.984166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:39.058164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port e75685de-a6e5-4550-bdf1-0088a2ad07de on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:48:39.060749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:39.063528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'name': 'network-vif-deleted', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:48:39.078113 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5cda9188-7dac-4bcc-8e1b-6589da1707d0 req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/e75685de-a6e5-4550-bdf1-0088a2ad07de HTTP/1.1" status: 204 len: 173 time: 0.7657833 Dec 09 09:48:39.121952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '170e0e03-66d8-4215-8b3d-bc0d5b8de4ee', 'name': 'network-vif-deleted', 'tag': 'e75685de-a6e5-4550-bdf1-0088a2ad07de', 'status': 'completed', 'code': 200} Dec 09 09:48:40.046889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34484) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:40.119084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8060ab4-a5bc-436c-8f03-68f13bef435e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:40.149531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8060ab4-a5bc-436c-8f03-68f13bef435e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:40.210413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8060ab4-a5bc-436c-8f03-68f13bef435e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:40.216321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85990721-6183-4f2d-87a7-77b17028a85e tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:40.232356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8060ab4-a5bc-436c-8f03-68f13bef435e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884521c4-e882-4c40-b24a-90dcbe1ce19b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:40.234825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e8060ab4-a5bc-436c-8f03-68f13bef435e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:40.241448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8060ab4-a5bc-436c-8f03-68f13bef435e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:40.245518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e8060ab4-a5bc-436c-8f03-68f13bef435e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/884521c4-e882-4c40-b24a-90dcbe1ce19b HTTP/1.1" status: 204 len: 168 time: 0.1947060 Dec 09 09:48:40.284286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34490) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:40.696689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:41.331176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 5d9db9e3-369e-4820-b8ba-d4e701a0747f {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:48:41.331780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:41.524302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 5d9db9e3-369e-4820-b8ba-d4e701a0747f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5d9db9e3-369e-4820-b8ba-d4e701a0747f,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:48:41.524700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:41.653369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 5d9db9e3-369e-4820-b8ba-d4e701a0747f owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:48:41.851101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:41.856711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2ea175f0-9dac-44f3-8fa7-90438c71e3b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:41.901498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=5d9db9e3-369e-4820-b8ba-d4e701a0747f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:41.904446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:42.211905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:43.052023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:48:43.204537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e75685de-a6e5-4550-bdf1-0088a2ad07de no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:48:43.238856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: e75685de-a6e5-4550-bdf1-0088a2ad07de {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:48:43.239329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e75685de-a6e5-4550-bdf1-0088a2ad07de not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:48:43.279004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:48:43.289216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] Sync routers for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:48:43.292015 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0065429 Dec 09 09:48:43.294885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34494) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:43.302353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:48:43.302972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:48:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:43.494196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:48:43.501825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting subnet d86586a5-3fb9-4f72-89cc-6b1192292646 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:48:43.505129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:43.562685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:43.648099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:43.743315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:43.743679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65a30011-13e5-40de-9055-edd5b1fdbb00 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:43.784718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Subnet': ['ID=d86586a5-3fb9-4f72-89cc-6b1192292646,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:43.789068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:43.791900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:43.799335 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/subnets/d86586a5-3fb9-4f72-89cc-6b1192292646 HTTP/1.1" status: 204 len: 168 time: 0.5034165 Dec 09 09:48:43.799731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d729650-956d-4ab3-9b6d-dc34464b6d99 None None] Network 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:48:43.802275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34498) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:43.910698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:48:41Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:43.920329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] Checking router: 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:48:44.000206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] Routers {'5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:48:44.000898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:48:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:44.019226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:44.216023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] Set router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:48:44.237756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:44.246635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port dafab40e-f652-4ab6-b0a9-1e8a40cd8507 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:48:44.247010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:44.262643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] DHCP port deletion for 8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:48:44.275258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Deleting port b9b0dea8-d4a3-448f-9fa8-83d41396279f {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:48:44.275679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:44.675497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port dafab40e-f652-4ab6-b0a9-1e8a40cd8507, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=dafab40e-f652-4ab6-b0a9-1e8a40cd8507,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:48:44.675905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:44.836147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for dafab40e-f652-4ab6-b0a9-1e8a40cd8507 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:48:44.889567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] For port b9b0dea8-d4a3-448f-9fa8-83d41396279f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b9b0dea8-d4a3-448f-9fa8-83d41396279f,segment=NetworkSegment(0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642),segment_id=0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:48:44.890016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.006368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.010989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c9ecaa9-faf8-47fc-aca4-49a6ac650a59 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:45.029686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Calling delete_port for b9b0dea8-d4a3-448f-9fa8-83d41396279f owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:48:45.053271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=dafab40e-f652-4ab6-b0a9-1e8a40cd8507,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:45.056379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:45.101708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:48:41Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:45.117493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857fb9e3-96f2-4eb9-88b0-7fef7941aaeb None None] The sync data for ids ['5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f'] in dv-neutron-819581-1-hyperv is: [{'id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'name': 'tempest-TestNetworkBasicOps-router-1345601949', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:48:41Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'dafab40e-f652-4ab6-b0a9-1e8a40cd8507', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:53:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:45:32Z', 'updated_at': '2021-12-09T09:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:48:45.126415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.130892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:45.173036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Pushing event deleted for resources: {'Port': ['ID=b9b0dea8-d4a3-448f-9fa8-83d41396279f,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:45.188773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.189186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.189578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.189964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.190341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.190717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.191093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.191465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.191835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.192204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.192564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:45.195501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] No DVR routers for this DVR port b9b0dea8-d4a3-448f-9fa8-83d41396279f on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:48:45.197026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:45.316445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.596000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.600577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.624569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.625163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Fanout notify agent at l3_agent the message router_deleted on router 5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:48:45.641132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.643102 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/routers/5a2f2017-1f6e-44c3-9b2d-f9ab48f1932f HTTP/1.1" status: 204 len: 168 time: 1.8390205 Dec 09 09:48:45.645157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34502) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:45.780911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.827849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5d9db9e3-369e-4820-b8ba-d4e701a0747f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:48:45.863719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 5d9db9e3-369e-4820-b8ba-d4e701a0747f {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:48:45.864120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5d9db9e3-369e-4820-b8ba-d4e701a0747f not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:48:45.864581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b9b0dea8-d4a3-448f-9fa8-83d41396279f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:48:45.901766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b9b0dea8-d4a3-448f-9fa8-83d41396279f {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:48:45.902030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b9b0dea8-d4a3-448f-9fa8-83d41396279f not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:48:45.933457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:45.960646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:45.974412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:45.974752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5889a2-05ca-4e2d-a2cb-c3d5f5e9c642') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:45.987436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.006027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.012813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:48:46.013261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:48:46.028250 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:48:46.116560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.120010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-72014d36-00a8-49fe-b3b0-14d7a76d6fb6 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:46.135932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.147557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Network': ['ID=8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:46.151645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:46.154510 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6eca179b-7ed3-4e79-826f-fba0fa6922eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/networks/8fb206ea-1f12-48eb-875b-5e6bcf8d0bd8 HTTP/1.1" status: 204 len: 168 time: 0.5083599 Dec 09 09:48:46.167934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34506) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:46.174266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'network': {'name': 'tempest-network-smoke--1396552376', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'port_security_enabled': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:46.180070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:46.185081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:network and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:46.188074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:46.193995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:46.206940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:48:46.212327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.241208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:48:46.250592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.250993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Added segment 4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373 of type vlan for network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f Dec 09 09:48:46.276514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.304882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.309660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:46.310305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.315619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-586097f2-924a-47b4-8339-67065440a923 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:46.372488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2033486 Dec 09 09:48:46.375610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34510) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:46.381767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'admin_state_up': True, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:46.389624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:46.394174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:router and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:46.397221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:46.404986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:46.414366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.415609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.435834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Network': ['ID=8ee227f6-cc69-4ad3-bd58-06e74d17f80f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:46.438214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.438693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:46.446477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:48:46.596726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.787573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.820956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:46.964353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.94 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/e084b967-80cd-4027-8220-95e331bbab28) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:48:47.117243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:47.142182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:47.146526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:47.209776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:48:47.213311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:48:47.217787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:48:47.251687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=e084b967-80cd-4027-8220-95e331bbab28,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:47.258217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:47.341365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:47.384035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:47.384727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:47.722985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device dafab40e-f652-4ab6-b0a9-1e8a40cd8507 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:48:47.758416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: dafab40e-f652-4ab6-b0a9-1e8a40cd8507 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:48:47.758915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device dafab40e-f652-4ab6-b0a9-1e8a40cd8507 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:48:47.861914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d96966f3-b812-4dc4-868d-30345632f997 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:48:48.070127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:48:48.079937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Sync routers for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:48:48.093559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:48:48.094231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:48:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:48.097515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:48.098837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7220957 Dec 09 09:48:48.102521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34514) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:48.281196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:48:48.330311 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3b49abd2-3fc5-43df-84aa-3cb8f2f253cf tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2265246 Dec 09 09:48:48.332906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34520) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:48.472055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0461eee6-e61e-4910-afe0-c1fb176f9ec3 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:48.473743 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0461eee6-e61e-4910-afe0-c1fb176f9ec3 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1397688 Dec 09 09:48:48.477106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34524) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:48.527713 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9d47de1-3d62-464d-86d8-33d15d529c5a tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484748 Dec 09 09:48:48.530791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34528) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:48.537283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-658620269', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:48.661436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:48.665489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:subnet and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:48.668459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:48.674489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:48.683996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:48:48.726888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:47Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:48.731551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Checking router: d96966f3-b812-4dc4-868d-30345632f997 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:48:48.731948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Updating router d96966f3-b812-4dc4-868d-30345632f997 port e084b967-80cd-4027-8220-95e331bbab28 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:48:48.785663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:48.796804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.025759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.030962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0cc52111-8f06-4586-a30e-02811e80d3cd tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:49.114690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=2af3513c-fc95-4297-9ecb-d304684d99f2,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:49.118468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:49.126248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Checking segment: {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:48:49.126642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network hostable DHCP agents. Network: 8ee227f6-cc69-4ad3-bd58-06e74d17f80f, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:48:49.127775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.141087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Transition to ACTIVE for port object e084b967-80cd-4027-8220-95e331bbab28 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:48:49.147759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.149776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:48:49.153930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:49.158886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 8ee227f6-cc69-4ad3-bd58-06e74d17f80f) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:48:49.162879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:49.163522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.170156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3356444d-6577-4a8e-afff-f46754f0e533 None None] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:48:49.188225 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6536231 Dec 09 09:48:49.189253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34532) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:49.234214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Attempting to bind port e084b967-80cd-4027-8220-95e331bbab28 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:48:49.234628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Attempting to bind port e084b967-80cd-4027-8220-95e331bbab28 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:48:49.235037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Attempting to bind port e084b967-80cd-4027-8220-95e331bbab28 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:48:49.241414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Pushing event updated for resources: {'Port': ['ID=e084b967-80cd-4027-8220-95e331bbab28,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:49.250352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:48:49.250774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:48:49.251220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.251645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:48:49.252154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Bound port: e084b967-80cd-4027-8220-95e331bbab28, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:48:49.252567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.289740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.290498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.290498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.290704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.291085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.291445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.291809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.292556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.293049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.293476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.293848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:49.299212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:49.341276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] For port e084b967-80cd-4027-8220-95e331bbab28, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:48:49.344783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] For port e084b967-80cd-4027-8220-95e331bbab28, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e084b967-80cd-4027-8220-95e331bbab28,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:48:49.349355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.355150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b2f8b40-f83b-4a36-bcaa-b578fe542aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:49.416444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:48:49.417722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.439847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:48:49.440533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:48:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:49.493164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Pushing event updated for resources: {'Port': ['ID=e084b967-80cd-4027-8220-95e331bbab28,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:49.497145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:49.585819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Allocated IP 172.20.0.2 (8ee227f6-cc69-4ad3-bd58-06e74d17f80f/2af3513c-fc95-4297-9ecb-d304684d99f2/7a7ece9f-6d78-4b6b-8414-9c607369a5b4) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:48:49.636535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:48:49.837830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.856227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Transition to ACTIVE for port object 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:48:49.879899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Transition to ACTIVE for port object 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:48:49.884575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:49.890708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6d477d7-ab2c-4818-990e-79043517c0ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:49.949811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:47Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:49.954245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9c69a3-1718-4242-b538-b99e175c0b12 None None] The sync data for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv is: [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:47Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:48:49.959447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:48:49.963388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:48:49.965598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Pushing event updated for resources: {'Port': ['ID=7a7ece9f-6d78-4b6b-8414-9c607369a5b4,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:49.967968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:48:49.970370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:50.007645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:50.064630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Attempting to bind port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:48:50.065043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Attempting to bind port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:48:50.065483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Attempting to bind port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 on network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:48:50.072778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:48:50.073778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Checking segment: {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:48:50.074576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:50.074706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Bound using segment: {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:48:50.075217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Bound port: 7a7ece9f-6d78-4b6b-8414-9c607369a5b4, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:48:50.075632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:50.167105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] For port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:48:50.171039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] For port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7a7ece9f-6d78-4b6b-8414-9c607369a5b4,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:48:50.174925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:50.179790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:50.264652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Pushing event updated for resources: {'Port': ['ID=7a7ece9f-6d78-4b6b-8414-9c607369a5b4,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:50.267844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:50.460617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.1 (8ee227f6-cc69-4ad3-bd58-06e74d17f80f/2af3513c-fc95-4297-9ecb-d304684d99f2/13786d6c-f687-4830-92eb-16292c4fcb87) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:48:50.655861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:50.674414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 13786d6c-f687-4830-92eb-16292c4fcb87 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:48:50.697894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:50.703825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-42dcc54f-2f9f-4bc3-bb1f-d8e5936734b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:50.777795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:48:50.782108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:48:50.787177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:48:50.832089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=13786d6c-f687-4830-92eb-16292c4fcb87,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:50.842464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:50.861768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:50.951972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:51.628026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:51.631742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:51.667932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10f5aff0-8c23-4a33-8225-1e1486da871e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:51.765227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:51.770150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=13786d6c-f687-4830-92eb-16292c4fcb87,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:51.773284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:51.870401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e084b967-80cd-4027-8220-95e331bbab28 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:48:51.926483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:48:51.927654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:48:51.943226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port e084b967-80cd-4027-8220-95e331bbab28 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:48:51.949547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port e084b967-80cd-4027-8220-95e331bbab28 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:51.949974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:51.980648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90651b32-3595-481f-a508-d045605c39bf None None] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:48:52.122693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-08122357-75bc-47cd-9a81-9fd71747bd67 None None] Provisioning for port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:48:52.247373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:52.302762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port e084b967-80cd-4027-8220-95e331bbab28, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e084b967-80cd-4027-8220-95e331bbab28,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:48:52.308780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:52.309712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:48:52.330853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d96966f3-b812-4dc4-868d-30345632f997 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:48:52.342447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04987d64-9a24-41f1-a95f-000eea3ff591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:52.455032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=e084b967-80cd-4027-8220-95e331bbab28,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:52.460083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:52.481780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:48:52.487251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:52.487709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:52.550277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:48:52.567432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/d96966f3-b812-4dc4-868d-30345632f997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3746064 Dec 09 09:48:52.567760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34536) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:52.621437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:52.659585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7a7ece9f-6d78-4b6b-8414-9c607369a5b4,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:48:52.664367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:52.666467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:52.743285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3df35-319b-48e0-959c-9464d4d9e6c7 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:52.743759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3df35-319b-48e0-959c-9464d4d9e6c7 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:52.744105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3df35-319b-48e0-959c-9464d4d9e6c7 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:52.744719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3df35-319b-48e0-959c-9464d4d9e6c7 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:52.746845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-07f3df35-319b-48e0-959c-9464d4d9e6c7 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1778724 Dec 09 09:48:52.749452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34540) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:52.750564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=7a7ece9f-6d78-4b6b-8414-9c607369a5b4,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:52.754253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:52.832240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11194dc8-4afc-4215-981c-65dd6c0e2293 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:52.832748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11194dc8-4afc-4215-981c-65dd6c0e2293 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:52.833178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11194dc8-4afc-4215-981c-65dd6c0e2293 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:52.833589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11194dc8-4afc-4215-981c-65dd6c0e2293 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:52.835453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-11194dc8-4afc-4215-981c-65dd6c0e2293 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0846620 Dec 09 09:48:52.838315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34544) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:52.863934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d23ce8b8-7b4e-4f8f-a1af-34f2e27f4963 None None] Provisioning for port 13786d6c-f687-4830-92eb-16292c4fcb87 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:48:52.869663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d23ce8b8-7b4e-4f8f-a1af-34f2e27f4963 None None] Provisioning complete for port 13786d6c-f687-4830-92eb-16292c4fcb87 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:52.870194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d23ce8b8-7b4e-4f8f-a1af-34f2e27f4963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:52.930559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d23ce8b8-7b4e-4f8f-a1af-34f2e27f4963 None None] Port 13786d6c-f687-4830-92eb-16292c4fcb87 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:48:52.945961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d23ce8b8-7b4e-4f8f-a1af-34f2e27f4963 None None] Provisioning complete for port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:52.946404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d23ce8b8-7b4e-4f8f-a1af-34f2e27f4963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.071615 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dd53b149-99ef-4e3e-b1fc-91a1761ff41e tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2312839 Dec 09 09:48:53.229192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Sync routers for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:48:53.265999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:48:53.266628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:48:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:53.318816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34550) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:53.326156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412646701', 'description': 'tempest-secgroup-smoke-1412646701 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:53.333541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:53.338007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:53.341517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:53.348713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:53.358367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.396326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:53.400351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:53.403411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:53.409582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:53.467206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.468683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-24e3ea74-8c1f-4917-8a97-29b788d32b71 None None] Provisioning complete for port 13786d6c-f687-4830-92eb-16292c4fcb87 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:53.469144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-24e3ea74-8c1f-4917-8a97-29b788d32b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.470121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.475837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e0f58a1-f004-4b44-bc36-db4ceb219391 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:53.514011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:48:53.521902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e8c075-f1c2-4d55-a2d1-473fe977e3f8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:53.526214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.527592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2077041 Dec 09 09:48:53.530891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34554) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:53.536387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.536908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.537035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '13e8c075-f1c2-4d55-a2d1-473fe977e3f8', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:53.537507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.538006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.538585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.539188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.539857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.540545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.541046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.541554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.542708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:48:53.543987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:53.547269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a9722594-d9c9-44b0-aa03-a8d8174cf9cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:53.548130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:53.553648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:53.561078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:53.577473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.586936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-24e3ea74-8c1f-4917-8a97-29b788d32b71 None None] Port 13786d6c-f687-4830-92eb-16292c4fcb87 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:48:53.643998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.646557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.648549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b83a8178-dad8-428a-bec7-3721b335b25c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:53.671665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318f72e0-6d4e-4db1-875e-5c295e132403,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:53.674465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:53.684749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.686125 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1541708 Dec 09 09:48:53.689127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34558) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:53.695259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '13e8c075-f1c2-4d55-a2d1-473fe977e3f8', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:53.701794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:53.705798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:53.708765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:53.714900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:53.733588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.805234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.806894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e084b967-80cd-4027-8220-95e331bbab28 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:48:53.809291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.811198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c240433-001d-4a05-8e2c-851bcb4ee6b9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:53.836075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3173d46-c26f-4b0f-a811-94f165764736,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:53.841904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:53.849311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.851132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1609030 Dec 09 09:48:53.854370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34562) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:53.861260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '13e8c075-f1c2-4d55-a2d1-473fe977e3f8', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:53.867553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:53.871748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:53.874758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:53.880714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:53.896916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.939739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port e084b967-80cd-4027-8220-95e331bbab28 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:53.940150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.967036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.969872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:53.971949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ab99d74-9991-436b-8dac-9f92470ea841 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:53.985101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:51Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:53.996471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b78e8b84-4dab-47d5-be5c-38e75e3ff915,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:53.999124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:54.000014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Checking router: d96966f3-b812-4dc4-868d-30345632f997 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:48:54.000474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Updating router d96966f3-b812-4dc4-868d-30345632f997 port 13786d6c-f687-4830-92eb-16292c4fcb87 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:48:54.005573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.006940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1510012 Dec 09 09:48:54.009783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34566) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:54.015683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '13e8c075-f1c2-4d55-a2d1-473fe977e3f8', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:54.022061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:54.027883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:54.031060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:54.037070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:54.054046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.100362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.121667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.124406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.126371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-23942582-ecad-44a8-a51e-27b9d764460d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:54.149481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=286fcc04-95a0-4720-804f-dc4bc2564bac,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:54.152802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:54.161851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.163146 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9b0c424a-3802-48f6-9893-60c27e6d677d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1523659 Dec 09 09:48:54.166118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34570) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:54.166887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:48:54.173387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '13e8c075-f1c2-4d55-a2d1-473fe977e3f8', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:54.180158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:54.184331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:54.187378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:54.193532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:54.204054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:48:54.213214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.288864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.291612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.293636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-190bb6f9-040e-46fc-a312-9fb83234ff2b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:54.317666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158af6de-c7dc-4f26-9d53-adf536a64b2b,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:54.320356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:54.328249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.333678 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1624205 Dec 09 09:48:54.334183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34574) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:48:54.342267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '13e8c075-f1c2-4d55-a2d1-473fe977e3f8', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:54.348906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:54.353768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:48:54.356785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:54.357244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.357600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:48:54.363805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:54.374147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:48:54.383742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.470863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.473964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.476094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fbc1328f-0948-459d-a156-7c4217787dae tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:54.504871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d767ec-3c28-4f79-a42b-1fe4b8cf25d3,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:54.511242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:54.515813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.520394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1843979 Dec 09 09:48:54.695279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.709076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Transition to ACTIVE for port object 13786d6c-f687-4830-92eb-16292c4fcb87 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:48:54.715559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:54.720031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:54.772691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-a4b7a06e-9f79-425e-bacc-a67eed921bad tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:48:54.794516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-a4b7a06e-9f79-425e-bacc-a67eed921bad tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:48:54.795902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-a4b7a06e-9f79-425e-bacc-a67eed921bad tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412646701&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.0989590 Dec 09 09:48:54.861611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d85d1-aa83-412c-ae01-05bfa574b0fd None None] Pushing event updated for resources: {'Port': ['ID=13786d6c-f687-4830-92eb-16292c4fcb87,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:54.866195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea0d85d1-aa83-412c-ae01-05bfa574b0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:54.990392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Attempting to bind port 13786d6c-f687-4830-92eb-16292c4fcb87 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:48:54.990976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Attempting to bind port 13786d6c-f687-4830-92eb-16292c4fcb87 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:48:54.992747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Attempting to bind port 13786d6c-f687-4830-92eb-16292c4fcb87 on network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:48:55.003051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:48:55.003648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Checking segment: {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:48:55.004257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:55.004798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Bound using segment: {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:48:55.005488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Bound port: 13786d6c-f687-4830-92eb-16292c4fcb87, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:48:55.006083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:55.019087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-b32ac52e-b182-4ee3-9d3f-dde6402d5b1c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:55.021586 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-b32ac52e-b182-4ee3-9d3f-dde6402d5b1c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 797 time: 0.2156684 Dec 09 09:48:55.048461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-8943a2ce-a5e1-42a4-b21a-231bdfa789cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.0188701 Dec 09 09:48:55.131462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] For port 13786d6c-f687-4830-92eb-16292c4fcb87, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:48:55.137725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] For port 13786d6c-f687-4830-92eb-16292c4fcb87, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=13786d6c-f687-4830-92eb-16292c4fcb87,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:48:55.138593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-a9d344e5-b42e-4633-a4a5-1afe95422190 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:48:55.143148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:55.148259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-caf8dfb0-4cf4-4a5c-8b5d-d75891453ffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:55.158280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-a9d344e5-b42e-4633-a4a5-1afe95422190 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:48:55.163541 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-a9d344e5-b42e-4633-a4a5-1afe95422190 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134300 Dec 09 09:48:55.235190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:48:55.235994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:48:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:55.312681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d85d1-aa83-412c-ae01-05bfa574b0fd None None] Pushing event updated for resources: {'Port': ['ID=13786d6c-f687-4830-92eb-16292c4fcb87,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:55.318161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea0d85d1-aa83-412c-ae01-05bfa574b0fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:55.438242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-f9036407-7b93-425a-b4b0-1eff39403dea service neutron] 10.222.0.18 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640994 Dec 09 09:48:55.447592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:48:55.597916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-9454e2be-ad85-48de-976e-3806728665d0 service neutron] 10.222.0.18 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524732 Dec 09 09:48:55.826510 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a607b95-bc6d-4dcf-ad2d-ffb2a6c05a54 req-dce603e3-ec8a-4f7d-842b-0687a8f377a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 210 time: 0.0491416 Dec 09 09:48:55.887213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:55Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:48:55.891571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4461c25-9c3f-4b98-ab70-939b1402923c None None] The sync data for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv is: [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:55Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:48:56.959120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-fa13de04-03e6-49c4-bccd-bd132bb4948c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:56.961020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-fa13de04-03e6-49c4-bccd-bd132bb4948c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 797 time: 0.1748033 Dec 09 09:48:57.032846 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5028d4c5-1271-4752-b1c7-4dc2ef4fcd2d req-849d3db0-42c3-4add-a424-a4d03484059e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 210 time: 0.0643239 Dec 09 09:48:57.074315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-400e4fdd-a80f-41e9-befd-a124b6aa7ad9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 380 time: 0.0620718 Dec 09 09:48:57.088675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['13e8c075-f1c2-4d55-a2d1-473fe977e3f8']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:57.146714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:48:57.236560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:48:57.247320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:48:57.256133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:48:57.262008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:57.435165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.5 (8ee227f6-cc69-4ad3-bd58-06e74d17f80f/2af3513c-fc95-4297-9ecb-d304684d99f2/910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:48:57.634768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:57.651660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:48:57.671494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:57.678759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:57.749103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:48:57.753220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:48:57.757482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:48:57.818995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13786d6c-f687-4830-92eb-16292c4fcb87 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:48:57.899338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 13786d6c-f687-4830-92eb-16292c4fcb87 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:48:57.907259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 13786d6c-f687-4830-92eb-16292c4fcb87 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:57.907839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:58.090210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:58.093231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:58.126523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:58.127194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:58.156615 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0724132 Dec 09 09:48:58.159517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9ec1036c-9598-4032-ae4f-86ffe47c243e None None] Provisioning for port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:48:58.167879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9ec1036c-9598-4032-ae4f-86ffe47c243e None None] Provisioning complete for port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:58.168115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ec1036c-9598-4032-ae4f-86ffe47c243e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:58.170100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Request body: {'port': {'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:48:58.262012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec38034-4d38-4ce4-8a3c-722db061e927 req-96b5fb71-c751-46c6-b59c-ed2a38b5f7e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:58.263673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ec38034-4d38-4ce4-8a3c-722db061e927 req-96b5fb71-c751-46c6-b59c-ed2a38b5f7e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 931 time: 0.0914812 Dec 09 09:48:58.276640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9ec1036c-9598-4032-ae4f-86ffe47c243e None None] Port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:48:58.280213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:58.306807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:58.322247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 13786d6c-f687-4830-92eb-16292c4fcb87, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=13786d6c-f687-4830-92eb-16292c4fcb87,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:48:58.326138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:58.326702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-8ec38034-4d38-4ce4-8a3c-722db061e927 req-a1c433d2-bfba-4d41-860d-eb8a39ae3463 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:48:58.328324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea0d85d1-aa83-412c-ae01-05bfa574b0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:58.340668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-8ec38034-4d38-4ce4-8a3c-722db061e927 req-a1c433d2-bfba-4d41-860d-eb8a39ae3463 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:48:58.341899 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ec38034-4d38-4ce4-8a3c-722db061e927 req-a1c433d2-bfba-4d41-860d-eb8a39ae3463 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704565 Dec 09 09:48:58.396588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=13786d6c-f687-4830-92eb-16292c4fcb87,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:58.399900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:58.686867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:48:58.693837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:58.708909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Transition to ACTIVE for port object 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:48:58.711985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:58.716995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b9a1cee-697c-4c09-b8cd-e35831dd500a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:58.849025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Pushing event updated for resources: {'Port': ['ID=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:58.852600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:58.976012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Attempting to bind port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:48:58.976655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Attempting to bind port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:48:58.977024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Attempting to bind port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 on network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:48:58.983357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 on network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:48:58.983720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Attempting to bind port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 on network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:48:58.990469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:48:58.990844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Checking segment: {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:48:58.991263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Bound using segment: {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:48:58.991731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Bound port: 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:48:58.992174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:59.085215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] For port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:48:59.088374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] For port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:48:59.092723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:59.097346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02ce5533-d689-4ddc-b832-e8d59c03bb00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:48:59.163842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:59.165130 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] 10.222.0.65 "PUT /v2.0/ports/910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 1093 time: 1.0010879 Dec 09 09:48:59.165703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:48:59.187992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Pushing event updated for resources: {'Port': ['ID=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:48:59.199284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:48:59.241776 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'status': 'completed', 'code': 200} Dec 09 09:48:59.287604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-5f799143-0da0-421b-a54d-70440a3422d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1096 time: 0.0813234 Dec 09 09:48:59.364369 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-256247f3-9878-4fb1-8947-5e860d617a8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 217 time: 0.0696251 Dec 09 09:48:59.435990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-16200b26-6dd6-4324-afa3-8893b4990707 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:59.437420 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-16200b26-6dd6-4324-afa3-8893b4990707 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0674872 Dec 09 09:48:59.518976 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-d3f45993-fc62-4974-81b7-2df6d03d43a0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745337 Dec 09 09:48:59.556372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ed81d-ef8d-4b0d-b906-e7859101a6ef req-fe506338-8f08-40c6-b0ea-425634fbcfb5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:48:59.558872 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8c8ed81d-ef8d-4b0d-b906-e7859101a6ef req-fe506338-8f08-40c6-b0ea-425634fbcfb5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 943 time: 0.0852692 Dec 09 09:48:59.608227 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8c8ed81d-ef8d-4b0d-b906-e7859101a6ef req-de5d2c6f-4e4c-42d6-bb1f-b03f75142e56 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432897 Dec 09 09:48:59.664112 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-f21698de-e684-4534-a073-9a63658b2e1a service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377358 Dec 09 09:48:59.785149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13786d6c-f687-4830-92eb-16292c4fcb87 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:48:59.808995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a911c620-e7d1-4614-9cd3-1e696ff070a7 req-822c5e0d-618f-44c1-8fe1-c99957ee215c service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385717 Dec 09 09:48:59.860857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 13786d6c-f687-4830-92eb-16292c4fcb87 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:48:59.861340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:48:59.937525 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aaaa3c9-31d6-42b9-8e43-0e69808a8b98 req-9609da5e-27dd-4a0c-b600-ce94d9134d43 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1096 time: 0.0845187 Dec 09 09:49:00.090676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaa3c9-31d6-42b9-8e43-0e69808a8b98 req-f3c35ad9-6929-4d44-a686-0f49e1c86d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:00.092261 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aaaa3c9-31d6-42b9-8e43-0e69808a8b98 req-f3c35ad9-6929-4d44-a686-0f49e1c86d34 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.1478400 Dec 09 09:49:00.162875 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aaaa3c9-31d6-42b9-8e43-0e69808a8b98 req-e123d77e-ea1c-4081-af41-981462fcf1a3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 217 time: 0.0639837 Dec 09 09:49:00.236070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaaa3c9-31d6-42b9-8e43-0e69808a8b98 req-cc9110e9-5ca7-46c5-bf74-3f2d2bc7aab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:00.237651 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aaaa3c9-31d6-42b9-8e43-0e69808a8b98 req-cc9110e9-5ca7-46c5-bf74-3f2d2bc7aab4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0677145 Dec 09 09:49:00.318250 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aaaa3c9-31d6-42b9-8e43-0e69808a8b98 req-3f3c0d51-f7ed-4ff9-b543-ea22365a12f9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736148 Dec 09 09:49:00.458188 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aaaa3c9-31d6-42b9-8e43-0e69808a8b98 req-4e279221-8ec9-451a-8b3b-fd06ed91a871 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325240 Dec 09 09:49:00.609228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aaaa3c9-31d6-42b9-8e43-0e69808a8b98 req-9e5fb1a8-f61f-409d-9df4-dd172044ddc9 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444812 Dec 09 09:49:00.822304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46aba6-2094-4f38-9387-f691bbb6767e req-6389bc38-604c-48e9-b6be-b15dd6f454e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:00.823117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2a46aba6-2094-4f38-9387-f691bbb6767e req-6389bc38-604c-48e9-b6be-b15dd6f454e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:49:00.838108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2a46aba6-2094-4f38-9387-f691bbb6767e req-6389bc38-604c-48e9-b6be-b15dd6f454e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:49:00.839967 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2a46aba6-2094-4f38-9387-f691bbb6767e req-6389bc38-604c-48e9-b6be-b15dd6f454e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 943 time: 0.1037352 Dec 09 09:49:00.889945 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2a46aba6-2094-4f38-9387-f691bbb6767e req-1c15ec02-40de-4e57-8d79-49da9f19bda4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434844 Dec 09 09:49:02.106014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c717ded-3256-4aee-b402-bd95b1fce031 req-1f3f07a2-67a8-4ff2-a6d8-ea427155063e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:02.107616 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c717ded-3256-4aee-b402-bd95b1fce031 req-1f3f07a2-67a8-4ff2-a6d8-ea427155063e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 943 time: 0.0880117 Dec 09 09:49:02.157681 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c717ded-3256-4aee-b402-bd95b1fce031 req-3e4354d6-58cd-4324-8067-458168e7a498 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439007 Dec 09 09:49:03.291505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:49:03.361572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb15a1c-1de2-4588-8071-5c00806475a7 req-ed389fd6-8c88-4509-9771-ce2862a1e7e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:03.363193 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7cb15a1c-1de2-4588-8071-5c00806475a7 req-ed389fd6-8c88-4509-9771-ce2862a1e7e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 943 time: 0.0830815 Dec 09 09:49:03.412940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7cb15a1c-1de2-4588-8071-5c00806475a7 req-0e9e63ee-0ec0-4aba-abd2-e8a787962619 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435934 Dec 09 09:49:03.436909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:49:03.451444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:49:03.509559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:03.528404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:49:03.543293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:49:03.546097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:03.548792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-45355e60-442f-4d66-8a7e-7dbff96088ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:03.613090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:03.616259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:03.762495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:49:04.420043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48913f8b-2a98-4511-b18d-e0b2a4abf7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:04.615052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839cc9c-b358-446f-abcd-50cad82a748b req-b1e70041-aadc-45b2-b54f-a198e9d5192e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:04.616634 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3839cc9c-b358-446f-abcd-50cad82a748b req-b1e70041-aadc-45b2-b54f-a198e9d5192e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 944 time: 0.0831456 Dec 09 09:49:04.666086 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3839cc9c-b358-446f-abcd-50cad82a748b req-7ac4fc60-f237-4270-9f13-740d0bfe0bf3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426147 Dec 09 09:49:05.296568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:49:05.367388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:49:05.372291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:49:05.372708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:05.484506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:05.513878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:49:05.523816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:49:05.527318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:05.529239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:05.569285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'code': 200} Dec 09 09:49:05.596348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:05.599434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:05.664918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:05.810904 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af693d14-1976-4cd1-8ac1-bec598bdd9e0 req-e0af2eb3-6c6e-4dd3-bfc3-b31dd451de99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1098 time: 0.0786364 Dec 09 09:49:05.856619 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af693d14-1976-4cd1-8ac1-bec598bdd9e0 req-cf14eb5a-41a7-4a48-b61f-f811f644408b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397060 Dec 09 09:49:05.890881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a946bbe-560c-4edb-b452-4f82024467cb req-8a8d00bd-4597-4439-bb36-440e69e641ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:05.892492 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a946bbe-560c-4edb-b452-4f82024467cb req-8a8d00bd-4597-4439-bb36-440e69e641ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 945 time: 0.0877790 Dec 09 09:49:05.942107 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a946bbe-560c-4edb-b452-4f82024467cb req-d678e0bd-b20e-4a05-8675-2ad267241b75 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435336 Dec 09 09:49:06.706396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cccd64bb-103e-4012-a2be-1df072c9ecd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:07.121541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:07.156872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545a56-e94a-4c53-82a7-e19186e37947 req-a102fe7b-af8e-47df-ac12-cbf8d4466961 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:07.158522 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08545a56-e94a-4c53-82a7-e19186e37947 req-a102fe7b-af8e-47df-ac12-cbf8d4466961 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 945 time: 0.0882981 Dec 09 09:49:07.208707 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08545a56-e94a-4c53-82a7-e19186e37947 req-e491b2fa-291d-4322-a6ec-b91fe1c29329 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439374 Dec 09 09:49:07.412143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067c20ad-886f-4e2f-9761-70824288829c req-3a9fdf55-c6a8-4db3-b69d-1cacd36cd953 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:07.413768 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-067c20ad-886f-4e2f-9761-70824288829c req-3a9fdf55-c6a8-4db3-b69d-1cacd36cd953 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 945 time: 0.0824702 Dec 09 09:49:07.465518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-067c20ad-886f-4e2f-9761-70824288829c req-95de1bf4-5c46-48fe-b57d-d1682df47450 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449286 Dec 09 09:49:07.493597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34632) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:07.566394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8290f44-e27a-465a-985b-7d58d33e2aa4 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1093 time: 0.0714636 Dec 09 09:49:07.568958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34636) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:07.574687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:07.580426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:07.584419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:floatingip and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:49:07.587367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:49:07.593906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:07.603237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:07.753652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:07.895637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.177 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/419cf988-fed7-418d-9443-8f139d6a1737) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:49:08.065604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:08.091840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:08.097143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5b50f507-c25a-46bb-a7ab-73d22f67725e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:08.162530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:49:08.166076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:49:08.170395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:49:08.209158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=419cf988-fed7-418d-9443-8f139d6a1737,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:08.220032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:08.394244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:08.934996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:08.990019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:09.205126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:09.208635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:09.213350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7fbf20d7-8ca1-4068-8a74-cd4c47c75146 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:09.324434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=419cf988-fed7-418d-9443-8f139d6a1737,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:09.327392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:09.338585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:09.539566 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP 2f34f2c4-ee5a-45c8-9398-c45960afb83b associated. External IP: 172.26.8.177, port: 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030. Dec 09 09:49:09.951601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d96966f3-b812-4dc4-868d-30345632f997 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:49:10.158419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:49:10.169841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] Sync routers for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:49:10.184635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:49:10.184813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:10.185362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:49:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:49:10.239768 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6695883 Dec 09 09:49:10.240390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:49:10.242582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34640) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:10.328297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a3338f61-555c-495b-844b-7f9f4efba498 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1093 time: 0.0843482 Dec 09 09:49:10.384802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:49:10.389058 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'status': 'completed', 'code': 200} Dec 09 09:49:10.503390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f44ae8c-3c70-4d44-ad2f-4b7ba487ef99 req-6573cc73-933c-47cc-a613-0a2e9c02a567 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1098 time: 0.0847998 Dec 09 09:49:10.665511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ae8c-3c70-4d44-ad2f-4b7ba487ef99 req-331a5e4f-7583-4744-80dc-66cc98049632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:10.668286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f44ae8c-3c70-4d44-ad2f-4b7ba487ef99 req-331a5e4f-7583-4744-80dc-66cc98049632 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.1446505 Dec 09 09:49:10.764716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34650) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:10.765819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '2f34f2c4-ee5a-45c8-9398-c45960afb83b', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:08Z', 'updated_at': '2021-12-09T09:49:08Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:49:10.770287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] Checking router: d96966f3-b812-4dc4-868d-30345632f997 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:49:10.772006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56392264', 'description': 'tempest-secgroup-smoke-56392264 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:10.779593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:10.783010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:49:10.783466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:49:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:49:10.790788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:10.802386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:10.812797 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f44ae8c-3c70-4d44-ad2f-4b7ba487ef99 req-285b403b-7fe6-4864-9842-16db6144e424 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 999 time: 0.1384640 Dec 09 09:49:10.840382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:10.844468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:49:10.847571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:49:10.854247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:10.890931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44ae8c-3c70-4d44-ad2f-4b7ba487ef99 req-7b9cc071-72fa-4762-8a38-a6305f4d813e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:10.892521 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f44ae8c-3c70-4d44-ad2f-4b7ba487ef99 req-7b9cc071-72fa-4762-8a38-a6305f4d813e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0727427 Dec 09 09:49:10.913859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:10.916657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:10.923276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1559f817-f226-463d-875e-6caecb0f14fe tempest-FloatingIPAdminTestJSON-168890649 tempest-FloatingIPAdminTestJSON-168890649-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:10.968136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0ee24-28e3-4676-8c18-9117b63b2d84,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:10.972512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:10.986254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f44ae8c-3c70-4d44-ad2f-4b7ba487ef99 req-1e75a139-1bab-4123-97f9-3f441ef64f79 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856953 Dec 09 09:49:10.992842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:10.997690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2316298 Dec 09 09:49:10.998412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34654) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:11.005148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6fa0ee24-28e3-4676-8c18-9117b63b2d84', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:11.014506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:11.019705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:49:11.023589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:49:11.030424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:11.047119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.116881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.120573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.121995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:49:11.128582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00c899ab-af0f-4693-88e0-6ca1ed8a6b95 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:11.147129 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f44ae8c-3c70-4d44-ad2f-4b7ba487ef99 req-11404786-180e-42c7-bd08-21316bf9ed3c service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546559 Dec 09 09:49:11.153854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f92221-026c-44b7-858a-b1818a961799,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:11.156833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:11.158058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.159333 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1598783 Dec 09 09:49:11.162159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34658) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:11.169516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6fa0ee24-28e3-4676-8c18-9117b63b2d84', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:11.177721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:11.183521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:49:11.186821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:49:11.193520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:11.211964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.280419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.282968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.290552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70eb1392-feac-4efa-845c-e34eb9fed0ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:11.300125 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f44ae8c-3c70-4d44-ad2f-4b7ba487ef99 req-5c4717d4-0897-410f-b9c0-2e2ac2ec5637 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469748 Dec 09 09:49:11.313753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6686a694-b90a-47e9-b150-3c472520d65c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:11.316254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:11.320299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.321522 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1583753 Dec 09 09:49:11.324936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34662) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:11.331790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6fa0ee24-28e3-4676-8c18-9117b63b2d84', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:11.338295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:11.342251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:49:11.345282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:49:11.351440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:11.367188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.435915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.438857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.440762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5137e119-a7e6-40aa-af10-2c708f3f28b8 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:11.464678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b9e2d5-cb5f-4a27-8d73-fae6225715c5,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:11.467308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:11.474213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.475561 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1490297 Dec 09 09:49:11.478700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34666) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:11.485421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6fa0ee24-28e3-4676-8c18-9117b63b2d84', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:11.491683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:11.496440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:49:11.499321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '2f34f2c4-ee5a-45c8-9398-c45960afb83b', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:08Z', 'updated_at': '2021-12-09T09:49:08Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:49:11.499474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:49:11.503475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983a76f9-e957-4c32-8295-6861dd49118b None None] The sync data for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv is: [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '2f34f2c4-ee5a-45c8-9398-c45960afb83b', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:08Z', 'updated_at': '2021-12-09T09:49:08Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:49:11.506250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:11.523424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.597179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.599965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.608087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0ffc8fc-08cc-4952-ad4b-ac8695bd7ed4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:11.629725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bdf08b-fa43-4c91-9117-c69047f9e0e3,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:11.632393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:11.635740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.637016 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1567552 Dec 09 09:49:11.639835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34670) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:11.645671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6fa0ee24-28e3-4676-8c18-9117b63b2d84', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:11.652552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:11.656559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:49:11.659675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:49:11.665690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:11.675818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:49:11.683696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.757356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.762579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.765256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-46010933-2f82-4461-9421-e8e88f5989f1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:11.795006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0902df3-7733-446c-9f1b-5c80fb60f0d4,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:11.797677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:11.805076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.809148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1655903 Dec 09 09:49:11.810066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34674) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:11.816701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '6fa0ee24-28e3-4676-8c18-9117b63b2d84', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:11.823993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:11.828198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:49:11.831282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:49:11.837836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:11.849335 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:49:11.857438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2288279a-4d00-483e-a0eb-de246ea706ac None None] New status for floating IP 2f34f2c4-ee5a-45c8-9398-c45960afb83b: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:49:11.859523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.863597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-054df23e-8652-4c03-b28d-887f217acc9a req-7bdbcb5a-3ed8-4ec0-8d6d-78577c17d87a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830386 Dec 09 09:49:11.934182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.937504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.946358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b56504ec-d479-4574-a6f3-70c0a7b15af5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:11.967150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee04514f-44af-41ef-bcc2-9ce4e21f6b85,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:11.970648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:11.979773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:11.981369 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1702650 Dec 09 09:49:12.024454 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-054df23e-8652-4c03-b28d-887f217acc9a req-863b2b75-e062-41a4-8676-fc00db93bd0c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1098 time: 0.0874968 Dec 09 09:49:12.455145 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-f2de3e1f-08f2-40bd-8625-d0c810ae7776 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56392264&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.3169210 Dec 09 09:49:12.456287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054df23e-8652-4c03-b28d-887f217acc9a req-e60e9b6c-5319-4e61-993c-6df362bfd96f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:12.457817 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-054df23e-8652-4c03-b28d-887f217acc9a req-e60e9b6c-5319-4e61-993c-6df362bfd96f service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.4136341 Dec 09 09:49:12.677616 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-054df23e-8652-4c03-b28d-887f217acc9a req-92313ff3-2cbe-479f-ac5f-cd2ca24ec218 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 1001 time: 0.2122450 Dec 09 09:49:12.756716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-7a173a33-0318-420b-a472-8e1bd496b24a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:12.758304 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-7a173a33-0318-420b-a472-8e1bd496b24a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 797 time: 0.2955642 Dec 09 09:49:12.778436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054df23e-8652-4c03-b28d-887f217acc9a req-bb9bea22-4947-412d-8506-7348bca6d10f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:12.779979 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-054df23e-8652-4c03-b28d-887f217acc9a req-bb9bea22-4947-412d-8506-7348bca6d10f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0960479 Dec 09 09:49:12.784116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-a2056a4b-749c-4109-91a1-fe6265c8226a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.0182920 Dec 09 09:49:12.939939 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-970b4bd1-71c5-43a2-a131-9ca958d88967 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1498969 Dec 09 09:49:12.943415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-054df23e-8652-4c03-b28d-887f217acc9a req-f572d5af-cb17-4eff-bf44-78397bbca7eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189868 Dec 09 09:49:13.207126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-054df23e-8652-4c03-b28d-887f217acc9a req-2295e636-6538-4a0d-af7b-87495fe23529 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570286 Dec 09 09:49:13.212433 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-a8d07704-c908-4c92-bdf0-cfb3c73da988 service neutron] 10.222.0.18 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416453 Dec 09 09:49:13.479765 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-054df23e-8652-4c03-b28d-887f217acc9a req-c3915e2a-f5a4-45ce-b8bc-8d7e56f3e5e9 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656474 Dec 09 09:49:13.481889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-83f0646b-e857-4e4e-94de-fd5ba70bcde4 service neutron] 10.222.0.18 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465086 Dec 09 09:49:13.683254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b9df128f-772c-4d0f-8fcc-18cab79f3563 req-0d8711a5-1dd3-4574-8913-7c34e1c8b482 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 210 time: 0.0480430 Dec 09 09:49:14.769798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-a2f389d9-4239-427a-8bad-dfd3eb61e31f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:14.771734 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-a2f389d9-4239-427a-8bad-dfd3eb61e31f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 797 time: 0.1721051 Dec 09 09:49:14.872215 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-cd51c941-df75-4a34-a831-f20ec1913629 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 471 time: 0.0896816 Dec 09 09:49:14.878318 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2dd05162-eece-4a22-94e7-b132d0e2f52e req-89d8b21b-0373-4068-9951-2f695421733a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 210 time: 0.0580387 Dec 09 09:49:14.885519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': '0248cc83-3654-4436-a593-b7f60f34bebf', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['6fa0ee24-28e3-4676-8c18-9117b63b2d84']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:15.028606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:15.038518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:15.047881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:49:15.053348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:15.222083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.9 (8ee227f6-cc69-4ad3-bd58-06e74d17f80f/2af3513c-fc95-4297-9ecb-d304684d99f2/cc243d14-0cde-4e1d-acd5-6642b65012cd) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:49:15.420939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:15.437327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object cc243d14-0cde-4e1d-acd5-6642b65012cd will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:49:15.456861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:15.463828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b08db909-5de8-42f4-93bf-a3d737376866 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:15.530311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:49:15.534060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:49:15.538240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:49:15.570740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=cc243d14-0cde-4e1d-acd5-6642b65012cd,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:15.578703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:15.609255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:15.609946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:15.637014 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7553930 Dec 09 09:49:15.649628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Request body: {'port': {'device_id': '0248cc83-3654-4436-a593-b7f60f34bebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:15.779035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:15.866430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-68fae32e-398f-41a5-889b-a0b109f45a54 None None] Provisioning for port cc243d14-0cde-4e1d-acd5-6642b65012cd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:49:15.873695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-68fae32e-398f-41a5-889b-a0b109f45a54 None None] Provisioning complete for port cc243d14-0cde-4e1d-acd5-6642b65012cd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:49:15.874203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68fae32e-398f-41a5-889b-a0b109f45a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:15.929520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-68fae32e-398f-41a5-889b-a0b109f45a54 None None] Port cc243d14-0cde-4e1d-acd5-6642b65012cd cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:49:16.100634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e8d25-8afa-4704-93f0-15eae8678a21 req-c1552451-b843-4b0c-8ad5-3cb977e1892d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:16.102525 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5c5e8d25-8afa-4704-93f0-15eae8678a21 req-c1552451-b843-4b0c-8ad5-3cb977e1892d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 931 time: 0.0907366 Dec 09 09:49:16.151002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc243d14-0cde-4e1d-acd5-6642b65012cd {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:49:16.152130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5c5e8d25-8afa-4704-93f0-15eae8678a21 req-35ca9d66-f263-4b53-ab62-95ac899bb745 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:49:16.158133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:16.167713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5c5e8d25-8afa-4704-93f0-15eae8678a21 req-35ca9d66-f263-4b53-ab62-95ac899bb745 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:49:16.168999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5c5e8d25-8afa-4704-93f0-15eae8678a21 req-35ca9d66-f263-4b53-ab62-95ac899bb745 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595059 Dec 09 09:49:16.175384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Transition to ACTIVE for port object cc243d14-0cde-4e1d-acd5-6642b65012cd will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:49:16.177664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:16.184208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3750cd53-cccb-45be-9183-155d1b0e7cb0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:16.318894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Pushing event updated for resources: {'Port': ['ID=cc243d14-0cde-4e1d-acd5-6642b65012cd,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:16.321982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:16.439707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Attempting to bind port cc243d14-0cde-4e1d-acd5-6642b65012cd on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:49:16.440088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Attempting to bind port cc243d14-0cde-4e1d-acd5-6642b65012cd by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:49:16.440461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Attempting to bind port cc243d14-0cde-4e1d-acd5-6642b65012cd on network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:49:16.446769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Port cc243d14-0cde-4e1d-acd5-6642b65012cd on network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:49:16.447134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Attempting to bind port cc243d14-0cde-4e1d-acd5-6642b65012cd on network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:49:16.454636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:49:16.455008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Checking segment: {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:49:16.455425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Bound using segment: {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:49:16.455895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Bound port: cc243d14-0cde-4e1d-acd5-6642b65012cd, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:49:16.456276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:16.549003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] For port cc243d14-0cde-4e1d-acd5-6642b65012cd, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:49:16.552092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] For port cc243d14-0cde-4e1d-acd5-6642b65012cd, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc243d14-0cde-4e1d-acd5-6642b65012cd,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:49:16.555800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:16.561229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-378ec611-a981-484b-bf3d-4fd3ad9d742e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:16.619497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:16.621869 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] 10.222.0.65 "PUT /v2.0/ports/cc243d14-0cde-4e1d-acd5-6642b65012cd HTTP/1.1" status: 200 len: 1093 time: 0.9768190 Dec 09 09:49:16.625889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:49:16.656173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Pushing event updated for resources: {'Port': ['ID=cc243d14-0cde-4e1d-acd5-6642b65012cd,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:16.659696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:16.701525 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'status': 'completed', 'code': 200} Dec 09 09:49:16.742520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-55b8fa79-9cdb-4fb0-a0a9-296a7d19512b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 1096 time: 0.0807233 Dec 09 09:49:16.825317 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-03c8f23f-8f9c-4021-9a89-af4ca200bcf0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc243d14-0cde-4e1d-acd5-6642b65012cd HTTP/1.1" status: 200 len: 217 time: 0.0732896 Dec 09 09:49:16.895318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-f8444681-a2e2-4818-8674-987a32f0a331 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:16.896791 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-f8444681-a2e2-4818-8674-987a32f0a331 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0656321 Dec 09 09:49:16.987455 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-1765a5bb-1bd5-4f8f-83d0-d3e0211b70a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847178 Dec 09 09:49:17.130723 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-0f0a7df0-149b-459d-bb04-b3836030dab5 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361508 Dec 09 09:49:17.355290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:17.391961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15b08b-4474-4ae5-a2c6-17b7bbdc07f7 req-7313dc56-d78d-4898-89ab-72edbb011bdb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:17.393712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7a15b08b-4474-4ae5-a2c6-17b7bbdc07f7 req-7313dc56-d78d-4898-89ab-72edbb011bdb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 943 time: 0.0886481 Dec 09 09:49:17.451595 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7a15b08b-4474-4ae5-a2c6-17b7bbdc07f7 req-96cefa4b-cd97-4386-af45-fc4ba30c1dc2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512664 Dec 09 09:49:17.514530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ccfc6ae6-71bd-4fa8-b39c-ae59565455a4 req-0c9e142d-ff58-4a46-b197-d79c1cfdebf9 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770337 Dec 09 09:49:17.632849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87f2287b-b937-4e6e-9158-762b10769ea6 req-4fdedf1d-d839-44bc-9371-090543c7d0f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 1096 time: 0.0753877 Dec 09 09:49:17.780825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2287b-b937-4e6e-9158-762b10769ea6 req-c54910f5-30f9-4f1d-8600-a66f6b0766fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:17.782502 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87f2287b-b937-4e6e-9158-762b10769ea6 req-c54910f5-30f9-4f1d-8600-a66f6b0766fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.1427419 Dec 09 09:49:17.859140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87f2287b-b937-4e6e-9158-762b10769ea6 req-efb63eef-5d1d-4fc2-b6b8-fb6a72d8679c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc243d14-0cde-4e1d-acd5-6642b65012cd HTTP/1.1" status: 200 len: 217 time: 0.0689309 Dec 09 09:49:17.927415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2287b-b937-4e6e-9158-762b10769ea6 req-d9ce4622-9c9e-4bbc-9597-a41e343d568b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:17.928954 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87f2287b-b937-4e6e-9158-762b10769ea6 req-d9ce4622-9c9e-4bbc-9597-a41e343d568b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0631664 Dec 09 09:49:18.020618 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87f2287b-b937-4e6e-9158-762b10769ea6 req-e94e1c04-8b0a-45f6-8214-a5f23a5c003e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800486 Dec 09 09:49:18.165960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87f2287b-b937-4e6e-9158-762b10769ea6 req-bf23701d-970e-40fd-88b8-8f88079f79c3 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382825 Dec 09 09:49:18.310700 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87f2287b-b937-4e6e-9158-762b10769ea6 req-06db1cb8-5ac1-474f-9eda-ae0b8d008099 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378369 Dec 09 09:49:18.662756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d58d14-f747-418a-aa61-b4eecfb65f51 req-33f59d36-019b-46d5-9215-3a5167f68b33 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:18.663510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f8d58d14-f747-418a-aa61-b4eecfb65f51 req-33f59d36-019b-46d5-9215-3a5167f68b33 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:49:18.677803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f8d58d14-f747-418a-aa61-b4eecfb65f51 req-33f59d36-019b-46d5-9215-3a5167f68b33 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:49:18.679034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f8d58d14-f747-418a-aa61-b4eecfb65f51 req-33f59d36-019b-46d5-9215-3a5167f68b33 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 943 time: 0.0966256 Dec 09 09:49:18.729795 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f8d58d14-f747-418a-aa61-b4eecfb65f51 req-86d8c0ea-5f0d-4e23-8d8e-e7b71edd1b3e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439641 Dec 09 09:49:19.940810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc9891-b0bc-4f0c-9abb-39a47942865e req-535fd894-0c1f-40c3-87f8-6781d7a8684b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:19.942485 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-49cc9891-b0bc-4f0c-9abb-39a47942865e req-535fd894-0c1f-40c3-87f8-6781d7a8684b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 943 time: 0.0862498 Dec 09 09:49:19.991375 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-49cc9891-b0bc-4f0c-9abb-39a47942865e req-2dbc5117-2eb7-425e-aec3-026e4020ff40 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424862 Dec 09 09:49:21.203150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db943d1-a75c-417d-be52-b7715d6342c5 req-31bef55f-eb3f-4cc6-a545-3e765fed7447 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:21.204718 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3db943d1-a75c-417d-be52-b7715d6342c5 req-31bef55f-eb3f-4cc6-a545-3e765fed7447 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 943 time: 0.0896471 Dec 09 09:49:21.253217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3db943d1-a75c-417d-be52-b7715d6342c5 req-5fa3ef05-1d63-4315-89c7-73869d21f55c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422432 Dec 09 09:49:21.374527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device cc243d14-0cde-4e1d-acd5-6642b65012cd details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:49:21.516683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port cc243d14-0cde-4e1d-acd5-6642b65012cd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc243d14-0cde-4e1d-acd5-6642b65012cd,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:49:21.533717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'port_id': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'mac_address': 'fa:16:3e:f1:df:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:49:21.588818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:21.607409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc243d14-0cde-4e1d-acd5-6642b65012cd {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:49:21.622321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port cc243d14-0cde-4e1d-acd5-6642b65012cd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc243d14-0cde-4e1d-acd5-6642b65012cd,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:49:21.625169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:21.626944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:21.691644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=cc243d14-0cde-4e1d-acd5-6642b65012cd,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:21.694907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:21.825282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['cc243d14-0cde-4e1d-acd5-6642b65012cd'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:49:22.459646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485eac39-9db8-4b51-9192-109c03a9ebe6 req-664178a4-293e-4483-a216-c67a7f44f254 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:22.461244 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-485eac39-9db8-4b51-9192-109c03a9ebe6 req-664178a4-293e-4483-a216-c67a7f44f254 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 944 time: 0.0845680 Dec 09 09:49:22.509733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-485eac39-9db8-4b51-9192-109c03a9ebe6 req-5fd5d028-d9fb-4e1b-a421-bec3bd4e9122 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415337 Dec 09 09:49:23.397729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device cc243d14-0cde-4e1d-acd5-6642b65012cd up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:49:23.469089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port cc243d14-0cde-4e1d-acd5-6642b65012cd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:49:23.473790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port cc243d14-0cde-4e1d-acd5-6642b65012cd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:49:23.474224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:23.591754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:23.618745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:49:23.628882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port cc243d14-0cde-4e1d-acd5-6642b65012cd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc243d14-0cde-4e1d-acd5-6642b65012cd,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:49:23.632240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:23.634221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7a7dd07-7e71-4629-8de6-1aec0603dc41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:23.679847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'code': 200} Dec 09 09:49:23.706166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=cc243d14-0cde-4e1d-acd5-6642b65012cd,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:23.710087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:23.732372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50457e6-cf82-4b32-9b6c-4d5f3c9bf0ab req-b257a973-4679-417b-81d1-5064b61bfd7c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:23.734131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a50457e6-cf82-4b32-9b6c-4d5f3c9bf0ab req-b257a973-4679-417b-81d1-5064b61bfd7c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 945 time: 0.1007740 Dec 09 09:49:23.787618 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a50457e6-cf82-4b32-9b6c-4d5f3c9bf0ab req-8d452fd5-7c24-4fb2-a6ce-883833d348d7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453606 Dec 09 09:49:23.925435 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-708c5302-f1fc-4af1-9893-c7542cd6cbb6 req-aaf82883-9e33-4dfb-b277-46248d82b3e1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 1098 time: 0.0753798 Dec 09 09:49:23.971395 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-708c5302-f1fc-4af1-9893-c7542cd6cbb6 req-c721afa5-c661-403c-a307-8932dbd968da service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384223 Dec 09 09:49:24.995959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea3a5c-2312-42bc-b6f4-a2d17546bcae req-6f5adfe0-69da-4822-9a05-bb278ea953c9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:24.997600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ea3a5c-2312-42bc-b6f4-a2d17546bcae req-6f5adfe0-69da-4822-9a05-bb278ea953c9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 945 time: 0.0842178 Dec 09 09:49:25.047065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ea3a5c-2312-42bc-b6f4-a2d17546bcae req-056d0fb7-75e8-40e2-840d-331214414c51 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431831 Dec 09 09:49:26.262077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca55be9-8dad-4e14-9116-fcd61d4c1717 req-4d8511b6-b1e2-446c-8c28-07a6de3a93f6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:26.263716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ca55be9-8dad-4e14-9116-fcd61d4c1717 req-4d8511b6-b1e2-446c-8c28-07a6de3a93f6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 945 time: 0.0841899 Dec 09 09:49:26.312752 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ca55be9-8dad-4e14-9116-fcd61d4c1717 req-d5dfb857-852e-4d82-9991-1b8f0fccdb22 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429564 Dec 09 09:49:26.523893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032d129-09c3-440f-bfa3-5ecbf2527237 req-55e65560-aa3a-4832-8b72-0e0e46aa898b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:26.525548 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8032d129-09c3-440f-bfa3-5ecbf2527237 req-55e65560-aa3a-4832-8b72-0e0e46aa898b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 945 time: 0.0867589 Dec 09 09:49:26.573762 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8032d129-09c3-440f-bfa3-5ecbf2527237 req-209bb631-516c-4bdf-98ac-dd6da65cd9e1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419285 Dec 09 09:49:26.600293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34730) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:26.676672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a08595c7-ca41-4811-ab25-496b6a478ed9 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 1093 time: 0.0747991 Dec 09 09:49:26.679300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34734) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:49:26.685898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:49:26.691659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:49:26.695688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:floatingip and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:49:26.699264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:49:26.705246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:49:26.714872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:26.865682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:27.007060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.157 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/20bbf113-a2bb-43d2-902d-f10b0429cee4) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:49:27.163313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:27.189582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:27.193998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4b400ed-8e95-4815-8e50-b7db4b6bfc2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:27.500693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:49:27.504179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:49:27.506293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=20bbf113-a2bb-43d2-902d-f10b0429cee4,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:27.508568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:49:27.535766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:28.031026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:28.090062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:28.298647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:28.302262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:28.306624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efc6a479-c682-4a03-ad76-b97ac91feefc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:49:28.411641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=20bbf113-a2bb-43d2-902d-f10b0429cee4,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:49:28.416126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:49:28.428284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:28.625742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP aff62ecd-b49a-499e-98c7-1696fabaaec7 associated. External IP: 172.26.8.157, port: cc243d14-0cde-4e1d-acd5-6642b65012cd. Dec 09 09:49:29.056157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d96966f3-b812-4dc4-868d-30345632f997 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:49:29.279652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:49:29.289887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] Sync routers for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:49:29.303255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:49:29.303837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:29.303953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:49:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:49:29.359903 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6795106 Dec 09 09:49:29.360624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:49:29.420383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'status': 'completed', 'code': 200} Dec 09 09:49:29.496004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:49:29.528107 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12b4fb83-b54d-4a5e-8ab9-04f11e2ff2b2 req-35ffc1a2-087a-4b76-beed-e46aa6167bd2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 1098 time: 0.0849879 Dec 09 09:49:29.671936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4fb83-b54d-4a5e-8ab9-04f11e2ff2b2 req-67c227d2-19be-4c04-9201-94f3773579c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:29.673496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12b4fb83-b54d-4a5e-8ab9-04f11e2ff2b2 req-67c227d2-19be-4c04-9201-94f3773579c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.1389875 Dec 09 09:49:29.791380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12b4fb83-b54d-4a5e-8ab9-04f11e2ff2b2 req-878d151b-d76a-4b77-8d10-ac830bc30a30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc243d14-0cde-4e1d-acd5-6642b65012cd HTTP/1.1" status: 200 len: 999 time: 0.1108601 Dec 09 09:49:29.863073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4fb83-b54d-4a5e-8ab9-04f11e2ff2b2 req-0ee528c9-3c92-4536-b73e-47625906c194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:49:29.864667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12b4fb83-b54d-4a5e-8ab9-04f11e2ff2b2 req-0ee528c9-3c92-4536-b73e-47625906c194 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0657573 Dec 09 09:49:29.867466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '2f34f2c4-ee5a-45c8-9398-c45960afb83b', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:08Z', 'updated_at': '2021-12-09T09:49:12Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}, {'id': 'aff62ecd-b49a-499e-98c7-1696fabaaec7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:f1:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248cc83-3654-4436-a593-b7f60f34bebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:27Z', 'updated_at': '2021-12-09T09:49:27Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:49:29.871618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] Checking router: d96966f3-b812-4dc4-868d-30345632f997 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:49:29.882675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:49:29.883331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:49:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:49:29.953413 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12b4fb83-b54d-4a5e-8ab9-04f11e2ff2b2 req-81200043-dcb5-4288-8bbb-ad9461d32e29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798156 Dec 09 09:49:30.070990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:49:30.104319 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12b4fb83-b54d-4a5e-8ab9-04f11e2ff2b2 req-5fcdac36-37e9-4e26-b232-277dca3f55f2 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428919 Dec 09 09:49:30.252289 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12b4fb83-b54d-4a5e-8ab9-04f11e2ff2b2 req-af3fd5be-fee0-4031-9c29-c741a1d84779 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416228 Dec 09 09:49:30.448503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '2f34f2c4-ee5a-45c8-9398-c45960afb83b', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:08Z', 'updated_at': '2021-12-09T09:49:12Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}, {'id': 'aff62ecd-b49a-499e-98c7-1696fabaaec7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:f1:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248cc83-3654-4436-a593-b7f60f34bebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:27Z', 'updated_at': '2021-12-09T09:49:27Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:49:30.452553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f07be67-8cb3-4c4c-8af1-c8a911799257 None None] The sync data for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv is: [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '2f34f2c4-ee5a-45c8-9398-c45960afb83b', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:08Z', 'updated_at': '2021-12-09T09:49:12Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}, {'id': 'aff62ecd-b49a-499e-98c7-1696fabaaec7', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:f1:df:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0248cc83-3654-4436-a593-b7f60f34bebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:27Z', 'updated_at': '2021-12-09T09:49:27Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:49:30.788675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2c76fb-86d3-46e3-a164-62eaf357a99f None None] New status for floating IP aff62ecd-b49a-499e-98c7-1696fabaaec7: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:49:34.147833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:49:34.420904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-994c27c3-8a1d-4d5f-8c95-0ce80749692f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:35.668645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:36.706845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89eb7765-663a-4f00-bcec-39cfc126b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:37.122349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:38.397573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:49:47.364116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:02.975337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34752) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:03.085350 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c3773d3-bafa-4314-b6e4-00ef34ad36e2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/2f34f2c4-ee5a-45c8-9398-c45960afb83b HTTP/1.1" status: 200 len: 993 time: 0.1083767 Dec 09 09:50:04.005469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34762) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:04.012715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:04.136411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:04.359960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:04.386189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:04.389654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:04.394034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:04.421691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb3000da-c76e-483a-9076-6c1f7e319969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:04.464210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:04.464891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:04.470416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/ports/910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 938 time: 0.4598589 Dec 09 09:50:04.470416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:50:04.486435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,revision_number=6']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:04.496955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.497467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.497872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.498296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.498717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.499139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.499568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.499975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.500391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.500804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.501248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:04.505711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:04.530266 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'status': 'completed', 'code': 200} Dec 09 09:50:04.704757 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-f2a5321c-1473-416b-84c1-9f35272b2d97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1099 time: 0.1530697 Dec 09 09:50:04.789036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e20f91a5-d515-48bf-8289-4a9e081ff3e6 None None] Provisioning complete for port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:04.789482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e20f91a5-d515-48bf-8289-4a9e081ff3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:04.852265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-fb3cb826-b8d9-452b-a9b2-3f13c27a0ef5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:04.853015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e20f91a5-d515-48bf-8289-4a9e081ff3e6 None None] Port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 is administratively disabled so it will not transition to active. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Dec 09 09:50:04.854807 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-fb3cb826-b8d9-452b-a9b2-3f13c27a0ef5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.1430249 Dec 09 09:50:04.961325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-2f4e3c48-d32d-4902-b509-702d2a3d0995 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 1002 time: 0.1011581 Dec 09 09:50:05.028551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-739021a5-e8ea-4eba-8e15-5b6d4b6d01c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:05.030140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-739021a5-e8ea-4eba-8e15-5b6d4b6d01c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0631001 Dec 09 09:50:05.111539 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-2f6b8a1e-8a44-4062-9403-ca4b17619b9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752823 Dec 09 09:50:05.123080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-bfda6f6f-ee58-46bf-b910-5bdad042fd36 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:50:05.124087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-bfda6f6f-ee58-46bf-b910-5bdad042fd36 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0051980 Dec 09 09:50:05.267336 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-8a926c1a-3841-4f5e-bcf4-f1d54088349c service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370347 Dec 09 09:50:05.405350 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1393b290-e5f1-4216-a625-c060eef0afd3 req-f9937dc2-7ea9-41ae-bacb-66571d3d259e service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319258 Dec 09 09:50:05.670195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:06.709097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca805716-4d55-4e1c-8941-f451412d9251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:07.126116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:07.906477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34774) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:07.913088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:08.039300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:08.256742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:08.282820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:08.286244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:08.290572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:08.348720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:08.349414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:08.351168 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/ports/910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 937 time: 0.4436200 Dec 09 09:50:08.351884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:50:08.354404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34778) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:08.381433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,revision_number=7']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:08.397791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:08.406364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:08.427638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'status': 'completed', 'code': 200} Dec 09 09:50:08.515360 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aa770512-ce70-402e-a1f0-ad9ddb84aee2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/2f34f2c4-ee5a-45c8-9398-c45960afb83b HTTP/1.1" status: 200 len: 993 time: 0.1594639 Dec 09 09:50:08.549550 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5a945a8-9485-4021-9a66-ccd7bd308ff1 req-e43d4ae7-82cd-4d9a-8e46-78bc605bd922 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1098 time: 0.0966136 Dec 09 09:50:08.575664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:50:08.699290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a945a8-9485-4021-9a66-ccd7bd308ff1 req-d37eeef7-befe-4fc2-ac7e-db521109f81a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:08.700814 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5a945a8-9485-4021-9a66-ccd7bd308ff1 req-d37eeef7-befe-4fc2-ac7e-db521109f81a service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.1446316 Dec 09 09:50:08.742807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a05bf1b9-2e7a-4073-8903-e57445ee005a None None] Provisioning complete for port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:08.743231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a05bf1b9-2e7a-4073-8903-e57445ee005a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:09.039225 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5a945a8-9485-4021-9a66-ccd7bd308ff1 req-5ae9d89b-68ff-4021-83f6-55015a998036 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 1001 time: 0.3314147 Dec 09 09:50:09.107712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a945a8-9485-4021-9a66-ccd7bd308ff1 req-958c8edd-28a1-4f0b-bba1-4e994796da96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:09.109258 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5a945a8-9485-4021-9a66-ccd7bd308ff1 req-958c8edd-28a1-4f0b-bba1-4e994796da96 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0630574 Dec 09 09:50:09.186996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5a945a8-9485-4021-9a66-ccd7bd308ff1 req-97f7706d-18e4-43c3-9ee9-40d256e44b2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713463 Dec 09 09:50:09.329102 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5a945a8-9485-4021-9a66-ccd7bd308ff1 req-59a2b453-1e6b-432e-bd09-51ee32daa4b0 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345224 Dec 09 09:50:09.476113 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5a945a8-9485-4021-9a66-ccd7bd308ff1 req-67fddff6-3e9b-44ea-842e-c53fb6242518 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404657 Dec 09 09:50:11.083611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34790) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:11.148850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:50:11.295204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 20bbf113-a2bb-43d2-902d-f10b0429cee4 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:50:11.295583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:11.468346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:11.468639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:11.596200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 20bbf113-a2bb-43d2-902d-f10b0429cee4 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:50:11.741922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:11.747990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:11.811800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=20bbf113-a2bb-43d2-902d-f10b0429cee4,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:11.854273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.854704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.855125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.855537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.855949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.856360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.856768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.857238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.857615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.858017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.858421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:11.865368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:11.924776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:12.351032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d96966f3-b812-4dc4-868d-30345632f997 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:50:12.560505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:50:12.570699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] Sync routers for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:50:12.580355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:12.584452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:12.585270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:12.635666 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/floatingips/aff62ecd-b49a-499e-98c7-1696fabaaec7 HTTP/1.1" status: 204 len: 168 time: 1.5506256 Dec 09 09:50:12.636428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:50:12.694206 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'status': 'completed', 'code': 200} Dec 09 09:50:12.772266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:12.813279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-50ef57aa-93a3-42b8-81fb-712e3bad0665 req-50ec2f1e-90fc-44b9-bb62-4d12d80442a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 1098 time: 0.0914538 Dec 09 09:50:12.962806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef57aa-93a3-42b8-81fb-712e3bad0665 req-0a6c59b8-f398-43d6-9e8b-f22f56f8151b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:12.964630 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-50ef57aa-93a3-42b8-81fb-712e3bad0665 req-0a6c59b8-f398-43d6-9e8b-f22f56f8151b service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.1456537 Dec 09 09:50:13.051119 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-50ef57aa-93a3-42b8-81fb-712e3bad0665 req-867f384f-a491-42ce-a57a-8cc1933d9a50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc243d14-0cde-4e1d-acd5-6642b65012cd HTTP/1.1" status: 200 len: 217 time: 0.0797436 Dec 09 09:50:13.125308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef57aa-93a3-42b8-81fb-712e3bad0665 req-cdc06b18-41f5-40fa-851e-c6499c7c980c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:13.126890 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-50ef57aa-93a3-42b8-81fb-712e3bad0665 req-cdc06b18-41f5-40fa-851e-c6499c7c980c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0684791 Dec 09 09:50:13.147864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafca55-19e9-408f-bda2-e3f460d2d841 req-6f11b14d-6bd0-41ce-8ecb-2d51687b755a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:13.149438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2eafca55-19e9-408f-bda2-e3f460d2d841 req-6f11b14d-6bd0-41ce-8ecb-2d51687b755a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 945 time: 0.1747177 Dec 09 09:50:13.157896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '2f34f2c4-ee5a-45c8-9398-c45960afb83b', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:08Z', 'updated_at': '2021-12-09T09:49:12Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:13.162322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] Checking router: d96966f3-b812-4dc4-868d-30345632f997 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:50:13.175771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:13.176915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:13.210114 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2eafca55-19e9-408f-bda2-e3f460d2d841 req-44609c33-7257-432b-bae5-1f0f4120ee45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533032 Dec 09 09:50:13.211501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-50ef57aa-93a3-42b8-81fb-712e3bad0665 req-ad0bf67a-30bd-4f70-8fbe-003fda223d35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764987 Dec 09 09:50:13.361514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-50ef57aa-93a3-42b8-81fb-712e3bad0665 req-c4f98fcf-2dcd-4405-9443-5a315f70cf8d service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429923 Dec 09 09:50:13.367931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:13.508215 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-50ef57aa-93a3-42b8-81fb-712e3bad0665 req-802c19c6-f54d-4bf0-bf74-4d7d974b92df service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383312 Dec 09 09:50:13.741676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '2f34f2c4-ee5a-45c8-9398-c45960afb83b', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:08Z', 'updated_at': '2021-12-09T09:49:12Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:13.746417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cff2d-e32a-4106-93de-07640ab91c20 None None] The sync data for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv is: [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '2f34f2c4-ee5a-45c8-9398-c45960afb83b', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'port_id': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'mac_address': 'fa:16:3e:12:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b50ed62-95fc-4996-9fcf-566c60939640', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:49:08Z', 'updated_at': '2021-12-09T09:49:12Z', 'revision_number': 1, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:50:14.200169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ccf2fe-ad6d-402b-aa54-878d2283a41f None None] New status for floating IP aff62ecd-b49a-499e-98c7-1696fabaaec7: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:50:14.277328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-5c7f311c-0069-4277-a9b2-b7a3917e2da7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:14.278089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-5c7f311c-0069-4277-a9b2-b7a3917e2da7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:50:14.295812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-5c7f311c-0069-4277-a9b2-b7a3917e2da7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:50:14.296983 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-5c7f311c-0069-4277-a9b2-b7a3917e2da7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 945 time: 0.1016419 Dec 09 09:50:14.384460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port cc243d14-0cde-4e1d-acd5-6642b65012cd {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:50:14.384912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:14.424558 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3bd823b-eb58-4322-871b-acb44476f022 req-4943bc2d-d9d2-48e0-95b6-598b821b1042 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826826 Dec 09 09:50:14.576021 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3bd823b-eb58-4322-871b-acb44476f022 req-4cfb3a7f-d2ba-4d01-9814-5c5070de4933 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1098 time: 0.0783360 Dec 09 09:50:14.679017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484fab3-2e80-47eb-bd25-a2deed2c3aec req-429c0542-eced-4b2b-b810-889a32447f71 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:14.680632 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0484fab3-2e80-47eb-bd25-a2deed2c3aec req-429c0542-eced-4b2b-b810-889a32447f71 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=0248cc83-3654-4436-a593-b7f60f34bebf HTTP/1.1" status: 200 len: 945 time: 0.3291655 Dec 09 09:50:14.736680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port cc243d14-0cde-4e1d-acd5-6642b65012cd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=cc243d14-0cde-4e1d-acd5-6642b65012cd,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:14.737075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:14.984666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd823b-eb58-4322-871b-acb44476f022 req-f7e99665-9a09-4f07-94b1-5f3e047f7998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:14.986347 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3bd823b-eb58-4322-871b-acb44476f022 req-f7e99665-9a09-4f07-94b1-5f3e047f7998 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.3919384 Dec 09 09:50:15.097974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3bd823b-eb58-4322-871b-acb44476f022 req-d187a149-e289-401c-9c60-b8bed1cdbb3d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 1001 time: 0.1042547 Dec 09 09:50:15.150985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for cc243d14-0cde-4e1d-acd5-6642b65012cd owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:50:15.170480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd823b-eb58-4322-871b-acb44476f022 req-e07fb358-2839-4a93-8b64-d8eaaf4638ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:15.172279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3bd823b-eb58-4322-871b-acb44476f022 req-e07fb358-2839-4a93-8b64-d8eaaf4638ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0683589 Dec 09 09:50:15.197224 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0484fab3-2e80-47eb-bd25-a2deed2c3aec req-026744f9-0a51-4d34-84c4-6d58c731b137 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=6fa0ee24-28e3-4676-8c18-9117b63b2d84&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5075567 Dec 09 09:50:15.262986 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3bd823b-eb58-4322-871b-acb44476f022 req-29cde529-08c3-416e-a276-04dfd73e5c88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844259 Dec 09 09:50:15.318188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:15.323942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b57c6ab5-0675-46b3-9cfd-0358a87ff832 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:15.374555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=cc243d14-0cde-4e1d-acd5-6642b65012cd,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:15.378370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:15.409081 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3bd823b-eb58-4322-871b-acb44476f022 req-1e4d54d1-8a62-4c85-a2ae-e00a41d1314e service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399779 Dec 09 09:50:15.449736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port cc243d14-0cde-4e1d-acd5-6642b65012cd on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:50:15.452298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:15.455133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'name': 'network-vif-deleted', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:50:15.470827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c5eb7622-bd50-428d-be5e-4548b144de1d req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/cc243d14-0cde-4e1d-acd5-6642b65012cd HTTP/1.1" status: 204 len: 173 time: 1.1682782 Dec 09 09:50:15.526328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0248cc83-3654-4436-a593-b7f60f34bebf', 'name': 'network-vif-deleted', 'tag': 'cc243d14-0cde-4e1d-acd5-6642b65012cd', 'status': 'completed', 'code': 200} Dec 09 09:50:15.565744 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3bd823b-eb58-4322-871b-acb44476f022 req-62e4ecb5-d60f-4360-b006-58be621c08f5 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497145 Dec 09 09:50:16.311743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34810) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:16.388211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0651e5-82d4-4c71-a888-b7364d755ce9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:16.418335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0651e5-82d4-4c71-a888-b7364d755ce9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:16.476962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0651e5-82d4-4c71-a888-b7364d755ce9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:16.482474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fce8f93a-50ba-4be0-8b86-76d4c7b8d828 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:16.498874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0651e5-82d4-4c71-a888-b7364d755ce9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0ee24-28e3-4676-8c18-9117b63b2d84,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:16.503245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d0651e5-82d4-4c71-a888-b7364d755ce9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:16.506633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d0651e5-82d4-4c71-a888-b7364d755ce9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:16.507859 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8d0651e5-82d4-4c71-a888-b7364d755ce9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/6fa0ee24-28e3-4676-8c18-9117b63b2d84 HTTP/1.1" status: 204 len: 168 time: 0.1950386 Dec 09 09:50:16.545688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34816) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:16.755956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 419cf988-fed7-418d-9443-8f139d6a1737 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:50:16.756250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:16.936913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:16.937353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:17.063996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 419cf988-fed7-418d-9443-8f139d6a1737 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:50:17.221032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:17.225870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3266f29c-d4af-4a80-8a9b-0125437a1ac0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:17.270069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=419cf988-fed7-418d-9443-8f139d6a1737,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:17.273106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:17.370409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:17.370998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:17.670138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device cc243d14-0cde-4e1d-acd5-6642b65012cd no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:50:17.707058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: cc243d14-0cde-4e1d-acd5-6642b65012cd {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:50:17.707450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device cc243d14-0cde-4e1d-acd5-6642b65012cd not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:50:17.786685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d96966f3-b812-4dc4-868d-30345632f997 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:50:17.997959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:50:18.008108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] Sync routers for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:50:18.016246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:18.020871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:18.021575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:18.076457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/floatingips/2f34f2c4-ee5a-45c8-9398-c45960afb83b HTTP/1.1" status: 204 len: 168 time: 1.5271180 Dec 09 09:50:18.076457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:50:18.160848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'status': 'completed', 'code': 200} Dec 09 09:50:18.219164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:18.272327 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb60cf78-2d71-4fa3-aa68-5d28e17f42c2 req-53e97844-6d6c-4b9b-8612-0730fe8b5349 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 1098 time: 0.0886185 Dec 09 09:50:18.485428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cf78-2d71-4fa3-aa68-5d28e17f42c2 req-229cc98d-7f1c-4894-8c45-f442b0ed4520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:18.487600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb60cf78-2d71-4fa3-aa68-5d28e17f42c2 req-229cc98d-7f1c-4894-8c45-f442b0ed4520 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 200 len: 898 time: 0.2091913 Dec 09 09:50:18.564062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:18.568061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] Checking router: d96966f3-b812-4dc4-868d-30345632f997 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:50:18.574830 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb60cf78-2d71-4fa3-aa68-5d28e17f42c2 req-2cdcf4e6-08d4-4a08-b380-98e91b6351bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 200 len: 217 time: 0.0753531 Dec 09 09:50:18.580199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:18.580860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:18.651710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42364b6-39e3-4057-ab68-36be4ab6a66e req-b327a575-3dd9-45c6-8791-0536b54295c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:18.653468 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e42364b6-39e3-4057-ab68-36be4ab6a66e req-b327a575-3dd9-45c6-8791-0536b54295c5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 945 time: 0.2248101 Dec 09 09:50:18.678880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60cf78-2d71-4fa3-aa68-5d28e17f42c2 req-4fdd07d3-c5d4-44d1-b7ca-e0e60f90a925 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:18.680461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb60cf78-2d71-4fa3-aa68-5d28e17f42c2 req-4fdd07d3-c5d4-44d1-b7ca-e0e60f90a925 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 200 len: 834 time: 0.0958011 Dec 09 09:50:18.771266 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e42364b6-39e3-4057-ab68-36be4ab6a66e req-2c232d82-b9bb-4640-b052-d63eb50d28b8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102896 Dec 09 09:50:18.799223 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb60cf78-2d71-4fa3-aa68-5d28e17f42c2 req-4331798a-7253-4c4d-80d3-cf2c97e5b969 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8ee227f6-cc69-4ad3-bd58-06e74d17f80f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1094589 Dec 09 09:50:18.928627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:18.945398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb60cf78-2d71-4fa3-aa68-5d28e17f42c2 req-890e5870-f265-4948-b961-86b8b4c9cf8c service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369007 Dec 09 09:50:19.089511 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb60cf78-2d71-4fa3-aa68-5d28e17f42c2 req-13dfdc11-6a46-418f-8885-708fa17fb779 service neutron] 10.222.0.65 "GET /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366577 Dec 09 09:50:19.257385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:19.262210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72db2e63-f5ef-4291-ac27-74c771c8c567 None None] The sync data for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv is: [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:50Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13786d6c-f687-4830-92eb-16292c4fcb87', 'name': '', 'network_id': '8ee227f6-cc69-4ad3-bd58-06e74d17f80f', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:bc:9a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:50Z', 'updated_at': '2021-12-09T09:48:58Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '2af3513c-fc95-4297-9ecb-d304684d99f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:50:19.707505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d982bca-e1a2-44f9-af32-3d357a5c5fcb None None] New status for floating IP 2f34f2c4-ee5a-45c8-9398-c45960afb83b: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:50:19.826566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-b0b73768-74c1-451d-985f-4c105fb4fd00 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:19.828178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-b0b73768-74c1-451d-985f-4c105fb4fd00 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 945 time: 0.0855319 Dec 09 09:50:19.906906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:50:19.907286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:19.982670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d15357-f9bd-4649-82fe-15e28bd35c31 req-17ea790f-e834-4568-ac84-dad86c620c3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:19.983438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-14d15357-f9bd-4649-82fe-15e28bd35c31 req-17ea790f-e834-4568-ac84-dad86c620c3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:50:19.998584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-14d15357-f9bd-4649-82fe-15e28bd35c31 req-17ea790f-e834-4568-ac84-dad86c620c3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:50:19.999865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-14d15357-f9bd-4649-82fe-15e28bd35c31 req-17ea790f-e834-4568-ac84-dad86c620c3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b50ed62-95fc-4996-9fcf-566c60939640 HTTP/1.1" status: 200 len: 945 time: 0.1000104 Dec 09 09:50:20.049338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-14d15357-f9bd-4649-82fe-15e28bd35c31 req-fcc2e6ac-dad4-4e09-8b9a-718818e71575 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:50:20.064247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-14d15357-f9bd-4649-82fe-15e28bd35c31 req-fcc2e6ac-dad4-4e09-8b9a-718818e71575 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:50:20.065538 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-14d15357-f9bd-4649-82fe-15e28bd35c31 req-fcc2e6ac-dad4-4e09-8b9a-718818e71575 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=13e8c075-f1c2-4d55-a2d1-473fe977e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594149 Dec 09 09:50:20.167713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:20.168106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:20.296322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:50:20.436054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:20.442903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:20.488802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:20.493050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:20.562188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:50:20.564715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:20.567572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'name': 'network-vif-deleted', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:50:20.582766 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-15c9520f-0189-4a3c-95db-72e156de5a73 req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 HTTP/1.1" status: 204 len: 173 time: 0.7488730 Dec 09 09:50:20.624610 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b50ed62-95fc-4996-9fcf-566c60939640', 'name': 'network-vif-deleted', 'tag': '910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030', 'status': 'completed', 'code': 200} Dec 09 09:50:21.174757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34832) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:21.247874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d82199-3b64-4c27-a3c0-5a7b0c26ba9c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:21.282537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d82199-3b64-4c27-a3c0-5a7b0c26ba9c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:21.334214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d82199-3b64-4c27-a3c0-5a7b0c26ba9c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:21.340218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2362e8a4-9ce8-4ef4-9304-58448a24e624 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:21.355599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d82199-3b64-4c27-a3c0-5a7b0c26ba9c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e8c075-f1c2-4d55-a2d1-473fe977e3f8,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:21.358509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11d82199-3b64-4c27-a3c0-5a7b0c26ba9c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:21.364956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11d82199-3b64-4c27-a3c0-5a7b0c26ba9c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:21.366227 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-11d82199-3b64-4c27-a3c0-5a7b0c26ba9c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/13e8c075-f1c2-4d55-a2d1-473fe977e3f8 HTTP/1.1" status: 204 len: 168 time: 0.1903493 Dec 09 09:50:21.405539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34838) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:21.821479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:22.446968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 13786d6c-f687-4830-92eb-16292c4fcb87 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:50:22.447823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:22.878471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 13786d6c-f687-4830-92eb-16292c4fcb87, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=13786d6c-f687-4830-92eb-16292c4fcb87,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:22.878870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:23.005250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 13786d6c-f687-4830-92eb-16292c4fcb87 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:50:23.187549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:23.191916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5014943-c172-47a0-8b20-2cafe43069dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:23.236058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=13786d6c-f687-4830-92eb-16292c4fcb87,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:23.239198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:23.550698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:23.747578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:50:23.783276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:50:23.783891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 910b8f51-68c1-4ba4-a8e9-5ccf2ba1d030 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:50:24.152619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d96966f3-b812-4dc4-868d-30345632f997 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:50:24.361300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:50:24.371845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] Sync routers for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:50:24.375241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/d96966f3-b812-4dc4-868d-30345632f997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9684987 Dec 09 09:50:24.378072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34842) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:24.384206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:24.384927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:24.573428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:24.582005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting subnet 2af3513c-fc95-4297-9ecb-d304684d99f2 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:50:24.585372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:24.642529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:24.736512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:24.820086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:24.825711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0a07c42-6ab4-43ef-98d3-8dbe61178ee8 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:24.864410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Subnet': ['ID=2af3513c-fc95-4297-9ecb-d304684d99f2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:24.867456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:24.873348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:24.874051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:50:23Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:24.875548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] Checking router: d96966f3-b812-4dc4-868d-30345632f997 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:50:24.877515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/subnets/2af3513c-fc95-4297-9ecb-d304684d99f2 HTTP/1.1" status: 204 len: 168 time: 0.4983592 Dec 09 09:50:24.880379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34846) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:24.883881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a5ae81-0f1d-4dc0-ba06-792111de823e None None] Network 8ee227f6-cc69-4ad3-bd58-06e74d17f80f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:50:24.893945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] Routers {'d96966f3-b812-4dc4-868d-30345632f997'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:24.894940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d96966f3-b812-4dc4-868d-30345632f997'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:25.098245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:25.110187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] Set router d96966f3-b812-4dc4-868d-30345632f997 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:25.165834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] DHCP port deletion for 8ee227f6-cc69-4ad3-bd58-06e74d17f80f request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:50:25.170843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Deleting port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:50:25.171273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:25.328771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:25.337449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port e084b967-80cd-4027-8220-95e331bbab28 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:50:25.338940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:25.392843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] For port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7a7ece9f-6d78-4b6b-8414-9c607369a5b4,segment=NetworkSegment(4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373),segment_id=4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:25.393344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:25.419506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:50:23Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:25.423636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f045a5f3-ed61-42cb-ae51-98d9b5b02195 None None] The sync data for ids ['d96966f3-b812-4dc4-868d-30345632f997'] in dv-neutron-819581-1-hyperv is: [{'id': 'd96966f3-b812-4dc4-868d-30345632f997', 'name': 'tempest-TestNetworkBasicOps-router-2087004387', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94'}], 'enable_snat': True}, 'gw_port_id': 'e084b967-80cd-4027-8220-95e331bbab28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:50:23Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': 'e084b967-80cd-4027-8220-95e331bbab28', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ad:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96966f3-b812-4dc4-868d-30345632f997', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:48:46Z', 'updated_at': '2021-12-09T09:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:50:25.533867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Calling delete_port for 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:50:25.622059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:25.626875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:25.670375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Pushing event deleted for resources: {'Port': ['ID=7a7ece9f-6d78-4b6b-8414-9c607369a5b4,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:25.683609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] No DVR routers for this DVR port 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:50:25.685941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.686338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.686719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.687100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.687473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.687851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.688219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.688763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.689145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.689534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.689902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:25.693950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:25.786027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port e084b967-80cd-4027-8220-95e331bbab28, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e084b967-80cd-4027-8220-95e331bbab28,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:25.786353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:25.832624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13786d6c-f687-4830-92eb-16292c4fcb87 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:50:25.866487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 13786d6c-f687-4830-92eb-16292c4fcb87 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:50:25.866890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13786d6c-f687-4830-92eb-16292c4fcb87 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:50:25.867360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:50:25.903745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:50:25.904200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7a7ece9f-6d78-4b6b-8414-9c607369a5b4 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:50:25.916522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for e084b967-80cd-4027-8220-95e331bbab28 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:50:26.089835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:26.094140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39572b7d-bfac-485e-97fd-b5683c504658 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:26.138413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=e084b967-80cd-4027-8220-95e331bbab28,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:26.141209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:26.366506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:26.627518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:26.631815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:26.656999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:26.657596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Fanout notify agent at l3_agent the message router_deleted on router d96966f3-b812-4dc4-868d-30345632f997 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:50:26.672490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:26.673708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/routers/d96966f3-b812-4dc4-868d-30345632f997 HTTP/1.1" status: 204 len: 168 time: 1.7923365 Dec 09 09:50:26.676850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34850) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:26.802407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:26.949235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:26.979003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee227f6-cc69-4ad3-bd58-06e74d17f80f']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:26.992005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:26.992347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3fdfcf-5eb2-4f1f-bdc1-aff4765bf373') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:27.004517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.020045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.026989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:50:27.027416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:50:27.043276 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:50:27.129132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.132733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2fa72aba-138b-4c67-952d-ddbe0e10cad2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:27.151126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.157653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Network': ['ID=8ee227f6-cc69-4ad3-bd58-06e74d17f80f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:27.162833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:27.166639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/networks/8ee227f6-cc69-4ad3-bd58-06e74d17f80f HTTP/1.1" status: 204 len: 168 time: 0.4880912 Dec 09 09:50:27.194022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34854) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:27.200835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'network': {'name': 'tempest-network-smoke--1634520665', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'port_security_enabled': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:27.206275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:27.210606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:network and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:27.214365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:27.220424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:27.229878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:50:27.235272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.264252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:50:27.273784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.274170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Added segment 441bd375-e31b-455c-addf-5bc833bf4e83 of type vlan for network 4ee0231c-2461-46dc-9411-1ed98244e76e Dec 09 09:50:27.301181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.333072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.337672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:27.338950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.347126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:27.425687 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2304156 Dec 09 09:50:27.428661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34858) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:27.434595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'admin_state_up': True, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:27.442033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:27.446099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:router and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:27.449665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:27.455670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:27.466377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.467356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.481628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Network': ['ID=4ee0231c-2461-46dc-9411-1ed98244e76e,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:27.484381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:27.489888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.494630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 4ee0231c-2461-46dc-9411-1ed98244e76e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:50:27.647726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.830946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e084b967-80cd-4027-8220-95e331bbab28 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:50:27.842455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:27.864241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: e084b967-80cd-4027-8220-95e331bbab28 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:50:27.864635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e084b967-80cd-4027-8220-95e331bbab28 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:50:27.878175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:28.018075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.160 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/9319a1c3-dbca-4805-b23e-b8236a48a523) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:50:28.171723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:28.197458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:28.202474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:28.268485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:50:28.271964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:50:28.276152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:50:28.308837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=9319a1c3-dbca-4805-b23e-b8236a48a523,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:28.315939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:28.672366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:28.673145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:28.905449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d32edaf5-385d-43e5-a371-df0af8e54d5f is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:50:29.114855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:50:29.124764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Sync routers for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:50:29.137329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:29.138013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:29.139990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:29.143796 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7139626 Dec 09 09:50:29.144486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34862) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:29.191374 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cb200095-60ca-4ec9-b789-1c8c66a3771e tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=2c288595e33446bd895c4cc74a0faf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456233 Dec 09 09:50:29.193967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34866) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:29.327226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:29.332999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace85bb-a55c-4627-99a5-663f1a92d5be tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:29.334658 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3ace85bb-a55c-4627-99a5-663f1a92d5be tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1397069 Dec 09 09:50:29.337650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34870) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:29.389332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5718d16d-2ec0-4413-a376-ade2c2bbfd40 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498271 Dec 09 09:50:29.391982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34874) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:29.398236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1465182643', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:29.516331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:29.520509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:subnet and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:29.523541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:29.530212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:29.539090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:50:29.626926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:28Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:29.630938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Checking router: d32edaf5-385d-43e5-a371-df0af8e54d5f for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:50:29.631334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Updating router d32edaf5-385d-43e5-a371-df0af8e54d5f port 9319a1c3-dbca-4805-b23e-b8236a48a523 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:50:29.646955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:29.685461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:29.881069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:29.885522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-30eac118-e0ba-44df-bdb5-2aecadfb25c4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:29.964308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Subnet': ['ID=8c16efd8-86c7-47dd-b85e-efe7ea3477b1,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:29.969014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:29.979914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Checking segment: {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:50:29.980309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network hostable DHCP agents. Network: 4ee0231c-2461-46dc-9411-1ed98244e76e, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:50:30.002132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 4ee0231c-2461-46dc-9411-1ed98244e76e is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:50:30.010535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 4ee0231c-2461-46dc-9411-1ed98244e76e) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:50:30.014797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:30.015459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:30.022688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44797969-c863-4ac3-8146-aef777527018 None None] Network 4ee0231c-2461-46dc-9411-1ed98244e76e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:50:30.037708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6445854 Dec 09 09:50:30.040641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34878) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:30.288653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:30.316902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Transition to ACTIVE for port object 9319a1c3-dbca-4805-b23e-b8236a48a523 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:50:30.331489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:30.341875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48f85621-05c0-458c-bdd2-2ed58556cc7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:30.480253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d8573-b075-4ff9-8d11-dd1b05265cce None None] Pushing event updated for resources: {'Port': ['ID=9319a1c3-dbca-4805-b23e-b8236a48a523,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:30.485858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-792d8573-b075-4ff9-8d11-dd1b05265cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:30.488302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Attempting to bind port 9319a1c3-dbca-4805-b23e-b8236a48a523 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:50:30.488723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Attempting to bind port 9319a1c3-dbca-4805-b23e-b8236a48a523 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:50:30.489153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Attempting to bind port 9319a1c3-dbca-4805-b23e-b8236a48a523 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:50:30.534540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:50:30.534961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:50:30.535417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:30.535864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:50:30.536397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Bound port: 9319a1c3-dbca-4805-b23e-b8236a48a523, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:50:30.536822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:30.589628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-4ee0231c-2461-46dc-9411-1ed98244e76e', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:50:30.590515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:30.676594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] For port 9319a1c3-dbca-4805-b23e-b8236a48a523, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:50:30.710797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] For port 9319a1c3-dbca-4805-b23e-b8236a48a523, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9319a1c3-dbca-4805-b23e-b8236a48a523,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:50:30.720614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:30.731310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:30.862253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d8573-b075-4ff9-8d11-dd1b05265cce None None] Pushing event updated for resources: {'Port': ['ID=9319a1c3-dbca-4805-b23e-b8236a48a523,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:30.867794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-792d8573-b075-4ff9-8d11-dd1b05265cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:30.869814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:30.882212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Allocated IP 172.20.0.2 (4ee0231c-2461-46dc-9411-1ed98244e76e/8c16efd8-86c7-47dd-b85e-efe7ea3477b1/f522d34e-b5f6-459d-8511-ba12736d2db9) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:50:30.887831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:30.888692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:31.234764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:31.440074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:31.510737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Transition to ACTIVE for port object f522d34e-b5f6-459d-8511-ba12736d2db9 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:50:31.546845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Transition to ACTIVE for port object f522d34e-b5f6-459d-8511-ba12736d2db9 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:50:31.584520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:31.591859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-792d8573-b075-4ff9-8d11-dd1b05265cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:31.620265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.1 (4ee0231c-2461-46dc-9411-1ed98244e76e/8c16efd8-86c7-47dd-b85e-efe7ea3477b1/101e528e-c96a-43e8-ade4-47e7c34d1a4e) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:50:31.673199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Pushing event updated for resources: {'Port': ['ID=f522d34e-b5f6-459d-8511-ba12736d2db9,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:31.676084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:31.678314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Network 4ee0231c-2461-46dc-9411-1ed98244e76e is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:50:31.682411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:50:31.684707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:50:31.785734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:28Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:31.795708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb19af9-1003-435d-8828-d8b58b3c7ed5 None None] The sync data for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv is: [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:28Z', 'revision_number': 3, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:50:31.796131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:31.798413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Attempting to bind port f522d34e-b5f6-459d-8511-ba12736d2db9 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:50:31.798833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Attempting to bind port f522d34e-b5f6-459d-8511-ba12736d2db9 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:50:31.799371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Attempting to bind port f522d34e-b5f6-459d-8511-ba12736d2db9 on network 4ee0231c-2461-46dc-9411-1ed98244e76e {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:50:31.807630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:50:31.808318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Checking segment: {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:50:31.808776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:31.809240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Bound using segment: {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:50:31.809780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Bound port: f522d34e-b5f6-459d-8511-ba12736d2db9, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:50:31.810206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:31.813809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object 101e528e-c96a-43e8-ade4-47e7c34d1a4e will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:50:31.833379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:31.838509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f8fc9ff-cf17-4b15-8892-45d6f37f150e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:31.900834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 4ee0231c-2461-46dc-9411-1ed98244e76e is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:50:31.904386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] For port f522d34e-b5f6-459d-8511-ba12736d2db9, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:50:31.907895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] For port f522d34e-b5f6-459d-8511-ba12736d2db9, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f522d34e-b5f6-459d-8511-ba12736d2db9,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:50:31.909891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:50:31.912094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:31.915101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:50:31.918344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:31.956000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=101e528e-c96a-43e8-ade4-47e7c34d1a4e,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:31.965892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:31.984548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:32.004289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Pushing event updated for resources: {'Port': ['ID=f522d34e-b5f6-459d-8511-ba12736d2db9,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:32.007331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:32.077385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:32.821587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:32.826273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:32.857087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eaa6ff22-da9c-4702-992f-cbdb431ece19 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:32.949135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:32.952949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=101e528e-c96a-43e8-ade4-47e7c34d1a4e,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:32.957245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:33.103940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 4ee0231c-2461-46dc-9411-1ed98244e76e is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:50:33.105070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:50:33.522429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d32edaf5-385d-43e5-a371-df0af8e54d5f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:50:33.635576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ea320-e6e9-4b81-87e2-741b462e5c2f None None] Network 4ee0231c-2461-46dc-9411-1ed98244e76e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:50:33.747435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:50:33.762711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-69cb83fb-36b2-4095-9ed7-77c5e9c3449b None None] Provisioning for port f522d34e-b5f6-459d-8511-ba12736d2db9 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:50:33.764012 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/d32edaf5-385d-43e5-a371-df0af8e54d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7215884 Dec 09 09:50:33.766737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34882) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:33.924231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9319a1c3-dbca-4805-b23e-b8236a48a523 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:50:33.928575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35093a60-4571-4638-92ab-3b33d42ef449 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:33.929029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35093a60-4571-4638-92ab-3b33d42ef449 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:33.929492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35093a60-4571-4638-92ab-3b33d42ef449 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:33.929900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35093a60-4571-4638-92ab-3b33d42ef449 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:33.932482 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-35093a60-4571-4638-92ab-3b33d42ef449 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1640217 Dec 09 09:50:33.935181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34886) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:34.004986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 9319a1c3-dbca-4805-b23e-b8236a48a523 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:50:34.013319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9319a1c3-dbca-4805-b23e-b8236a48a523 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:34.013802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.019267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429359b-703d-410d-afdb-b6559f1a02a3 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:34.019969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429359b-703d-410d-afdb-b6559f1a02a3 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:34.020388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429359b-703d-410d-afdb-b6559f1a02a3 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:34.020791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429359b-703d-410d-afdb-b6559f1a02a3 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:34.022644 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b429359b-703d-410d-afdb-b6559f1a02a3 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0864828 Dec 09 09:50:34.025904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34890) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:34.267649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-43bed80a-0ba5-4a6c-97d8-2c91e4f5c97e tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2376668 Dec 09 09:50:34.316493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.338237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3723f26b-3e0a-41f3-8b6c-4087358171ee None None] Provisioning for port 101e528e-c96a-43e8-ade4-47e7c34d1a4e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:50:34.344448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 9319a1c3-dbca-4805-b23e-b8236a48a523, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9319a1c3-dbca-4805-b23e-b8236a48a523,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:34.345515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3723f26b-3e0a-41f3-8b6c-4087358171ee None None] Provisioning complete for port 101e528e-c96a-43e8-ade4-47e7c34d1a4e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:34.346188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3723f26b-3e0a-41f3-8b6c-4087358171ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.382358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.383263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f522d34e-b5f6-459d-8511-ba12736d2db9 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:50:34.416691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:34.526033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-30fffdae-9e65-4f45-8161-fc6330837a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.528411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3723f26b-3e0a-41f3-8b6c-4087358171ee None None] Port 101e528e-c96a-43e8-ade4-47e7c34d1a4e cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:50:34.547095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=9319a1c3-dbca-4805-b23e-b8236a48a523,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:34.550467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:34.573161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f522d34e-b5f6-459d-8511-ba12736d2db9 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:50:34.578512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f522d34e-b5f6-459d-8511-ba12736d2db9 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:34.579142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.591347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34896) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:34.597925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886817602', 'description': 'tempest-secgroup-smoke-1886817602 description', 'project_id': '2c288595e33446bd895c4cc74a0faf24'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:34.606500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:34.616130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:34.620109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:34.627000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:34.640636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.687005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:34.691252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:34.694914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:34.704189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:34.715608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-254b0112-526c-424e-aee1-9ad689b54c8c None None] Provisioning complete for port 101e528e-c96a-43e8-ade4-47e7c34d1a4e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:34.716034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-254b0112-526c-424e-aee1-9ad689b54c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.752686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.796013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.799823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.801557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Sync routers for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:50:34.801693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-254b0112-526c-424e-aee1-9ad689b54c8c None None] Port 101e528e-c96a-43e8-ade4-47e7c34d1a4e cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:50:34.809912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port f522d34e-b5f6-459d-8511-ba12736d2db9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f522d34e-b5f6-459d-8511-ba12736d2db9,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:34.812958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.819001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:34.823298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:34.824223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:34.828717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d0651e5-82d4-4c71-a888-b7364d755ce9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:34.841122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.845245 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2500219 Dec 09 09:50:34.846032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34900) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:34.852888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '2abb0a23-5890-4d76-9778-92d7eabf32d7', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:34.860174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:34.863300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abb0a23-5890-4d76-9778-92d7eabf32d7,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:34.864452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:34.866307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb133d09-57d7-4b85-af86-109540964731 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:34.867990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:34.876465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:34.893213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.897875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=f522d34e-b5f6-459d-8511-ba12736d2db9,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:34.901822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:34.927693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-49a6c350-bcdd-4861-9bf5-673911f1f89e None None] Provisioning complete for port 101e528e-c96a-43e8-ade4-47e7c34d1a4e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:34.928296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49a6c350-bcdd-4861-9bf5-673911f1f89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.977049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.980687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:34.983716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:34.988699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-49a6c350-bcdd-4861-9bf5-673911f1f89e None None] Port 101e528e-c96a-43e8-ade4-47e7c34d1a4e cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:50:35.010232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5cd5c7d-f9fd-4076-b171-43ede2943297,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:35.013383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:35.020573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.022031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1751089 Dec 09 09:50:35.024933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34904) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:35.031907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '2abb0a23-5890-4d76-9778-92d7eabf32d7', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:35.038487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:35.043202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:35.046474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:35.052832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:35.075979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.140926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.143749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.145691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10a053b8-800f-485a-b077-0580fe0c8c0c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:35.168221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca600010-1d9e-433b-a486-1477d729ab08,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:35.172614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:35.180172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.182200 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1548615 Dec 09 09:50:35.185013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34908) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:35.191193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:35.191355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '2abb0a23-5890-4d76-9778-92d7eabf32d7', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:35.198383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:35.202410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:35.205393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:35.211340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:35.227289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.293151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.295830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.303462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd7ec5b0-dd00-4cf8-be5e-01bfbc6ca56e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:35.323679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ca19f8-4196-4003-a178-c180f01c415c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:35.326340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:35.332788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.334271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f20c8afd-1ea3-42cf-b2b4-cc3b66c8f13e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1480362 Dec 09 09:50:35.337284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34912) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:35.344308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '2abb0a23-5890-4d76-9778-92d7eabf32d7', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:35.350853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:35.355778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:35.358868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:35.365012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:35.381373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.453223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.455939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.457848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e0af87f5-3488-4ba2-bea7-2e12f3a95d16 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:35.482032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aff7ab0-7af6-4633-b2b6-ca62601042a6,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:35.484749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:35.491097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.492504 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-21f2ca76-df34-4523-b54a-3642149991a4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1535611 Dec 09 09:50:35.495449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34916) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:35.501472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '2abb0a23-5890-4d76-9778-92d7eabf32d7', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:35.507672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:35.512174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:35.515180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:35.516650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:32Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:50:32Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:35.520642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Checking router: d32edaf5-385d-43e5-a371-df0af8e54d5f for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:50:35.521035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Updating router d32edaf5-385d-43e5-a371-df0af8e54d5f port 101e528e-c96a-43e8-ade4-47e7c34d1a4e binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:50:35.521211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:35.531633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:50:35.538368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.576640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.606053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.608749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.610700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae25b05a-66b3-4cd1-8e77-52f4f72e8282 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:35.633598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2283f86c-9d1b-428d-93f2-b210048267dc,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:35.636734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:35.642943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.647558 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1477826 Dec 09 09:50:35.647782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34920) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:35.654567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'security_group_rule': {'security_group_id': '2abb0a23-5890-4d76-9778-92d7eabf32d7', 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:35.660909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:35.665011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:security_group_rule and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:35.668321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:35.672229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.674692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:35.684639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Project 2c288595e33446bd895c4cc74a0faf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 09:50:35.691611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.766932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.770305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.772246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-133732aa-07dc-44fe-99b8-2c601e4ea60a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:35.797477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7408e01e-6b12-4fbd-b74a-834b64bb90aa,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:35.801824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:35.810285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.813914 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1628177 Dec 09 09:50:35.864288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9319a1c3-dbca-4805-b23e-b8236a48a523 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:50:35.943914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9319a1c3-dbca-4805-b23e-b8236a48a523 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:35.944384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.946663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.964043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Transition to ACTIVE for port object 101e528e-c96a-43e8-ade4-47e7c34d1a4e will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:50:35.970799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:35.976148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-442f2688-bdfa-4c78-b75e-fdb301b48289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:36.004677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-488f77ea-12a0-4e65-bcf1-f430f601412c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886817602&fields=id&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 267 time: 0.0452905 Dec 09 09:50:36.085487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f522d34e-b5f6-459d-8511-ba12736d2db9 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:50:36.113666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Pushing event updated for resources: {'Port': ['ID=101e528e-c96a-43e8-ade4-47e7c34d1a4e,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:36.156363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.156744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.157213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.157485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.158020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.158555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.158917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.159277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.159616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.160123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.160633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:50:36.180810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f522d34e-b5f6-459d-8511-ba12736d2db9 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:36.181875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:36.196253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:36.199554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-c8f48e8c-6ec4-4f79-851f-3273df578201 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:36.200320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-c8f48e8c-6ec4-4f79-851f-3273df578201 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:50:36.218892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-c8f48e8c-6ec4-4f79-851f-3273df578201 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:50:36.220453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-c8f48e8c-6ec4-4f79-851f-3273df578201 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/networks?id=4ee0231c-2461-46dc-9411-1ed98244e76e HTTP/1.1" status: 200 len: 797 time: 0.2062972 Dec 09 09:50:36.224210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Attempting to bind port 101e528e-c96a-43e8-ade4-47e7c34d1a4e on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:50:36.224810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Attempting to bind port 101e528e-c96a-43e8-ade4-47e7c34d1a4e by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:50:36.225695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Attempting to bind port 101e528e-c96a-43e8-ade4-47e7c34d1a4e on network 4ee0231c-2461-46dc-9411-1ed98244e76e {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:50:36.232843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:50:36.233308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Checking segment: {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:50:36.233754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:36.234185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Bound using segment: {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:50:36.234705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Bound port: 101e528e-c96a-43e8-ade4-47e7c34d1a4e, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:50:36.235118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:36.242850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-7e7bc922-c409-4715-aec7-5fbf9f3d9b3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/quotas/2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 375 time: 0.0154285 Dec 09 09:50:36.328902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] For port 101e528e-c96a-43e8-ade4-47e7c34d1a4e, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:50:36.332251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] For port 101e528e-c96a-43e8-ade4-47e7c34d1a4e, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=101e528e-c96a-43e8-ade4-47e7c34d1a4e,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:50:36.336539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:36.345397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:36.348650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-0e263472-8a43-4550-8b6b-5875dfeca08a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:50:36.365044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-0e263472-8a43-4550-8b6b-5875dfeca08a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:50:36.366456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-0e263472-8a43-4550-8b6b-5875dfeca08a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1164691 Dec 09 09:50:36.436880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:36.437598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:36.472236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-04544ae4-a138-4100-a857-9c082bbeec25 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:50:36.473630 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-04544ae4-a138-4100-a857-9c082bbeec25 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0923367 Dec 09 09:50:36.520629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Pushing event updated for resources: {'Port': ['ID=101e528e-c96a-43e8-ade4-47e7c34d1a4e,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:36.524214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:36.630579 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-451a9d21-8a74-4e57-a327-3b8cec168073 service neutron] 10.222.0.18 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493847 Dec 09 09:50:36.648580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:36.709022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d2412c4-d3e8-4f1a-8df5-ce48b5e90b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:36.793363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-588e9ac4-f0c6-4f10-8977-44c79f608b60 service neutron] 10.222.0.18 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550322 Dec 09 09:50:36.994906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:32Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:50:36Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:37.000247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40972d0e-e6c4-452f-95d2-da63136b70b1 None None] The sync data for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv is: [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:32Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:50:36Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:50:37.000430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-cbf8e554-b692-49ed-a182-dace6c045b43 req-316627f1-f7d2-4724-9eaf-01e7989f1909 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:50:37.016248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-cbf8e554-b692-49ed-a182-dace6c045b43 req-316627f1-f7d2-4724-9eaf-01e7989f1909 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:50:37.017750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cbf8e554-b692-49ed-a182-dace6c045b43 req-316627f1-f7d2-4724-9eaf-01e7989f1909 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 210 time: 0.0647373 Dec 09 09:50:37.137332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:37.867854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 101e528e-c96a-43e8-ade4-47e7c34d1a4e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:50:37.942277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 101e528e-c96a-43e8-ade4-47e7c34d1a4e completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:50:37.947512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 101e528e-c96a-43e8-ade4-47e7c34d1a4e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:37.947945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:38.071075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:38.109254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 101e528e-c96a-43e8-ade4-47e7c34d1a4e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=101e528e-c96a-43e8-ade4-47e7c34d1a4e,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:38.113415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:38.119284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:38.157047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4257c2ba-d8cf-41d6-a20d-527b232f2a5c req-eeb6a6f3-543b-4e8a-bd16-798668d0a461 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 210 time: 0.0591435 Dec 09 09:50:38.201840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=101e528e-c96a-43e8-ade4-47e7c34d1a4e,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:38.205427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:38.400544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:39.280390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-48460ef9-27e7-4efe-9b7d-1f0df3703686 req-90efc7f5-4a4e-4663-9680-812bf15561af tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 210 time: 0.0491984 Dec 09 09:50:39.844108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 101e528e-c96a-43e8-ade4-47e7c34d1a4e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:50:39.916175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 101e528e-c96a-43e8-ade4-47e7c34d1a4e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:39.916567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:40.124089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-7ebcbfca-fccb-49b8-aa44-ad3ab8414596 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:40.125745 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-7ebcbfca-fccb-49b8-aa44-ad3ab8414596 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/networks?id=4ee0231c-2461-46dc-9411-1ed98244e76e HTTP/1.1" status: 200 len: 797 time: 0.1692371 Dec 09 09:50:40.184304 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-2572776a-114b-4dda-8cf2-c97e132220c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c288595e33446bd895c4cc74a0faf24 HTTP/1.1" status: 200 len: 380 time: 0.0461190 Dec 09 09:50:40.192632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'port': {'device_id': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'admin_state_up': True, 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'security_groups': ['2abb0a23-5890-4d76-9778-92d7eabf32d7']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:40.586528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a1d7d777-1f61-4f7c-8a7a-dc663289112e req-784073f0-d306-4140-ad65-06b2fe5c5b60 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 210 time: 0.0583804 Dec 09 09:50:40.620936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:40.631101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:40.640508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Made reservation on behalf of 2c288595e33446bd895c4cc74a0faf24 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:50:40.646105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:40.829140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.20.0.6 (4ee0231c-2461-46dc-9411-1ed98244e76e/8c16efd8-86c7-47dd-b85e-efe7ea3477b1/a687c84f-b394-480d-8515-81d59ea82b62) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:50:41.024013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:41.040077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Transition to ACTIVE for port object a687c84f-b394-480d-8515-81d59ea82b62 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:50:41.060205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:41.065850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-714c246e-2538-43e7-9afb-074bc5e0dcbc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:41.144368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 4ee0231c-2461-46dc-9411-1ed98244e76e is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:50:41.148209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:50:41.150892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=a687c84f-b394-480d-8515-81d59ea82b62,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:41.153285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:50:41.182234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:41.220376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:41.221056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:41.248169 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0594592 Dec 09 09:50:41.260131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Request body: {'port': {'device_id': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:41.380322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:41.407496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-49c87c24-b0f6-4ada-bb04-9cb972cc6788 None None] Provisioning for port a687c84f-b394-480d-8515-81d59ea82b62 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:50:41.412372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-49c87c24-b0f6-4ada-bb04-9cb972cc6788 None None] Provisioning complete for port a687c84f-b394-480d-8515-81d59ea82b62 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:41.412864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49c87c24-b0f6-4ada-bb04-9cb972cc6788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:41.466087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-49c87c24-b0f6-4ada-bb04-9cb972cc6788 None None] Port a687c84f-b394-480d-8515-81d59ea82b62 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:50:41.741494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a687c84f-b394-480d-8515-81d59ea82b62 {{(pid=88883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:50:41.748527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:41.765044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Transition to ACTIVE for port object a687c84f-b394-480d-8515-81d59ea82b62 will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:50:41.767500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:41.771951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1ddec60-50f8-4bd7-ab29-f558db58ae72 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:41.796850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f7c1e-fd63-4192-a1f3-539466a2d6bc req-af6883f2-02c9-4c2a-af16-7d4d5e1196ec tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:41.798504 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b0f7c1e-fd63-4192-a1f3-539466a2d6bc req-af6883f2-02c9-4c2a-af16-7d4d5e1196ec tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 931 time: 0.0883768 Dec 09 09:50:41.848177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9b0f7c1e-fd63-4192-a1f3-539466a2d6bc req-cd74fd0c-4077-4475-b820-e7f979bee793 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:50:41.864657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9b0f7c1e-fd63-4192-a1f3-539466a2d6bc req-cd74fd0c-4077-4475-b820-e7f979bee793 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:50:41.865979 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b0f7c1e-fd63-4192-a1f3-539466a2d6bc req-cd74fd0c-4077-4475-b820-e7f979bee793 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611813 Dec 09 09:50:41.901942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Pushing event updated for resources: {'Port': ['ID=a687c84f-b394-480d-8515-81d59ea82b62,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:41.907129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:42.021829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Attempting to bind port a687c84f-b394-480d-8515-81d59ea82b62 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:50:42.022202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Attempting to bind port a687c84f-b394-480d-8515-81d59ea82b62 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:50:42.022566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Attempting to bind port a687c84f-b394-480d-8515-81d59ea82b62 on network 4ee0231c-2461-46dc-9411-1ed98244e76e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:50:42.028916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Port a687c84f-b394-480d-8515-81d59ea82b62 on network 4ee0231c-2461-46dc-9411-1ed98244e76e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:50:42.029304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Attempting to bind port a687c84f-b394-480d-8515-81d59ea82b62 on network 4ee0231c-2461-46dc-9411-1ed98244e76e {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:50:42.036142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:50:42.036516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Checking segment: {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:50:42.036938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Bound using segment: {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:50:42.037438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Bound port: a687c84f-b394-480d-8515-81d59ea82b62, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441bd375-e31b-455c-addf-5bc833bf4e83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e'}}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:50:42.037827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:42.130698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] For port a687c84f-b394-480d-8515-81d59ea82b62, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:50:42.133836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] For port a687c84f-b394-480d-8515-81d59ea82b62, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a687c84f-b394-480d-8515-81d59ea82b62,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:50:42.137726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:42.142202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d831c23-6ea3-4c04-a857-e0b93631b202 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:42.202962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:42.204247 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] 10.222.0.65 "PUT /v2.0/ports/a687c84f-b394-480d-8515-81d59ea82b62 HTTP/1.1" status: 200 len: 1093 time: 0.9489532 Dec 09 09:50:42.213016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:50:42.234607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Pushing event updated for resources: {'Port': ['ID=a687c84f-b394-480d-8515-81d59ea82b62,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:42.238702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:42.287928 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62', 'status': 'completed', 'code': 200} Dec 09 09:50:42.327077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-03086bbe-ffc6-4cbf-9c5a-28a8ffaa8fb5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 1096 time: 0.0805809 Dec 09 09:50:42.408403 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-53ef1e6d-0d1f-4f03-9670-700ab730dfd1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a687c84f-b394-480d-8515-81d59ea82b62 HTTP/1.1" status: 200 len: 217 time: 0.0743268 Dec 09 09:50:42.477672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-99593577-4d92-4390-bd9e-864c9000421a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:42.479398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-99593577-4d92-4390-bd9e-864c9000421a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c16efd8-86c7-47dd-b85e-efe7ea3477b1 HTTP/1.1" status: 200 len: 835 time: 0.0648658 Dec 09 09:50:42.565711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-3ebf6269-3ca6-4282-a61a-c6f7eeff058b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4ee0231c-2461-46dc-9411-1ed98244e76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796690 Dec 09 09:50:42.709090 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-d22c7ce9-0f47-42b2-957c-d2f844124f0e service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357381 Dec 09 09:50:42.854061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2acf92e2-0aa4-4e7a-aa25-80a3dc43d0ec req-d07a6ab9-6344-4da3-9f3e-b05de9b5d699 service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388996 Dec 09 09:50:42.979246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af516aef-0a84-4dd6-9895-71595476a457 req-2329cfe3-18bf-4d2a-bb3f-7d1adc4480e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 1096 time: 0.0832608 Dec 09 09:50:43.081392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb49d5-dadb-447a-bde3-1c4ff4aee204 req-a7757229-40e8-440f-ba07-ba5214997874 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:43.082986 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2eb49d5-dadb-447a-bde3-1c4ff4aee204 req-a7757229-40e8-440f-ba07-ba5214997874 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 943 time: 0.0865428 Dec 09 09:50:43.123670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af516aef-0a84-4dd6-9895-71595476a457 req-df20ecde-2cc0-49a0-9468-a8aad7958003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:43.125345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af516aef-0a84-4dd6-9895-71595476a457 req-df20ecde-2cc0-49a0-9468-a8aad7958003 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4ee0231c-2461-46dc-9411-1ed98244e76e HTTP/1.1" status: 200 len: 898 time: 0.1398218 Dec 09 09:50:43.131997 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2eb49d5-dadb-447a-bde3-1c4ff4aee204 req-e12d0610-59e8-4eb3-ae4a-54899031fe7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424569 Dec 09 09:50:43.202411 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af516aef-0a84-4dd6-9895-71595476a457 req-4e7e6ae3-d18a-4893-9fb4-e932e6a1f3b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a687c84f-b394-480d-8515-81d59ea82b62 HTTP/1.1" status: 200 len: 217 time: 0.0706608 Dec 09 09:50:43.271677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af516aef-0a84-4dd6-9895-71595476a457 req-a32cc0b6-a931-4237-ad38-af93eed8ad5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:43.273251 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af516aef-0a84-4dd6-9895-71595476a457 req-a32cc0b6-a931-4237-ad38-af93eed8ad5f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c16efd8-86c7-47dd-b85e-efe7ea3477b1 HTTP/1.1" status: 200 len: 835 time: 0.0644007 Dec 09 09:50:43.358079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af516aef-0a84-4dd6-9895-71595476a457 req-b4281b03-fb36-4ea3-809f-b05dc11250a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4ee0231c-2461-46dc-9411-1ed98244e76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782962 Dec 09 09:50:43.500514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af516aef-0a84-4dd6-9895-71595476a457 req-fb806d33-9ac8-4928-8536-5c940c99eef9 service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343944 Dec 09 09:50:43.644420 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af516aef-0a84-4dd6-9895-71595476a457 req-fcbd7cc4-25d8-48ab-88b6-b573c12eb469 service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376610 Dec 09 09:50:44.344052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4a3ed-3070-4730-9973-0f77d14fce99 req-9b02cfdb-8e70-4a46-95dc-33375704c316 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:44.344815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-72a4a3ed-3070-4730-9973-0f77d14fce99 req-9b02cfdb-8e70-4a46-95dc-33375704c316 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:50:44.360097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-72a4a3ed-3070-4730-9973-0f77d14fce99 req-9b02cfdb-8e70-4a46-95dc-33375704c316 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:50:44.361410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-72a4a3ed-3070-4730-9973-0f77d14fce99 req-9b02cfdb-8e70-4a46-95dc-33375704c316 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 943 time: 0.1037047 Dec 09 09:50:44.411698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-72a4a3ed-3070-4730-9973-0f77d14fce99 req-ef9d4cf6-5060-4344-a4da-61c3b746187c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442019 Dec 09 09:50:45.617025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e94570-2dce-44f5-a317-c6a0ad7bcf07 req-103b99e5-32c1-45d5-a02b-aca87ffe4456 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:45.619232 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-90e94570-2dce-44f5-a317-c6a0ad7bcf07 req-103b99e5-32c1-45d5-a02b-aca87ffe4456 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 943 time: 0.0820298 Dec 09 09:50:45.666841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-90e94570-2dce-44f5-a317-c6a0ad7bcf07 req-8cc6fe79-ff93-4710-b3ac-2358a5da3b81 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414498 Dec 09 09:50:46.090337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device a687c84f-b394-480d-8515-81d59ea82b62 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:50:46.235300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port a687c84f-b394-480d-8515-81d59ea82b62, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a687c84f-b394-480d-8515-81d59ea82b62,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:46.253914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'a687c84f-b394-480d-8515-81d59ea82b62', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'port_id': 'a687c84f-b394-480d-8515-81d59ea82b62', 'mac_address': 'fa:16:3e:e9:a7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:50:46.317510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:46.336455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a687c84f-b394-480d-8515-81d59ea82b62 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:50:46.352579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port a687c84f-b394-480d-8515-81d59ea82b62, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a687c84f-b394-480d-8515-81d59ea82b62,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:46.356064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:46.358762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:46.424658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=a687c84f-b394-480d-8515-81d59ea82b62,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:46.427961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:46.546012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['a687c84f-b394-480d-8515-81d59ea82b62'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:50:46.879000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5962ad8-18e6-4079-ba18-8b21ae4ed82d req-b7131aeb-9e5c-478b-8ee2-6712cb23d214 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:46.880618 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a5962ad8-18e6-4079-ba18-8b21ae4ed82d req-b7131aeb-9e5c-478b-8ee2-6712cb23d214 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 944 time: 0.0847983 Dec 09 09:50:46.935958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a5962ad8-18e6-4079-ba18-8b21ae4ed82d req-2754de47-2b44-4d08-85c4-7bae9b5a0443 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480847 Dec 09 09:50:47.368960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:48.091087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device a687c84f-b394-480d-8515-81d59ea82b62 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:50:48.148874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:50:48.163596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port a687c84f-b394-480d-8515-81d59ea82b62 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:50:48.169091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port a687c84f-b394-480d-8515-81d59ea82b62 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:50:48.169540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:48.289972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739ea53-d8bd-4327-b323-8b24aa449aa8 req-da293a92-e278-4617-ad89-0a5fbc51e48a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:48.291772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d739ea53-d8bd-4327-b323-8b24aa449aa8 req-da293a92-e278-4617-ad89-0a5fbc51e48a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 944 time: 0.0998187 Dec 09 09:50:48.297876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:48.326834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:50:48.336853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port a687c84f-b394-480d-8515-81d59ea82b62, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a687c84f-b394-480d-8515-81d59ea82b62,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:50:48.340552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:48.342610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a462eba7-103c-4d5e-b855-4b26f69de999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:48.342759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d739ea53-d8bd-4327-b323-8b24aa449aa8 req-4f8d9230-1519-4b17-a572-5562c64f0f85 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440383 Dec 09 09:50:48.387635 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62', 'code': 200} Dec 09 09:50:48.412256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=a687c84f-b394-480d-8515-81d59ea82b62,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:48.415484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:48.628256 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22d54e65-4d43-4109-8b68-3ef48e4ef349 req-f6d7c197-9dc1-4e01-b0dd-78a31013f9ee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 1098 time: 0.0779757 Dec 09 09:50:48.672350 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22d54e65-4d43-4109-8b68-3ef48e4ef349 req-f989d6e8-109c-4416-be8c-fbb38e1bd086 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379348 Dec 09 09:50:49.556610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a068a0c-cb65-448b-83e4-3a050766f7d4 req-ef3f6cf8-72a3-4f7c-bbc9-a99992d9cd6c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:49.558278 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a068a0c-cb65-448b-83e4-3a050766f7d4 req-ef3f6cf8-72a3-4f7c-bbc9-a99992d9cd6c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 945 time: 0.0940287 Dec 09 09:50:49.608825 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a068a0c-cb65-448b-83e4-3a050766f7d4 req-a36bcbf4-704c-42af-a525-a9e2c0edc719 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441561 Dec 09 09:50:50.819345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab5524-e713-4684-8888-eac8e3e57244 req-81428604-2df7-4304-9082-134777c9dc79 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:50.820947 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bab5524-e713-4684-8888-eac8e3e57244 req-81428604-2df7-4304-9082-134777c9dc79 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 945 time: 0.0880632 Dec 09 09:50:50.871831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7bab5524-e713-4684-8888-eac8e3e57244 req-0b3c555e-b106-48f9-a8ed-3e02269f1bd0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Dec 09 09:50:51.078616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364743f-68a7-4a39-9f0e-25e8c74446f1 req-525bf433-bc73-4c92-b091-d352b0a3b430 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:51.080241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1364743f-68a7-4a39-9f0e-25e8c74446f1 req-525bf433-bc73-4c92-b091-d352b0a3b430 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 945 time: 0.0851924 Dec 09 09:50:51.128029 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1364743f-68a7-4a39-9f0e-25e8c74446f1 req-da05afcb-a1dd-4751-8297-8d8d7f249a3a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418167 Dec 09 09:50:51.155433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34984) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:51.230334 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-40323b9e-6d49-4a99-9fba-5ac6361d4173 tempest-TestNetworkBasicOps-426403952 tempest-TestNetworkBasicOps-426403952-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 1093 time: 0.0735211 Dec 09 09:50:51.232898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 34988) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:51.238545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'a687c84f-b394-480d-8515-81d59ea82b62', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:50:51.244589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:50:51.248623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Usage tracker for resource:floatingip and tenant:2c288595e33446bd895c4cc74a0faf24 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:50:51.251548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:50:51.257532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:50:51.270328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:51.412547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:51.557840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Allocated IP 172.26.8.56 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/72e4fd69-6d1c-4547-b217-a86d5098a44b) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:50:51.709805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:51.735571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:51.740213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-de2ae321-71f2-41fd-a543-30dc1843c3d9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:51.811469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:50:51.814499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:50:51.817046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:50:51.848173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=72e4fd69-6d1c-4547-b217-a86d5098a44b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:51.851277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:52.339464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:52.396798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:52.834924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:52.839212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:52.843693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98e0c7d-76a6-4662-860e-88bf6892c25b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:50:52.952430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event updated for resources: {'Port': ['ID=72e4fd69-6d1c-4547-b217-a86d5098a44b,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:50:52.956753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:50:52.968026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:53.167569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Floating IP 9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 associated. External IP: 172.26.8.56, port: a687c84f-b394-480d-8515-81d59ea82b62. Dec 09 09:50:53.572208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d32edaf5-385d-43e5-a371-df0af8e54d5f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:50:53.779554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:50:53.790517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] Sync routers for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:50:53.803453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:53.803889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:50:53.804136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:53.865299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6287580 Dec 09 09:50:53.865299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:50:53.865821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 34992) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:53.985730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-66bcdfd7-adcd-47a3-b0c2-a4aba7b13be8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 200 len: 990 time: 0.1187010 Dec 09 09:50:53.996614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:54.004059 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62', 'status': 'completed', 'code': 200} Dec 09 09:50:54.102395 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab0069ea-292d-46e2-ba25-8e8a5b121d08 req-53b8dcdc-edaa-41bf-b415-1dc306ab6604 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 1098 time: 0.0746932 Dec 09 09:50:54.248497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0069ea-292d-46e2-ba25-8e8a5b121d08 req-a4ffacf3-2b02-4c90-8868-18b41f5d1fd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:54.250099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab0069ea-292d-46e2-ba25-8e8a5b121d08 req-a4ffacf3-2b02-4c90-8868-18b41f5d1fd2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4ee0231c-2461-46dc-9411-1ed98244e76e HTTP/1.1" status: 200 len: 898 time: 0.1413751 Dec 09 09:50:54.360011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab0069ea-292d-46e2-ba25-8e8a5b121d08 req-e8c6a7f8-8b75-48ea-a2d4-abc3a0371a5e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a687c84f-b394-480d-8515-81d59ea82b62 HTTP/1.1" status: 200 len: 998 time: 0.1034434 Dec 09 09:50:54.368047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:32Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '9e2da7a5-ed7f-49ad-88e2-1e8a82f59651', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'port_id': 'a687c84f-b394-480d-8515-81d59ea82b62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'mac_address': 'fa:16:3e:e9:a7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:50:52Z', 'updated_at': '2021-12-09T09:50:52Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:50:38Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:54.372704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] Checking router: d32edaf5-385d-43e5-a371-df0af8e54d5f for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:50:54.383752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:50:54.384534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:50:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:54.429103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0069ea-292d-46e2-ba25-8e8a5b121d08 req-713edf09-d432-4cc5-a303-024c610449cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:50:54.430850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab0069ea-292d-46e2-ba25-8e8a5b121d08 req-713edf09-d432-4cc5-a303-024c610449cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c16efd8-86c7-47dd-b85e-efe7ea3477b1 HTTP/1.1" status: 200 len: 835 time: 0.0644677 Dec 09 09:50:54.514380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab0069ea-292d-46e2-ba25-8e8a5b121d08 req-bfb32e8d-b802-4e70-905b-63cf8773aa83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4ee0231c-2461-46dc-9411-1ed98244e76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772126 Dec 09 09:50:54.743449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:50:54.901902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab0069ea-292d-46e2-ba25-8e8a5b121d08 req-beb1c2c1-68f2-441b-984a-d7ea05ca3cc3 service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812375 Dec 09 09:50:54.989462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35000) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:55.051445 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab0069ea-292d-46e2-ba25-8e8a5b121d08 req-add3e4c9-9737-41ac-933d-72b593a3f00f service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426849 Dec 09 09:50:55.115216 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c489de3-2316-43d7-aaf1-dd7c143eb669 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 200 len: 990 time: 0.1244388 Dec 09 09:50:55.121499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:32Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '9e2da7a5-ed7f-49ad-88e2-1e8a82f59651', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'port_id': 'a687c84f-b394-480d-8515-81d59ea82b62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'mac_address': 'fa:16:3e:e9:a7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:50:52Z', 'updated_at': '2021-12-09T09:50:52Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:50:38Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:50:55.126312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45097735-ac41-4c56-98ae-c6a2d81d2578 None None] The sync data for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv is: [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:32Z', 'revision_number': 4, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '9e2da7a5-ed7f-49ad-88e2-1e8a82f59651', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'port_id': 'a687c84f-b394-480d-8515-81d59ea82b62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'mac_address': 'fa:16:3e:e9:a7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:50:52Z', 'updated_at': '2021-12-09T09:50:52Z', 'revision_number': 0, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:50:38Z', 'revision_number': 5, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:50:55.483075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e9e03-dccd-4240-a7d6-80dd45459c0b None None] New status for floating IP 9e2da7a5-ed7f-49ad-88e2-1e8a82f59651: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:50:56.119408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35004) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:50:56.233129 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae0a7aee-99e9-45ee-a12e-d90b17ce3457 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 200 len: 992 time: 0.1123884 Dec 09 09:51:04.428303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-97c6a6fa-f20e-4416-bef5-3a4349067265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:05.674253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:06.710734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d7814d9-cced-448a-9412-7656a8faffdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:07.133647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:08.402526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:14.390827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-97a58e91-688e-4677-a6d8-4827f9fb2f3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731914 Dec 09 09:51:14.554300 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-e5c2c474-e96d-4d40-a904-c950e981500e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 1098 time: 0.0775783 Dec 09 09:51:14.709049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-fbfe48f8-daab-4767-9613-1ac6c3e51fd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:14.710666 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-fbfe48f8-daab-4767-9613-1ac6c3e51fd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4ee0231c-2461-46dc-9411-1ed98244e76e HTTP/1.1" status: 200 len: 898 time: 0.1359446 Dec 09 09:51:14.819993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-cbc7c9e7-a2f7-41a2-83e1-24d1afd8e470 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a687c84f-b394-480d-8515-81d59ea82b62 HTTP/1.1" status: 200 len: 1000 time: 0.1019802 Dec 09 09:51:14.891327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-2a323b7f-6031-42ab-b7d3-882ad90775de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:14.892846 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-2a323b7f-6031-42ab-b7d3-882ad90775de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c16efd8-86c7-47dd-b85e-efe7ea3477b1 HTTP/1.1" status: 200 len: 835 time: 0.0662136 Dec 09 09:51:14.971292 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-302e95af-f040-4615-9429-df1badc75ace service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4ee0231c-2461-46dc-9411-1ed98244e76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720251 Dec 09 09:51:15.111456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-11776d41-e914-45bf-b0b2-f3dc298f5572 service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328800 Dec 09 09:51:15.257218 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47734a2a-610b-42ef-a2e0-47f23ae4f2b9 req-4cd32639-97be-4a2c-8ba5-e39c2e209b33 service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375551 Dec 09 09:51:17.381351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:20.837505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35016) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:20.843514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e64cb7e4-909c-4e9a-84f1-4d63d01ca3d8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:51:21.422641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e64cb7e4-909c-4e9a-84f1-4d63d01ca3d8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:21.431909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e64cb7e4-909c-4e9a-84f1-4d63d01ca3d8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:21.638898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64cb7e4-909c-4e9a-84f1-4d63d01ca3d8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d32edaf5-385d-43e5-a371-df0af8e54d5f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:51:21.853068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64cb7e4-909c-4e9a-84f1-4d63d01ca3d8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:51:21.859315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e64cb7e4-909c-4e9a-84f1-4d63d01ca3d8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:21.860482 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e64cb7e4-909c-4e9a-84f1-4d63d01ca3d8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/d32edaf5-385d-43e5-a371-df0af8e54d5f HTTP/1.1" status: 200 len: 889 time: 1.0218637 Dec 09 09:51:21.867504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fef756-5f47-40dc-b2e4-6a3b57a6943a None None] Sync routers for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:51:21.880154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fef756-5f47-40dc-b2e4-6a3b57a6943a None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:51:21.880830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-37fef756-5f47-40dc-b2e4-6a3b57a6943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:51:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:21.946415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-37fef756-5f47-40dc-b2e4-6a3b57a6943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:21.958060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fef756-5f47-40dc-b2e4-6a3b57a6943a None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:51:21.958726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-37fef756-5f47-40dc-b2e4-6a3b57a6943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:51:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:22.022443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-37fef756-5f47-40dc-b2e4-6a3b57a6943a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:22.022832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fef756-5f47-40dc-b2e4-6a3b57a6943a None None] The sync data for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv is: [] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:51:22.441017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0824ab6d-8a43-4f1c-b9f8-99fc3718f72a None None] New status for floating IP 9e2da7a5-ed7f-49ad-88e2-1e8a82f59651: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:51:23.862127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9319a1c3-dbca-4805-b23e-b8236a48a523 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:51:23.976421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:23.992228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 9319a1c3-dbca-4805-b23e-b8236a48a523, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9319a1c3-dbca-4805-b23e-b8236a48a523,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:51:23.995022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:23.995805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 101e528e-c96a-43e8-ade4-47e7c34d1a4e no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:51:24.027639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:24.031692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35022) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:24.037906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0094221e-3e75-4935-8a01-57cc2976474a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:51:24.118378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=9319a1c3-dbca-4805-b23e-b8236a48a523,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:24.122123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:24.178195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:24.220478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 101e528e-c96a-43e8-ade4-47e7c34d1a4e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=101e528e-c96a-43e8-ade4-47e7c34d1a4e,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:51:24.223568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:24.226981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:24.296606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=101e528e-c96a-43e8-ade4-47e7c34d1a4e,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:24.300132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:24.846609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0094221e-3e75-4935-8a01-57cc2976474a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:24.856781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0094221e-3e75-4935-8a01-57cc2976474a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-634188', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854141637', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-570778'] for router, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:25.069081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0094221e-3e75-4935-8a01-57cc2976474a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d32edaf5-385d-43e5-a371-df0af8e54d5f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:51:25.149579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:51:25.274649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0094221e-3e75-4935-8a01-57cc2976474a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:51:25.281508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0094221e-3e75-4935-8a01-57cc2976474a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:25.285642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0094221e-3e75-4935-8a01-57cc2976474a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/d32edaf5-385d-43e5-a371-df0af8e54d5f HTTP/1.1" status: 200 len: 888 time: 1.2499459 Dec 09 09:51:25.285800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] Sync routers for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:51:25.285992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35026) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:25.297966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:51:25.298633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:51:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:25.399686 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae7571ea-d863-4f8e-b839-ceab33c53074 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 200 len: 990 time: 0.1112816 Dec 09 09:51:25.485865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:51:25.850429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:24Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '9e2da7a5-ed7f-49ad-88e2-1e8a82f59651', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'port_id': 'a687c84f-b394-480d-8515-81d59ea82b62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'mac_address': 'fa:16:3e:e9:a7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:50:52Z', 'updated_at': '2021-12-09T09:51:22Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:51:24Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:25.855480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] Checking router: d32edaf5-385d-43e5-a371-df0af8e54d5f for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:51:25.866602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:51:25.867259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:51:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:26.058315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:51:26.403730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35030) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:26.419662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:24Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '9e2da7a5-ed7f-49ad-88e2-1e8a82f59651', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'port_id': 'a687c84f-b394-480d-8515-81d59ea82b62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'mac_address': 'fa:16:3e:e9:a7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:50:52Z', 'updated_at': '2021-12-09T09:51:22Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:51:24Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:26.423895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891cf911-6a8d-4a23-96d5-dff31470da36 None None] The sync data for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv is: [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:24Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:23Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '9e2da7a5-ed7f-49ad-88e2-1e8a82f59651', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'port_id': 'a687c84f-b394-480d-8515-81d59ea82b62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'mac_address': 'fa:16:3e:e9:a7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:50:52Z', 'updated_at': '2021-12-09T09:51:22Z', 'revision_number': 2, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:51:24Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:51:26.533294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-481e381e-5d0e-406b-9f50-1f43f611885a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 200 len: 990 time: 0.1275568 Dec 09 09:51:27.537085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35034) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:27.652439 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6ebcaffd-10f1-47c6-bc95-3d653a19fb32 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 200 len: 990 time: 0.1129191 Dec 09 09:51:27.912310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9319a1c3-dbca-4805-b23e-b8236a48a523 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:51:28.162635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9319a1c3-dbca-4805-b23e-b8236a48a523 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:51:28.163045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:28.279983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:28.296949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 9319a1c3-dbca-4805-b23e-b8236a48a523, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9319a1c3-dbca-4805-b23e-b8236a48a523,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:51:28.300028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:28.300871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 101e528e-c96a-43e8-ade4-47e7c34d1a4e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:51:28.328533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:28.416626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=9319a1c3-dbca-4805-b23e-b8236a48a523,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:28.430012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.430401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.430779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.431151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.431523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.431887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.432254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.432618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.433027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.433587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.433949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:28.438568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:28.444127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 101e528e-c96a-43e8-ade4-47e7c34d1a4e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:51:28.444545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:28.562286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:28.598271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 101e528e-c96a-43e8-ade4-47e7c34d1a4e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=101e528e-c96a-43e8-ade4-47e7c34d1a4e,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:51:28.601249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:28.604139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:28.655076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35038) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:28.674711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=101e528e-c96a-43e8-ade4-47e7c34d1a4e,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:28.678037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:28.767251 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-73493068-9f8e-4568-a56c-be5333964e65 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 200 len: 990 time: 0.1105878 Dec 09 09:51:29.585229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c58eed-652f-4750-890f-097f691219eb None None] New status for floating IP 9e2da7a5-ed7f-49ad-88e2-1e8a82f59651: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:51:29.771059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35042) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:29.878998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9319a1c3-dbca-4805-b23e-b8236a48a523 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:51:29.888542 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e9de9f34-7c71-4271-8f66-82a5b040fb44 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 200 len: 990 time: 0.1161380 Dec 09 09:51:29.950904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9319a1c3-dbca-4805-b23e-b8236a48a523 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:51:29.951074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:30.070581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 101e528e-c96a-43e8-ade4-47e7c34d1a4e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:51:30.139737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 101e528e-c96a-43e8-ade4-47e7c34d1a4e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:51:30.140151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:30.892582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35046) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:31.003432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8ad93234-22a4-43a7-a3ce-bff5c4d2fce5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 200 len: 992 time: 0.1095035 Dec 09 09:51:31.289835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35054) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:31.500215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 72e4fd69-6d1c-4547-b217-a86d5098a44b {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:51:31.500509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:31.674218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:31.674584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:31.801795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 72e4fd69-6d1c-4547-b217-a86d5098a44b owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:51:31.956818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:31.961180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b79324b-e939-4c67-96d9-a6f71d1e8a90 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:32.003326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=72e4fd69-6d1c-4547-b217-a86d5098a44b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:32.044682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.045140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.045567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.045989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.046404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.046819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.047229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.047640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.048049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.048458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.048866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:32.055954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:32.115916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:32.778131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d32edaf5-385d-43e5-a371-df0af8e54d5f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:51:32.991744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:51:33.002056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] Sync routers for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:51:33.012483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:33.015243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:51:33.015997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:51:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:33.070546 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/floatingips/9e2da7a5-ed7f-49ad-88e2-1e8a82f59651 HTTP/1.1" status: 204 len: 168 time: 1.7795410 Dec 09 09:51:33.071250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:51:33.131296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62', 'status': 'completed', 'code': 200} Dec 09 09:51:33.215969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:51:33.238372 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8143b601-68b5-4235-a425-6bec8ae3588d req-9d63e073-e9f6-43fa-9b70-db0cfb594eb3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c288595e33446bd895c4cc74a0faf24&device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 1098 time: 0.0841179 Dec 09 09:51:33.404216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143b601-68b5-4235-a425-6bec8ae3588d req-7a21161d-4247-47b4-859b-20ae1baeeb2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:33.405885 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8143b601-68b5-4235-a425-6bec8ae3588d req-7a21161d-4247-47b4-859b-20ae1baeeb2b service neutron] 10.222.0.65 "GET /v2.0/networks?id=4ee0231c-2461-46dc-9411-1ed98244e76e HTTP/1.1" status: 200 len: 898 time: 0.1606596 Dec 09 09:51:33.486081 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8143b601-68b5-4235-a425-6bec8ae3588d req-8acf1392-adef-4009-a88a-b09696444329 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a687c84f-b394-480d-8515-81d59ea82b62 HTTP/1.1" status: 200 len: 217 time: 0.0724022 Dec 09 09:51:33.491403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83aa79-6a93-4118-962d-49ea1c390021 req-f273eb52-c1b5-4a09-949f-b68812a8c10a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:33.492174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1d83aa79-6a93-4118-962d-49ea1c390021 req-f273eb52-c1b5-4a09-949f-b68812a8c10a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:51:33.508046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1d83aa79-6a93-4118-962d-49ea1c390021 req-f273eb52-c1b5-4a09-949f-b68812a8c10a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:51:33.509401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d83aa79-6a93-4118-962d-49ea1c390021 req-f273eb52-c1b5-4a09-949f-b68812a8c10a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 945 time: 0.1026804 Dec 09 09:51:33.558685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143b601-68b5-4235-a425-6bec8ae3588d req-123149cc-e57c-447e-aa84-08ddbad52fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:33.560331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8143b601-68b5-4235-a425-6bec8ae3588d req-123149cc-e57c-447e-aa84-08ddbad52fd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8c16efd8-86c7-47dd-b85e-efe7ea3477b1 HTTP/1.1" status: 200 len: 835 time: 0.0671504 Dec 09 09:51:33.561007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d83aa79-6a93-4118-962d-49ea1c390021 req-8171ec53-1571-447c-8338-f5553e7d1c95 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445659 Dec 09 09:51:33.567703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:24Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:51:28Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:33.572007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] Checking router: d32edaf5-385d-43e5-a371-df0af8e54d5f for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:51:33.584027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:51:33.584718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:51:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:33.646593 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8143b601-68b5-4235-a425-6bec8ae3588d req-00ce8bbc-033d-4193-85a1-44f0e8053a3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4ee0231c-2461-46dc-9411-1ed98244e76e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798609 Dec 09 09:51:33.774730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:51:33.793185 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8143b601-68b5-4235-a425-6bec8ae3588d req-8c46dc06-cfa9-48cf-a3e3-7a27f0daf18f service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395934 Dec 09 09:51:33.947617 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8143b601-68b5-4235-a425-6bec8ae3588d req-eba54838-7481-45d3-88df-cc1f4a58fbd4 service neutron] 10.222.0.65 "GET /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472383 Dec 09 09:51:34.106331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:24Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:51:28Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:34.110423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af689670-6817-461a-ab37-8d25c9efd106 None None] The sync data for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv is: [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:24Z', 'revision_number': 6, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '101e528e-c96a-43e8-ade4-47e7c34d1a4e', 'name': '', 'network_id': '4ee0231c-2461-46dc-9411-1ed98244e76e', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'mac_address': 'fa:16:3e:e3:c5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:31Z', 'updated_at': '2021-12-09T09:51:28Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'subnets': [{'id': '8c16efd8-86c7-47dd-b85e-efe7ea3477b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:51:34.430842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a426727-125b-4223-b6ef-74abe58842b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:34.767668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-d2ad7df5-9483-478e-831b-d09ad13cc027 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:34.769314 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-d2ad7df5-9483-478e-831b-d09ad13cc027 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 945 time: 0.1384647 Dec 09 09:51:34.866509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ae4e5-cb6e-46a2-b3f7-e3c7ea88c7bc req-cba6572f-92fe-4efc-8f3b-55bff4903705 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:34.868135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-561ae4e5-cb6e-46a2-b3f7-e3c7ea88c7bc req-cba6572f-92fe-4efc-8f3b-55bff4903705 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 945 time: 0.1753640 Dec 09 09:51:34.876992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port a687c84f-b394-480d-8515-81d59ea82b62 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:51:34.877385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:35.019292 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-561ae4e5-cb6e-46a2-b3f7-e3c7ea88c7bc req-097614ed-3c31-47c6-84b2-0cd180a6cc28 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/security-groups?id=2abb0a23-5890-4d76-9778-92d7eabf32d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094511 Dec 09 09:51:35.182519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port a687c84f-b394-480d-8515-81d59ea82b62, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a687c84f-b394-480d-8515-81d59ea82b62,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:51:35.183078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:35.310688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for a687c84f-b394-480d-8515-81d59ea82b62 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:51:35.398515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb67d06-a8d1-4fba-9acd-ff4cc4cb8be6 None None] New status for floating IP 9e2da7a5-ed7f-49ad-88e2-1e8a82f59651: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:51:35.463275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:35.470674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0672656f-af87-475e-9019-3cfac6d6a5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:35.516680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=a687c84f-b394-480d-8515-81d59ea82b62,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:35.531417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.531848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.532275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.532747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.533128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.533550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.533963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.534769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.534769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.535140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.535534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:51:35.568629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:35.606557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] No DVR routers for this DVR port a687c84f-b394-480d-8515-81d59ea82b62 on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:51:35.609060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:35.611981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'name': 'network-vif-deleted', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:51:35.627260 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d56031a4-05ed-4dcc-a7d5-d29260a882d0 req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.65 "DELETE /v2.0/ports/a687c84f-b394-480d-8515-81d59ea82b62 HTTP/1.1" status: 204 len: 173 time: 0.8519640 Dec 09 09:51:35.669331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1b3f27-6181-4702-a8a0-fff75adee8f4', 'name': 'network-vif-deleted', 'tag': 'a687c84f-b394-480d-8515-81d59ea82b62', 'status': 'completed', 'code': 200} Dec 09 09:51:35.677559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:36.446285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7f7480fe-921b-42a5-887d-df50b27a9c18 req-4a26e9d3-c86d-4bf3-8d88-e236d0c40327 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Synchronizing usage tracker for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:51:36.461054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7f7480fe-921b-42a5-887d-df50b27a9c18 req-4a26e9d3-c86d-4bf3-8d88-e236d0c40327 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Unset dirty status for tenant:2c288595e33446bd895c4cc74a0faf24 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:51:36.462387 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f7480fe-921b-42a5-887d-df50b27a9c18 req-4a26e9d3-c86d-4bf3-8d88-e236d0c40327 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd1b3f27-6181-4702-a8a0-fff75adee8f4 HTTP/1.1" status: 200 len: 210 time: 0.2954214 Dec 09 09:51:36.713034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e13fa453-f20f-45d1-901c-ba1530fa5ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:37.137601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:37.571838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35072) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:37.649010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d79b6266-67e7-4686-a172-e6a3603c668a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:37.681097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d79b6266-67e7-4686-a172-e6a3603c668a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:37.736325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d79b6266-67e7-4686-a172-e6a3603c668a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:37.741894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e8060ab4-a5bc-436c-8f03-68f13bef435e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:37.757071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b6266-67e7-4686-a172-e6a3603c668a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abb0a23-5890-4d76-9778-92d7eabf32d7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:37.759648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d79b6266-67e7-4686-a172-e6a3603c668a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:37.768491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d79b6266-67e7-4686-a172-e6a3603c668a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:37.769931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d79b6266-67e7-4686-a172-e6a3603c668a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/security-groups/2abb0a23-5890-4d76-9778-92d7eabf32d7 HTTP/1.1" status: 204 len: 168 time: 0.1969678 Dec 09 09:51:37.807576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35078) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:38.233392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:38.387054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device a687c84f-b394-480d-8515-81d59ea82b62 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:51:38.428982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: a687c84f-b394-480d-8515-81d59ea82b62 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:51:38.429396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device a687c84f-b394-480d-8515-81d59ea82b62 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:51:38.436951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:38.885348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 101e528e-c96a-43e8-ade4-47e7c34d1a4e {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:51:38.886014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:39.079451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 101e528e-c96a-43e8-ade4-47e7c34d1a4e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=101e528e-c96a-43e8-ade4-47e7c34d1a4e,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:51:39.079765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:39.209706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 101e528e-c96a-43e8-ade4-47e7c34d1a4e owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:51:39.392631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:39.397275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-337e6768-85ac-45a1-9bd0-68ef48b812ed tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:39.442255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=101e528e-c96a-43e8-ade4-47e7c34d1a4e,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:39.445347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:39.753404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:40.587819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Router d32edaf5-385d-43e5-a371-df0af8e54d5f has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:51:40.795414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:51:40.805218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] Sync routers for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:51:40.813350 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "PUT /v2.0/routers/d32edaf5-385d-43e5-a371-df0af8e54d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0042784 Dec 09 09:51:40.814156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35082) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:40.819695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:51:40.820363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:51:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:41.010035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:51:41.022480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting subnet 8c16efd8-86c7-47dd-b85e-efe7ea3477b1 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:51:41.025607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:41.083301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:41.169203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:41.254167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:41.259937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e539087f-a2ec-4430-9e55-364980ac4749 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:41.298715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Subnet': ['ID=8c16efd8-86c7-47dd-b85e-efe7ea3477b1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:41.301974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:41.303053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:41.314530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/subnets/8c16efd8-86c7-47dd-b85e-efe7ea3477b1 HTTP/1.1" status: 204 len: 168 time: 0.4966571 Dec 09 09:51:41.314746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8edb513-f481-4898-b779-cebd1d690ea5 None None] Network 4ee0231c-2461-46dc-9411-1ed98244e76e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:51:41.314874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35086) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:41.351060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:39Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:41.360734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] Checking router: d32edaf5-385d-43e5-a371-df0af8e54d5f for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:51:41.527973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:41.665954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] Routers {'d32edaf5-385d-43e5-a371-df0af8e54d5f'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:51:41.666655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:51:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['d32edaf5-385d-43e5-a371-df0af8e54d5f'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:41.740493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:41.750171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Deleting port 9319a1c3-dbca-4805-b23e-b8236a48a523 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:51:41.750551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:41.888460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] Set router d32edaf5-385d-43e5-a371-df0af8e54d5f gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:51:41.942806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] DHCP port deletion for 4ee0231c-2461-46dc-9411-1ed98244e76e request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 09:51:41.954348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] For port 9319a1c3-dbca-4805-b23e-b8236a48a523, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9319a1c3-dbca-4805-b23e-b8236a48a523,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:51:41.954747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:42.008519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] Deleting port f522d34e-b5f6-459d-8511-ba12736d2db9 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:51:42.008941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:42.093959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Calling delete_port for 9319a1c3-dbca-4805-b23e-b8236a48a523 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:51:42.274071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:42.278756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:42.319921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Port': ['ID=9319a1c3-dbca-4805-b23e-b8236a48a523,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:42.325565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:42.397172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] For port f522d34e-b5f6-459d-8511-ba12736d2db9, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f522d34e-b5f6-459d-8511-ba12736d2db9,segment=NetworkSegment(441bd375-e31b-455c-addf-5bc833bf4e83),segment_id=441bd375-e31b-455c-addf-5bc833bf4e83)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:51:42.397636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:42.533129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] Calling delete_port for f522d34e-b5f6-459d-8511-ba12736d2db9 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:51:42.569746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:42.585080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:39Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:42.594313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1ef3a4-cc4d-444c-9e0c-a4436d23adb9 None None] The sync data for ids ['d32edaf5-385d-43e5-a371-df0af8e54d5f'] in dv-neutron-819581-1-hyperv is: [{'id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'name': 'tempest-TestNetworkBasicOps-router-1965668355', 'tenant_id': '2c288595e33446bd895c4cc74a0faf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:39Z', 'revision_number': 7, 'project_id': '2c288595e33446bd895c4cc74a0faf24', 'gw_port': {'id': '9319a1c3-dbca-4805-b23e-b8236a48a523', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:65:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd32edaf5-385d-43e5-a371-df0af8e54d5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:50:27Z', 'updated_at': '2021-12-09T09:51:28Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:51:42.630164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:42.636731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-792d8573-b075-4ff9-8d11-dd1b05265cce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:42.682099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] Pushing event deleted for resources: {'Port': ['ID=f522d34e-b5f6-459d-8511-ba12736d2db9,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:42.686199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:42.687163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] No DVR routers for this DVR port f522d34e-b5f6-459d-8511-ba12736d2db9 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:51:43.099673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.105454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.130148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.130736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Fanout notify agent at l3_agent the message router_deleted on router d32edaf5-385d-43e5-a371-df0af8e54d5f {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 09:51:43.146631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.147837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/routers/d32edaf5-385d-43e5-a371-df0af8e54d5f HTTP/1.1" status: 204 len: 168 time: 1.8320959 Dec 09 09:51:43.150657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35090) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:43.288143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.436548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.465331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee0231c-2461-46dc-9411-1ed98244e76e']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:43.478792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441bd375-e31b-455c-addf-5bc833bf4e83') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:43.479144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441bd375-e31b-455c-addf-5bc833bf4e83') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:51:43.492101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.507786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.514944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:51:43.515400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:51:43.531321 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:51:43.614183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.617814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ffe45fb3-63a1-4d66-a08b-a97c20076c3b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:43.637243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:43.643258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Pushing event deleted for resources: {'Network': ['ID=4ee0231c-2461-46dc-9411-1ed98244e76e,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:43.648073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:43.654772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e369a9ec-629c-43b6-9096-03bae65867cc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] 10.222.0.18 "DELETE /v2.0/networks/4ee0231c-2461-46dc-9411-1ed98244e76e HTTP/1.1" status: 204 len: 168 time: 0.5022588 Dec 09 09:51:43.875855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9319a1c3-dbca-4805-b23e-b8236a48a523 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:51:43.910518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 9319a1c3-dbca-4805-b23e-b8236a48a523 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:51:43.910923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9319a1c3-dbca-4805-b23e-b8236a48a523 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:51:43.911382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f522d34e-b5f6-459d-8511-ba12736d2db9 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:51:43.944677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f522d34e-b5f6-459d-8511-ba12736d2db9 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:51:43.945068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f522d34e-b5f6-459d-8511-ba12736d2db9 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:51:43.945592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 101e528e-c96a-43e8-ade4-47e7c34d1a4e no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:51:43.982874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 101e528e-c96a-43e8-ade4-47e7c34d1a4e {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:51:43.983284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 101e528e-c96a-43e8-ade4-47e7c34d1a4e not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:51:44.044580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35098) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:44.289352 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f73002d1-eba1-4954-a4db-6b4175c23d57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c288595e33446bd895c4cc74a0faf24&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2430885 Dec 09 09:51:44.291902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35104) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:44.361747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67b015c6-008b-4d92-b06f-ac5592e30d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:44.389800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67b015c6-008b-4d92-b06f-ac5592e30d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:44.436218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67b015c6-008b-4d92-b06f-ac5592e30d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:44.441623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-11d82199-3b64-4c27-a3c0-5a7b0c26ba9c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:44.456496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b015c6-008b-4d92-b06f-ac5592e30d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd766f7-7d17-47f2-bd89-a51f8cf0a78b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:44.461767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-67b015c6-008b-4d92-b06f-ac5592e30d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:44.463388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67b015c6-008b-4d92-b06f-ac5592e30d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:44.465256 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-67b015c6-008b-4d92-b06f-ac5592e30d9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbd766f7-7d17-47f2-bd89-a51f8cf0a78b HTTP/1.1" status: 204 len: 168 time: 0.1717849 Dec 09 09:51:44.827352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35114) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:44.847392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:44.882642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:51:44.886878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Usage tracker for resource:security_group_rule and tenant:de7d3cd4e36d4e9f89a4c14975a4d899 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:51:44.889856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:51:44.895785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:51:44.978731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:44.982427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:44.990055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17dc4e92-ea32-46ee-b303-a10c97801bdd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:45.036498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b4a1ab-2d3e-42f9-9271-0760d54fec99,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:45.039853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:45.044132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de7d3cd4e36d4e9f89a4c14975a4d899&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2156613 Dec 09 09:51:45.047067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35118) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:51:45.113216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebdfd2f3-6856-479a-9fd5-4254cfdfe74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:45.140904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebdfd2f3-6856-479a-9fd5-4254cfdfe74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:45.186131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebdfd2f3-6856-479a-9fd5-4254cfdfe74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:45.191326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:45.204595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfd2f3-6856-479a-9fd5-4254cfdfe74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b4a1ab-2d3e-42f9-9271-0760d54fec99,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:45.207836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ebdfd2f3-6856-479a-9fd5-4254cfdfe74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:45.210253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebdfd2f3-6856-479a-9fd5-4254cfdfe74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:45.211501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ebdfd2f3-6856-479a-9fd5-4254cfdfe74a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/06b4a1ab-2d3e-42f9-9271-0760d54fec99 HTTP/1.1" status: 204 len: 168 time: 0.1635454 Dec 09 09:51:47.384320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:53.316228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-fff3f588-efc8-4de2-95f6-f0ce38e1e89c tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1c94a6ddef55439099a49675967e6659&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326331 Dec 09 09:51:53.474863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-189b6619-ae9f-42ac-a4c3-07bfc8930a6f tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:53.476336 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-189b6619-ae9f-42ac-a4c3-07bfc8930a6f tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546452 Dec 09 09:51:53.493965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-f78ede45-8c64-4471-b52d-476f1177ef98 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/quotas/1c94a6ddef55439099a49675967e6659 HTTP/1.1" status: 200 len: 375 time: 0.0111337 Dec 09 09:51:53.547586 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-f2ad9e32-2985-4f94-ad06-71ed3c47c30f tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c94a6ddef55439099a49675967e6659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482125 Dec 09 09:51:54.762579 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b19c33a5-ed6b-4c81-af14-3e9417628342 req-72f788ac-49a8-42be-8ca3-920e0a86ada4 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 210 time: 0.0460734 Dec 09 09:51:55.882123 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40c29e08-1ace-4e78-a06b-582c9ce9ee70 req-f1095569-e7b0-4085-9fab-c7fca059b2af tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 210 time: 0.0491624 Dec 09 09:51:57.054751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-72549be2-a9ff-47b2-b3e7-921c56fab721 req-6ce68d63-0f68-4d20-b32b-f7cd31f1264e tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 210 time: 0.0487006 Dec 09 09:51:58.006881 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-ecacce20-f3d3-486f-993c-996e25ddab85 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=1c94a6ddef55439099a49675967e6659&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331712 Dec 09 09:51:58.174119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-95d72c39-9afa-4c9e-92c3-3fe282c5e74a tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:58.175708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-95d72c39-9afa-4c9e-92c3-3fe282c5e74a tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1641076 Dec 09 09:51:58.191580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Request body: {'port': {'device_id': 'a8e0bb4d-230e-4d9c-a5be-009a7a2e3235', 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136', 'admin_state_up': True, 'tenant_id': '1c94a6ddef55439099a49675967e6659'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:51:58.231633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3059051-1524-48fa-9abf-286d5b89b2d7 req-1eafa5b1-8996-43ff-8971-f7f40ff95524 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 210 time: 0.0496557 Dec 09 09:51:58.339199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:51:58.343220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Usage tracker for resource:port and tenant:1c94a6ddef55439099a49675967e6659 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:51:58.346061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:51:58.352284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:51:58.360992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Made reservation on behalf of 1c94a6ddef55439099a49675967e6659 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:51:58.366521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:58.380525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:58.414336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:51:58.418530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Usage tracker for resource:security_group_rule and tenant:1c94a6ddef55439099a49675967e6659 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:51:58.421430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:51:58.427475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:51:58.498131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:58.501240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:58.505636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87d205b5-d2f0-4f80-bbf2-fc5353b73c48 tempest-TestNetworkAdvancedServerOps-907355288 tempest-TestNetworkAdvancedServerOps-907355288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:58.597427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4601310a-ef60-4415-9f8d-2a11cd8a4e33,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:58.603183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:58.685966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Allocated IP 192.168.233.236 (3fd5a740-7a68-42d7-b426-1673ed336136/6a3e9599-a207-4fd0-b3d5-db9ecb319670/ca649ce6-bdc8-48bf-bb50-86d5221b51af) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:51:58.900130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:58.916358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Transition to ACTIVE for port object ca649ce6-bdc8-48bf-bb50-86d5221b51af will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:51:58.936101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:58.941799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-713baeb7-d6a1-4627-abd2-971b88a1fd99 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:59.021633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Network 3fd5a740-7a68-42d7-b426-1673ed336136 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:51:59.022631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Pushing event updated for resources: {'Port': ['ID=ca649ce6-bdc8-48bf-bb50-86d5221b51af,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:59.025366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:51:59.027307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:51:59.028051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:51:59.094628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:59.095298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:59.126458 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9391339 Dec 09 09:51:59.139065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Request body: {'port': {'device_id': 'a8e0bb4d-230e-4d9c-a5be-009a7a2e3235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:51:59.268078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:59.310176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5fb107bc-65b3-430e-9dca-8e27c6c61180 None None] Provisioning for port ca649ce6-bdc8-48bf-bb50-86d5221b51af completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:51:59.317357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5fb107bc-65b3-430e-9dca-8e27c6c61180 None None] Provisioning complete for port ca649ce6-bdc8-48bf-bb50-86d5221b51af triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:51:59.317790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5fb107bc-65b3-430e-9dca-8e27c6c61180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:59.377032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5fb107bc-65b3-430e-9dca-8e27c6c61180 None None] Port ca649ce6-bdc8-48bf-bb50-86d5221b51af cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:51:59.601495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76241063-c42a-476f-aa16-7838886190b3 req-d5d9b12e-65a2-43a8-8143-0af1b0c393f3 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:51:59.602279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-76241063-c42a-476f-aa16-7838886190b3 req-d5d9b12e-65a2-43a8-8143-0af1b0c393f3 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Synchronizing usage tracker for tenant:1c94a6ddef55439099a49675967e6659 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:51:59.642373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-76241063-c42a-476f-aa16-7838886190b3 req-d5d9b12e-65a2-43a8-8143-0af1b0c393f3 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Unset dirty status for tenant:1c94a6ddef55439099a49675967e6659 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:51:59.643712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76241063-c42a-476f-aa16-7838886190b3 req-d5d9b12e-65a2-43a8-8143-0af1b0c393f3 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 936 time: 0.2516258 Dec 09 09:51:59.757552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-76241063-c42a-476f-aa16-7838886190b3 req-18424544-bf4b-4cb3-9836-838c4ce52da0 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Synchronizing usage tracker for tenant:1c94a6ddef55439099a49675967e6659 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:51:59.762459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca649ce6-bdc8-48bf-bb50-86d5221b51af {{(pid=88883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:51:59.773202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:59.795040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-76241063-c42a-476f-aa16-7838886190b3 req-18424544-bf4b-4cb3-9836-838c4ce52da0 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Unset dirty status for tenant:1c94a6ddef55439099a49675967e6659 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:51:59.796296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76241063-c42a-476f-aa16-7838886190b3 req-18424544-bf4b-4cb3-9836-838c4ce52da0 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459832 Dec 09 09:51:59.797264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Transition to ACTIVE for port object ca649ce6-bdc8-48bf-bb50-86d5221b51af will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:51:59.800247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:51:59.804764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea8f2f55-4726-4951-ae1b-109edaf9bc27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:51:59.933506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Pushing event updated for resources: {'Port': ['ID=ca649ce6-bdc8-48bf-bb50-86d5221b51af,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:51:59.936659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:00.059982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Attempting to bind port ca649ce6-bdc8-48bf-bb50-86d5221b51af on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:52:00.060928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Attempting to bind port ca649ce6-bdc8-48bf-bb50-86d5221b51af by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '14038925-e771-4540-9942-e874433e9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:52:00.061340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Attempting to bind port ca649ce6-bdc8-48bf-bb50-86d5221b51af on network 3fd5a740-7a68-42d7-b426-1673ed336136 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:52:00.068030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Port ca649ce6-bdc8-48bf-bb50-86d5221b51af on network 3fd5a740-7a68-42d7-b426-1673ed336136 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:52:00.068388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Attempting to bind port ca649ce6-bdc8-48bf-bb50-86d5221b51af on network 3fd5a740-7a68-42d7-b426-1673ed336136 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:52:00.075673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:52:00.076050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Checking segment: {'id': '14038925-e771-4540-9942-e874433e9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:52:00.076477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Bound using segment: {'id': '14038925-e771-4540-9942-e874433e9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136'} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:52:00.076964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Bound port: ca649ce6-bdc8-48bf-bb50-86d5221b51af, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14038925-e771-4540-9942-e874433e9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136'}}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:52:00.077378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:00.169318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] For port ca649ce6-bdc8-48bf-bb50-86d5221b51af, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:52:00.172420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] For port ca649ce6-bdc8-48bf-bb50-86d5221b51af, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ca649ce6-bdc8-48bf-bb50-86d5221b51af,segment=NetworkSegment(14038925-e771-4540-9942-e874433e9d6e),segment_id=14038925-e771-4540-9942-e874433e9d6e)] {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:52:00.175702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:00.180439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b03086e-65a2-42fc-8f1b-abad0ca6997c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:00.237728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:00.239232 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] 10.222.0.65 "PUT /v2.0/ports/ca649ce6-bdc8-48bf-bb50-86d5221b51af HTTP/1.1" status: 200 len: 1098 time: 1.1055293 Dec 09 09:52:00.239799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e0bb4d-230e-4d9c-a5be-009a7a2e3235', 'tag': 'ca649ce6-bdc8-48bf-bb50-86d5221b51af'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:52:00.265539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Pushing event updated for resources: {'Port': ['ID=ca649ce6-bdc8-48bf-bb50-86d5221b51af,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:00.268967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:00.320277 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e0bb4d-230e-4d9c-a5be-009a7a2e3235', 'tag': 'ca649ce6-bdc8-48bf-bb50-86d5221b51af', 'status': 'completed', 'code': 200} Dec 09 09:52:00.359617 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-3c161c08-1592-45f8-ad25-98f9bc01640a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c94a6ddef55439099a49675967e6659&device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 1101 time: 0.0806036 Dec 09 09:52:00.438869 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-dff86eb9-3e96-4d1a-9d58-408a5f975bed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=ca649ce6-bdc8-48bf-bb50-86d5221b51af HTTP/1.1" status: 200 len: 217 time: 0.0712397 Dec 09 09:52:00.515300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7af9feea-47b5-4707-b6d2-ba9358300479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:00.516831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-7af9feea-47b5-4707-b6d2-ba9358300479 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6a3e9599-a207-4fd0-b3d5-db9ecb319670 HTTP/1.1" status: 200 len: 843 time: 0.0712938 Dec 09 09:52:00.601318 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-9b95e5ed-65d3-48d6-82c3-c4c2874af4f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3fd5a740-7a68-42d7-b426-1673ed336136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0778890 Dec 09 09:52:00.749353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-69ccab49-db05-423a-9da3-0410c60c5161 service neutron] 10.222.0.65 "GET /v2.0/networks/3fd5a740-7a68-42d7-b426-1673ed336136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408825 Dec 09 09:52:00.899910 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-699a155e-479e-49e7-92cd-86921b8b9b4b req-617c35a7-84f8-457f-9fe8-94cc3fac07b1 service neutron] 10.222.0.65 "GET /v2.0/networks/3fd5a740-7a68-42d7-b426-1673ed336136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449099 Dec 09 09:52:01.080735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed389aa3-0eb4-496b-bfa3-2fb394fb46b3 req-699269a7-ec19-4be5-9ac4-0c6cecee427b tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:01.082381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed389aa3-0eb4-496b-bfa3-2fb394fb46b3 req-699269a7-ec19-4be5-9ac4-0c6cecee427b tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 948 time: 0.1534691 Dec 09 09:52:01.085994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-121c1a91-440f-44ff-85c9-7205000e9a56 req-30b66c8e-ef34-4648-b228-43a7f60ce166 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c94a6ddef55439099a49675967e6659&device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 1101 time: 0.1126537 Dec 09 09:52:01.235884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed389aa3-0eb4-496b-bfa3-2fb394fb46b3 req-4f00c462-2c39-4514-8b10-a068f06aaa43 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470549 Dec 09 09:52:01.266006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c1a91-440f-44ff-85c9-7205000e9a56 req-7d4576aa-e90e-455c-92f9-9c0259259e84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:01.267588 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-121c1a91-440f-44ff-85c9-7205000e9a56 req-7d4576aa-e90e-455c-92f9-9c0259259e84 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3fd5a740-7a68-42d7-b426-1673ed336136 HTTP/1.1" status: 200 len: 870 time: 0.1641755 Dec 09 09:52:01.342565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-121c1a91-440f-44ff-85c9-7205000e9a56 req-1d35c9da-29a1-40ac-af23-80973bf2ccc8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=ca649ce6-bdc8-48bf-bb50-86d5221b51af HTTP/1.1" status: 200 len: 217 time: 0.0677733 Dec 09 09:52:01.411414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c1a91-440f-44ff-85c9-7205000e9a56 req-de56059b-d4ec-4bc6-9852-22bd865c3d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:01.412995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-121c1a91-440f-44ff-85c9-7205000e9a56 req-de56059b-d4ec-4bc6-9852-22bd865c3d6d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6a3e9599-a207-4fd0-b3d5-db9ecb319670 HTTP/1.1" status: 200 len: 843 time: 0.0639987 Dec 09 09:52:01.497514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-121c1a91-440f-44ff-85c9-7205000e9a56 req-c2bcbcb8-221e-44cf-a0d3-9e33be785b75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3fd5a740-7a68-42d7-b426-1673ed336136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0782194 Dec 09 09:52:01.644027 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-121c1a91-440f-44ff-85c9-7205000e9a56 req-ee94123f-3950-4bb0-80ea-7a3d7a5fb828 service neutron] 10.222.0.65 "GET /v2.0/networks/3fd5a740-7a68-42d7-b426-1673ed336136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390395 Dec 09 09:52:02.018486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-121c1a91-440f-44ff-85c9-7205000e9a56 req-fa168607-5a40-465e-8cfb-e1cfafe9e1a2 service neutron] 10.222.0.65 "GET /v2.0/networks/3fd5a740-7a68-42d7-b426-1673ed336136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679411 Dec 09 09:52:02.149750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:52:02.455116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e651796-0c1e-4c9a-b0c1-ae22b909e51c req-f60528b8-20ba-453c-ba9f-a4cdf8b7cbea tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:02.456716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e651796-0c1e-4c9a-b0c1-ae22b909e51c req-f60528b8-20ba-453c-ba9f-a4cdf8b7cbea tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 948 time: 0.0941329 Dec 09 09:52:02.511901 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e651796-0c1e-4c9a-b0c1-ae22b909e51c req-c72026e9-2137-43b9-a27b-0facf3e7013f tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489578 Dec 09 09:52:03.713473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e8e7c-9125-4fb6-9ee2-a58115a0f207 req-fc8eb571-cc7e-4688-95bd-d6bba771aff1 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:03.715900 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-885e8e7c-9125-4fb6-9ee2-a58115a0f207 req-fc8eb571-cc7e-4688-95bd-d6bba771aff1 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 948 time: 0.0815995 Dec 09 09:52:03.767163 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-885e8e7c-9125-4fb6-9ee2-a58115a0f207 req-09a85fe0-6591-40d2-8af5-d012df134b29 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Dec 09 09:52:04.435138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44ddf5dc-cc74-4309-a0f0-bcf6e3073816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:04.462637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device ca649ce6-bdc8-48bf-bb50-86d5221b51af details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:52:04.605287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port ca649ce6-bdc8-48bf-bb50-86d5221b51af, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ca649ce6-bdc8-48bf-bb50-86d5221b51af,segment=NetworkSegment(14038925-e771-4540-9942-e874433e9d6e),segment_id=14038925-e771-4540-9942-e874433e9d6e)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:52:04.619356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'ca649ce6-bdc8-48bf-bb50-86d5221b51af', 'network_id': '3fd5a740-7a68-42d7-b426-1673ed336136', 'port_id': 'ca649ce6-bdc8-48bf-bb50-86d5221b51af', 'mac_address': 'fa:16:3e:0e:6f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3e9599-a207-4fd0-b3d5-db9ecb319670', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:52:04.677867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:04.696036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca649ce6-bdc8-48bf-bb50-86d5221b51af {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:52:04.711533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port ca649ce6-bdc8-48bf-bb50-86d5221b51af, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ca649ce6-bdc8-48bf-bb50-86d5221b51af,segment=NetworkSegment(14038925-e771-4540-9942-e874433e9d6e),segment_id=14038925-e771-4540-9942-e874433e9d6e)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:52:04.714667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:04.716557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:04.793129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=ca649ce6-bdc8-48bf-bb50-86d5221b51af,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:04.797220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:04.921757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['ca649ce6-bdc8-48bf-bb50-86d5221b51af'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:52:04.976211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05052e-a8a9-446c-8a4d-42ae88a30760 req-2878a157-b558-4b3a-8aac-0082d1ef967e tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:04.977778 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ba05052e-a8a9-446c-8a4d-42ae88a30760 req-2878a157-b558-4b3a-8aac-0082d1ef967e tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 949 time: 0.0843880 Dec 09 09:52:05.030653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ba05052e-a8a9-446c-8a4d-42ae88a30760 req-2715428f-2e0b-4ddf-88d6-2b76c8bc3f63 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Dec 09 09:52:05.680615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:06.237092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63affd91-9a79-45ca-b017-9d40ca536955 req-7fcda322-5abf-4a32-957f-cb48f5d75d02 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:06.238709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-63affd91-9a79-45ca-b017-9d40ca536955 req-7fcda322-5abf-4a32-957f-cb48f5d75d02 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 949 time: 0.0855680 Dec 09 09:52:06.286415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-63affd91-9a79-45ca-b017-9d40ca536955 req-42e46321-567c-44bf-887b-11a01f3d04a2 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416427 Dec 09 09:52:06.463586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device ca649ce6-bdc8-48bf-bb50-86d5221b51af up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:52:06.535614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port ca649ce6-bdc8-48bf-bb50-86d5221b51af completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:52:06.540405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port ca649ce6-bdc8-48bf-bb50-86d5221b51af triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:52:06.540824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:06.654880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:06.683149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e0bb4d-230e-4d9c-a5be-009a7a2e3235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca649ce6-bdc8-48bf-bb50-86d5221b51af'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:52:06.693144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port ca649ce6-bdc8-48bf-bb50-86d5221b51af, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ca649ce6-bdc8-48bf-bb50-86d5221b51af,segment=NetworkSegment(14038925-e771-4540-9942-e874433e9d6e),segment_id=14038925-e771-4540-9942-e874433e9d6e)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:52:06.696251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:06.698429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16ef1f32-673b-4d74-9f6d-287ee6d5202b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:06.773373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d900955a-a454-4d3c-bad9-6a3078bd85d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:06.785144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=ca649ce6-bdc8-48bf-bb50-86d5221b51af,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:06.788437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:06.833589 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e0bb4d-230e-4d9c-a5be-009a7a2e3235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca649ce6-bdc8-48bf-bb50-86d5221b51af', 'code': 200} Dec 09 09:52:07.063519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78d2892e-ad02-4c11-a684-fe014d6d08e5 req-7160f4f0-63ac-4fc9-9bcf-a351d9315591 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 1103 time: 0.0742016 Dec 09 09:52:07.109015 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78d2892e-ad02-4c11-a684-fe014d6d08e5 req-cbe02812-141a-4dea-a09b-9cf073527d85 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 Dec 09 09:52:07.139103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:07.497026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a0fd4-d82f-40fe-9baf-35d6efc018c6 req-1269c300-acfd-41ec-a90e-ddcc23a671fe tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:07.498654 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-065a0fd4-d82f-40fe-9baf-35d6efc018c6 req-1269c300-acfd-41ec-a90e-ddcc23a671fe tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 950 time: 0.0860584 Dec 09 09:52:07.546043 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-065a0fd4-d82f-40fe-9baf-35d6efc018c6 req-d0222d4d-2149-4fed-a943-c5d2b7780416 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413568 Dec 09 09:52:08.412644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:08.754864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab82a33-b9d9-4c31-9fe1-18e0f8fc61ae req-5606ba8a-b918-4182-afdb-6ab4ea13f157 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:08.756381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dab82a33-b9d9-4c31-9fe1-18e0f8fc61ae req-5606ba8a-b918-4182-afdb-6ab4ea13f157 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 950 time: 0.0862830 Dec 09 09:52:08.809706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dab82a33-b9d9-4c31-9fe1-18e0f8fc61ae req-8ee848a5-22c3-4b18-ac13-e397150ae866 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Dec 09 09:52:09.258912 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6254d54a-a7a7-4677-a9d2-8d4299b22da5 req-0e1aaca4-7154-4821-8347-60a77871176c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0738561 Dec 09 09:52:09.748759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-503036d9-3fe2-48d9-8940-9d6ca61f5a2e req-cb2676e2-670b-4ca8-b485-918f88033ffa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0736763 Dec 09 09:52:10.303750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ef44b-19f7-4734-8966-83b4bd535bdc req-098bdcb8-04b0-48ac-b14d-55c2a4108358 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:10.305359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-992ef44b-19f7-4734-8966-83b4bd535bdc req-098bdcb8-04b0-48ac-b14d-55c2a4108358 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 950 time: 0.0877674 Dec 09 09:52:10.353382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-992ef44b-19f7-4734-8966-83b4bd535bdc req-116e3dcc-834a-4195-85ef-02424bf8f2fe tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Dec 09 09:52:11.588584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-2875a057-aafd-411a-80fe-dde4e0db7142 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:11.590181 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-2875a057-aafd-411a-80fe-dde4e0db7142 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 950 time: 0.1480422 Dec 09 09:52:11.598672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82884789-5296-49b1-ba92-c41d854b69ce req-18c18aad-3878-42c3-ad7d-b9515d8146b1 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:11.600402 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-82884789-5296-49b1-ba92-c41d854b69ce req-18c18aad-3878-42c3-ad7d-b9515d8146b1 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 950 time: 0.1206813 Dec 09 09:52:11.704522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Deleting port ca649ce6-bdc8-48bf-bb50-86d5221b51af {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:52:11.704811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:11.746866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-82884789-5296-49b1-ba92-c41d854b69ce req-b9bbccad-65e5-46ba-af6f-ac44bbb3cceb tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/security-groups?id=4601310a-ef60-4415-9f8d-2a11cd8a4e33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126132 Dec 09 09:52:11.966412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] For port ca649ce6-bdc8-48bf-bb50-86d5221b51af, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=ca649ce6-bdc8-48bf-bb50-86d5221b51af,segment=NetworkSegment(14038925-e771-4540-9942-e874433e9d6e),segment_id=14038925-e771-4540-9942-e874433e9d6e)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:52:11.966768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:12.092406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Calling delete_port for ca649ce6-bdc8-48bf-bb50-86d5221b51af owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:52:12.236715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:12.243228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ebe0c133-e54f-4694-a03b-569f1d7476f9 tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:12.248461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['ca649ce6-bdc8-48bf-bb50-86d5221b51af'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:52:12.287857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Pushing event deleted for resources: {'Port': ['ID=ca649ce6-bdc8-48bf-bb50-86d5221b51af,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:12.290526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:12.365149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] No DVR routers for this DVR port ca649ce6-bdc8-48bf-bb50-86d5221b51af on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:52:12.367692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:12.370779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e0bb4d-230e-4d9c-a5be-009a7a2e3235', 'name': 'network-vif-deleted', 'tag': 'ca649ce6-bdc8-48bf-bb50-86d5221b51af'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:52:12.387075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1a3a5fcc-2697-49cd-b4cf-f3bb7e9ca769 req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.65 "DELETE /v2.0/ports/ca649ce6-bdc8-48bf-bb50-86d5221b51af HTTP/1.1" status: 204 len: 173 time: 0.7856166 Dec 09 09:52:12.436274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e0bb4d-230e-4d9c-a5be-009a7a2e3235', 'name': 'network-vif-deleted', 'tag': 'ca649ce6-bdc8-48bf-bb50-86d5221b51af', 'status': 'completed', 'code': 200} Dec 09 09:52:12.942169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-589d2e74-5538-4123-bc3e-3e681e3cd4a2 req-ca5a34ee-df6e-4c87-9b28-ab5d48513bc8 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Synchronizing usage tracker for tenant:1c94a6ddef55439099a49675967e6659 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:52:12.957339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-589d2e74-5538-4123-bc3e-3e681e3cd4a2 req-ca5a34ee-df6e-4c87-9b28-ab5d48513bc8 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Unset dirty status for tenant:1c94a6ddef55439099a49675967e6659 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:52:12.958608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-589d2e74-5538-4123-bc3e-3e681e3cd4a2 req-ca5a34ee-df6e-4c87-9b28-ab5d48513bc8 tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8e0bb4d-230e-4d9c-a5be-009a7a2e3235 HTTP/1.1" status: 200 len: 210 time: 0.0657640 Dec 09 09:52:14.361236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35272) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:14.545664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ac79a776-1620-4d71-b3ee-2adea4ec6536 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c94a6ddef55439099a49675967e6659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1830661 Dec 09 09:52:14.548109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35278) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:14.610337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1f51b34-b2b3-44b9-8424-0e0212842cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:14.639881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1f51b34-b2b3-44b9-8424-0e0212842cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:14.688303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1f51b34-b2b3-44b9-8424-0e0212842cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:14.693664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d79b6266-67e7-4686-a172-e6a3603c668a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:14.708096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f51b34-b2b3-44b9-8424-0e0212842cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4601310a-ef60-4415-9f8d-2a11cd8a4e33,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:14.710859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1f51b34-b2b3-44b9-8424-0e0212842cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:14.716810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1f51b34-b2b3-44b9-8424-0e0212842cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:14.720513 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a1f51b34-b2b3-44b9-8424-0e0212842cdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4601310a-ef60-4415-9f8d-2a11cd8a4e33 HTTP/1.1" status: 204 len: 168 time: 0.1689928 Dec 09 09:52:15.077428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35286) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:15.097384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:15.135495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:52:15.139553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Usage tracker for resource:security_group_rule and tenant:3b920c7437e54bb388e393fc5d28d81b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:52:15.142685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:52:15.148806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:52:15.220720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:15.223230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:15.231526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-500e11d0-cd44-408e-88a4-cb60c2b0ea4a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:15.273223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5a3c3f-26a8-4cd1-bc09-38dae28a36cc,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:15.277234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:15.281148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b920c7437e54bb388e393fc5d28d81b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2009859 Dec 09 09:52:15.282727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35290) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:15.349332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b2b47a7-0805-4ec6-968b-ea78a35bdef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:15.377380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b2b47a7-0805-4ec6-968b-ea78a35bdef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:15.432943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b2b47a7-0805-4ec6-968b-ea78a35bdef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:15.438052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2469eeef-13b8-4f8a-8411-8d65b5da017e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:15.449364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b47a7-0805-4ec6-968b-ea78a35bdef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5a3c3f-26a8-4cd1-bc09-38dae28a36cc,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:15.453209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b2b47a7-0805-4ec6-968b-ea78a35bdef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:15.456478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b2b47a7-0805-4ec6-968b-ea78a35bdef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:15.457738 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0b2b47a7-0805-4ec6-968b-ea78a35bdef8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d5a3c3f-26a8-4cd1-bc09-38dae28a36cc HTTP/1.1" status: 204 len: 168 time: 0.1737499 Dec 09 09:52:16.365682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35312) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:16.503681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1865253028-network', 'tenant_id': '4e91258088b940e69af4b1b32bf31c48'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:16.509612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:52:16.510731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device ca649ce6-bdc8-48bf-bb50-86d5221b51af no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:52:16.514527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Usage tracker for resource:network and tenant:4e91258088b940e69af4b1b32bf31c48 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:52:16.517741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:52:16.523750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:52:16.533496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Made reservation on behalf of 4e91258088b940e69af4b1b32bf31c48 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:52:16.538192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:16.546606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: ca649ce6-bdc8-48bf-bb50-86d5221b51af {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:52:16.547000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device ca649ce6-bdc8-48bf-bb50-86d5221b51af not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:52:16.555279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:16.587872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:52:16.591942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Usage tracker for resource:security_group_rule and tenant:4e91258088b940e69af4b1b32bf31c48 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:52:16.594824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:52:16.600967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:52:16.668295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:16.671442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:16.675614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-477a731a-2128-4c65-84c8-d0d66f8521c7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:16.704649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:52:16.714001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:16.720029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:16.720471 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Added segment 72d00354-fd1f-4890-bc8a-b7815f695573 of type vlan for network c9cd554c-6675-4ad2-b19d-c91dc6375b0a Dec 09 09:52:16.732439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:16.750779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:16.780748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:16.781757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:16.782392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:16.787421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c19ee7c9-3fb6-4ac5-b44b-549b142fa67b tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:16.898103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Pushing event updated for resources: {'Network': ['ID=c9cd554c-6675-4ad2-b19d-c91dc6375b0a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:16.901309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:16.903594 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5366826 Dec 09 09:52:16.907289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35318) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:16.909428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network c9cd554c-6675-4ad2-b19d-c91dc6375b0a details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:52:16.913454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Request body: {'subnet': {'network_id': 'c9cd554c-6675-4ad2-b19d-c91dc6375b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1865253028-subnet', 'tenant_id': '4e91258088b940e69af4b1b32bf31c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:16.920300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:52:16.924689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Usage tracker for resource:subnet and tenant:4e91258088b940e69af4b1b32bf31c48 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:52:16.927998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:52:16.934793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:52:16.944269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Made reservation on behalf of 4e91258088b940e69af4b1b32bf31c48 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:52:16.949439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:17.170674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:17.175030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-642bf2cb-717e-4b03-a5f4-90efd29651cd tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:17.250847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd6e75d-d82d-47f0-8a7f-5ba37779535d,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:17.253866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:17.267901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Checking segment: {'id': '72d00354-fd1f-4890-bc8a-b7815f695573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c9cd554c-6675-4ad2-b19d-c91dc6375b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:52:17.268238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Network hostable DHCP agents. Network: c9cd554c-6675-4ad2-b19d-c91dc6375b0a, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:52:17.292823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Network c9cd554c-6675-4ad2-b19d-c91dc6375b0a is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:52:17.301141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, c9cd554c-6675-4ad2-b19d-c91dc6375b0a) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:52:17.305602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:17.306255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:17.310878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b79ded-1a80-4ce8-b301-3280cb64d88d None None] Network c9cd554c-6675-4ad2-b19d-c91dc6375b0a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:52:17.327377 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4187505 Dec 09 09:52:17.428306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:17.548724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d1388d-c82a-4f87-9f20-3312d83ea223 None None] Network c9cd554c-6675-4ad2-b19d-c91dc6375b0a requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:52:17.915343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-58a0566d-9743-4db1-837c-5327bfea9e38 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:17.917322 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-58a0566d-9743-4db1-837c-5327bfea9e38 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/networks?id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a HTTP/1.1" status: 200 len: 812 time: 0.1604190 Dec 09 09:52:17.936249 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-6970b68b-1b56-44be-b00b-3f72c6fa4a9a tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/quotas/4e91258088b940e69af4b1b32bf31c48 HTTP/1.1" status: 200 len: 375 time: 0.0132220 Dec 09 09:52:17.990001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-bbed6949-da0d-425e-9395-6b8db1738a52 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e91258088b940e69af4b1b32bf31c48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480723 Dec 09 09:52:18.135727 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a1c9ead7-5df4-45d4-8fb0-00658ba4e387 service neutron] 10.222.0.18 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373088 Dec 09 09:52:18.278702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-44b8eecf-4b20-4b45-ba2a-d6a7b19e4b38 service neutron] 10.222.0.18 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367185 Dec 09 09:52:18.473346 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88ceae3b-4547-4627-90f0-f476eeee3670 req-9ffc6a8d-c8aa-4ecb-8d2d-827b05e57e73 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 210 time: 0.0470874 Dec 09 09:52:19.533152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-6bfd132a-341b-4cc6-836c-f9427af64ed5 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:19.534707 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-6bfd132a-341b-4cc6-836c-f9427af64ed5 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.65 "GET /v2.0/networks?id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a HTTP/1.1" status: 200 len: 812 time: 0.1601651 Dec 09 09:52:19.549798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Request body: {'port': {'device_id': '11c097a3-18b2-497a-bd22-29616d5acf23', 'network_id': 'c9cd554c-6675-4ad2-b19d-c91dc6375b0a', 'admin_state_up': True, 'tenant_id': '4e91258088b940e69af4b1b32bf31c48'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:19.708973 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-733f31b7-36e4-469b-9063-054db06c9f94 req-cb78a0be-1f50-4cd9-a2fd-7d79b2d38387 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 210 time: 0.0609028 Dec 09 09:52:19.742161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:52:19.746514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Usage tracker for resource:port and tenant:4e91258088b940e69af4b1b32bf31c48 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:52:19.749563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:52:19.755848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:52:19.765560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Made reservation on behalf of 4e91258088b940e69af4b1b32bf31c48 for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:52:19.771021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:19.938368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Allocated IP 172.20.0.5 (c9cd554c-6675-4ad2-b19d-c91dc6375b0a/3dd6e75d-d82d-47f0-8a7f-5ba37779535d/519ca250-7fb4-401e-bc5b-7b9823be50a1) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:52:20.152242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:20.177337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:20.184161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:20.257882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Network c9cd554c-6675-4ad2-b19d-c91dc6375b0a is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:52:20.261911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:52:20.266401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:52:20.292795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Pushing event updated for resources: {'Port': ['ID=519ca250-7fb4-401e-bc5b-7b9823be50a1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:20.298423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:20.331392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:20.332036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:20.351450 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057499 Dec 09 09:52:20.363873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Request body: {'port': {'device_id': '11c097a3-18b2-497a-bd22-29616d5acf23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:52:20.477968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:20.956016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8babbed-7ff3-4dfb-8ded-e13942af074c req-be09cb16-fc35-469e-8d60-d0d91e10fa87 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:20.957730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c8babbed-7ff3-4dfb-8ded-e13942af074c req-be09cb16-fc35-469e-8d60-d0d91e10fa87 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 931 time: 0.0927608 Dec 09 09:52:21.010160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c8babbed-7ff3-4dfb-8ded-e13942af074c req-fb495b46-da27-4406-89dc-0b24120363ae tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Synchronizing usage tracker for tenant:4e91258088b940e69af4b1b32bf31c48 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:52:21.027250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c8babbed-7ff3-4dfb-8ded-e13942af074c req-fb495b46-da27-4406-89dc-0b24120363ae tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Unset dirty status for tenant:4e91258088b940e69af4b1b32bf31c48 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:52:21.028475 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c8babbed-7ff3-4dfb-8ded-e13942af074c req-fb495b46-da27-4406-89dc-0b24120363ae tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634837 Dec 09 09:52:21.086774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519ca250-7fb4-401e-bc5b-7b9823be50a1 {{(pid=88883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:52:21.094368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:21.113072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Transition to ACTIVE for port object 519ca250-7fb4-401e-bc5b-7b9823be50a1 will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:52:21.115798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:21.120300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4cc0e03d-72f1-44dd-a1b9-bc7b89e85ccc tempest-TestVolumeBootPattern-284733794 tempest-TestVolumeBootPattern-284733794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:21.245319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Pushing event updated for resources: {'Port': ['ID=519ca250-7fb4-401e-bc5b-7b9823be50a1,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:21.250127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:21.362034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Attempting to bind port 519ca250-7fb4-401e-bc5b-7b9823be50a1 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:52:21.362405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Attempting to bind port 519ca250-7fb4-401e-bc5b-7b9823be50a1 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '72d00354-fd1f-4890-bc8a-b7815f695573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c9cd554c-6675-4ad2-b19d-c91dc6375b0a'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:52:21.362797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Attempting to bind port 519ca250-7fb4-401e-bc5b-7b9823be50a1 on network c9cd554c-6675-4ad2-b19d-c91dc6375b0a {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:52:21.369177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Port 519ca250-7fb4-401e-bc5b-7b9823be50a1 on network c9cd554c-6675-4ad2-b19d-c91dc6375b0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:52:21.369542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Attempting to bind port 519ca250-7fb4-401e-bc5b-7b9823be50a1 on network c9cd554c-6675-4ad2-b19d-c91dc6375b0a {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:52:21.376299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:52:21.376667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Checking segment: {'id': '72d00354-fd1f-4890-bc8a-b7815f695573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c9cd554c-6675-4ad2-b19d-c91dc6375b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:52:21.377083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Bound using segment: {'id': '72d00354-fd1f-4890-bc8a-b7815f695573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c9cd554c-6675-4ad2-b19d-c91dc6375b0a'} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:52:21.377583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Bound port: 519ca250-7fb4-401e-bc5b-7b9823be50a1, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d00354-fd1f-4890-bc8a-b7815f695573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c9cd554c-6675-4ad2-b19d-c91dc6375b0a'}}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:52:21.377967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:21.467834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:52:21.470933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1,segment=NetworkSegment(72d00354-fd1f-4890-bc8a-b7815f695573),segment_id=72d00354-fd1f-4890-bc8a-b7815f695573)] {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:52:21.474719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:21.479280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:21.541460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:21.542988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] 10.222.0.65 "PUT /v2.0/ports/519ca250-7fb4-401e-bc5b-7b9823be50a1 HTTP/1.1" status: 200 len: 1093 time: 1.1833470 Dec 09 09:52:21.543538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:52:21.561746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Pushing event updated for resources: {'Port': ['ID=519ca250-7fb4-401e-bc5b-7b9823be50a1,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:21.564879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:21.614123 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1', 'status': 'completed', 'code': 200} Dec 09 09:52:21.656979 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-a0669a01-79db-473a-ab63-1f178f93511a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e91258088b940e69af4b1b32bf31c48&device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 1096 time: 0.0781078 Dec 09 09:52:21.739003 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-9466ef4e-3777-4a86-8d67-22c0669499aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1 HTTP/1.1" status: 200 len: 217 time: 0.0747139 Dec 09 09:52:21.808471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-913ab92e-1565-464c-aaa3-8a1e0076fba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:21.810114 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-913ab92e-1565-464c-aaa3-8a1e0076fba0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3dd6e75d-d82d-47f0-8a7f-5ba37779535d HTTP/1.1" status: 200 len: 852 time: 0.0652046 Dec 09 09:52:21.858627 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-574f3127-1b47-4b96-b443-ae559706e7aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425119 Dec 09 09:52:22.001589 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-ebfa6b38-947c-40de-916c-59ddb64548df service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365333 Dec 09 09:52:22.145828 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ecd194f-3e8f-4ddb-a88f-2fa84dff72ff req-d49f616b-d0da-4122-9fd3-8f906b69a27e service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377466 Dec 09 09:52:22.237425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d119943-5f8f-42de-a835-65cfcc34865b req-6811c059-4fb3-43c6-8226-cc98cb184195 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:22.239050 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d119943-5f8f-42de-a835-65cfcc34865b req-6811c059-4fb3-43c6-8226-cc98cb184195 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 943 time: 0.0865231 Dec 09 09:52:22.274260 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6d41f04-9fa3-4da4-a6ce-a9b74f9e88fa req-eb2962ab-82d4-44b4-885f-dcae889663a4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e91258088b940e69af4b1b32bf31c48&device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 1096 time: 0.0794353 Dec 09 09:52:22.288957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d119943-5f8f-42de-a835-65cfcc34865b req-f0e1ccb9-f9b2-4d91-b467-868ed6664ddb tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Dec 09 09:52:22.415663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d41f04-9fa3-4da4-a6ce-a9b74f9e88fa req-728ab80c-df88-47b7-bf32-4c79b4e916f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:22.417829 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6d41f04-9fa3-4da4-a6ce-a9b74f9e88fa req-728ab80c-df88-47b7-bf32-4c79b4e916f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a HTTP/1.1" status: 200 len: 913 time: 0.1372042 Dec 09 09:52:22.488673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6d41f04-9fa3-4da4-a6ce-a9b74f9e88fa req-1a96f5c8-bcc1-45a5-b42f-e4c17e411fe7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1 HTTP/1.1" status: 200 len: 217 time: 0.0630224 Dec 09 09:52:22.559856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d41f04-9fa3-4da4-a6ce-a9b74f9e88fa req-982fe59c-9732-434c-805f-4f8987c48a7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:22.561329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6d41f04-9fa3-4da4-a6ce-a9b74f9e88fa req-982fe59c-9732-434c-805f-4f8987c48a7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3dd6e75d-d82d-47f0-8a7f-5ba37779535d HTTP/1.1" status: 200 len: 852 time: 0.0659852 Dec 09 09:52:22.610920 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6d41f04-9fa3-4da4-a6ce-a9b74f9e88fa req-a36866c4-bdbc-4fd1-aa31-416c4f7fe082 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426421 Dec 09 09:52:22.758380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6d41f04-9fa3-4da4-a6ce-a9b74f9e88fa req-5a1249ca-e454-43f2-a9e2-13ac94926bfd service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397152 Dec 09 09:52:22.904296 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a6d41f04-9fa3-4da4-a6ce-a9b74f9e88fa req-5d552722-55f5-46b3-8bf7-07bc8789a07b service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391218 Dec 09 09:52:23.639408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bd11b-c46c-4d11-a650-824b9eb1abd1 req-1a6b74c3-b43e-42e3-a5d6-d01067f42511 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:23.640166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-fb7bd11b-c46c-4d11-a650-824b9eb1abd1 req-1a6b74c3-b43e-42e3-a5d6-d01067f42511 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Synchronizing usage tracker for tenant:4e91258088b940e69af4b1b32bf31c48 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:52:23.657392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-fb7bd11b-c46c-4d11-a650-824b9eb1abd1 req-1a6b74c3-b43e-42e3-a5d6-d01067f42511 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Unset dirty status for tenant:4e91258088b940e69af4b1b32bf31c48 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:52:23.658617 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fb7bd11b-c46c-4d11-a650-824b9eb1abd1 req-1a6b74c3-b43e-42e3-a5d6-d01067f42511 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 943 time: 0.1037769 Dec 09 09:52:23.707413 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fb7bd11b-c46c-4d11-a650-824b9eb1abd1 req-9efc8371-aad0-4f1a-900e-b6122bc7fae2 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425851 Dec 09 09:52:24.542481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 519ca250-7fb4-401e-bc5b-7b9823be50a1 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:52:24.683001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1,segment=NetworkSegment(72d00354-fd1f-4890-bc8a-b7815f695573),segment_id=72d00354-fd1f-4890-bc8a-b7815f695573)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:52:24.696865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '519ca250-7fb4-401e-bc5b-7b9823be50a1', 'network_id': 'c9cd554c-6675-4ad2-b19d-c91dc6375b0a', 'port_id': '519ca250-7fb4-401e-bc5b-7b9823be50a1', 'mac_address': 'fa:16:3e:54:4c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd6e75d-d82d-47f0-8a7f-5ba37779535d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:52:24.753198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:24.771754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519ca250-7fb4-401e-bc5b-7b9823be50a1 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:52:24.788280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1,segment=NetworkSegment(72d00354-fd1f-4890-bc8a-b7815f695573),segment_id=72d00354-fd1f-4890-bc8a-b7815f695573)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:52:24.791496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:24.793449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e05759cf-9d12-4673-90d1-664464c881a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:24.861682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=519ca250-7fb4-401e-bc5b-7b9823be50a1,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:24.864945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:24.921212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a77df9-93d4-4084-9dfc-78e75519645e req-c31c137d-b55e-48b7-9da4-3dccdf26c73d tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:24.922918 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e2a77df9-93d4-4084-9dfc-78e75519645e req-c31c137d-b55e-48b7-9da4-3dccdf26c73d tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 944 time: 0.0881033 Dec 09 09:52:24.970360 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e2a77df9-93d4-4084-9dfc-78e75519645e req-340ad9c4-9aae-4190-aba9-f604a216f103 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Dec 09 09:52:24.984922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['519ca250-7fb4-401e-bc5b-7b9823be50a1'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:52:26.174040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579f32c-6cff-4612-9e0b-87997bc36424 req-da66e72e-bdaf-49a0-a7dd-de32e84a95ae tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:26.175664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b579f32c-6cff-4612-9e0b-87997bc36424 req-da66e72e-bdaf-49a0-a7dd-de32e84a95ae tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 944 time: 0.0826449 Dec 09 09:52:26.225563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b579f32c-6cff-4612-9e0b-87997bc36424 req-3cec8eef-bee9-40b7-a395-be5c03cc461e tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Dec 09 09:52:26.571384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 519ca250-7fb4-401e-bc5b-7b9823be50a1 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:52:26.644179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 519ca250-7fb4-401e-bc5b-7b9823be50a1 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:52:26.649203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 519ca250-7fb4-401e-bc5b-7b9823be50a1 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:52:26.649622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:26.767971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:26.798702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:52:26.808933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1,segment=NetworkSegment(72d00354-fd1f-4890-bc8a-b7815f695573),segment_id=72d00354-fd1f-4890-bc8a-b7815f695573)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:52:26.813092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:26.815091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:52:26.856890 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1', 'code': 200} Dec 09 09:52:26.884998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=519ca250-7fb4-401e-bc5b-7b9823be50a1,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:52:26.888818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:52:27.099380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-def0999f-3d8f-41e2-94cb-b8186841201b req-f6d18c2a-1bd7-4e98-b7b5-41c986c9486f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 1098 time: 0.0841494 Dec 09 09:52:27.144483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-def0999f-3d8f-41e2-94cb-b8186841201b req-2c81431f-cfb3-4963-93ac-1ae760de20af service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 Dec 09 09:52:27.427327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30202b-2490-48e6-93a1-ce4542fb87cb req-a2677e37-e820-4c97-8345-868dd118bd56 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:27.428844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea30202b-2490-48e6-93a1-ce4542fb87cb req-a2677e37-e820-4c97-8345-868dd118bd56 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0820010 Dec 09 09:52:27.478451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea30202b-2490-48e6-93a1-ce4542fb87cb req-830bd1b7-8558-40cf-90f4-ef3141b72f46 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430913 Dec 09 09:52:28.686945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3fe1ba-62b7-4cbd-ac0c-d3c4213020c3 req-109b0270-ba35-4880-95d4-e3bb73dca47d tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:28.688533 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed3fe1ba-62b7-4cbd-ac0c-d3c4213020c3 req-109b0270-ba35-4880-95d4-e3bb73dca47d tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0836258 Dec 09 09:52:28.741937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed3fe1ba-62b7-4cbd-ac0c-d3c4213020c3 req-2dddf02a-c788-4c16-882e-255ffe0e6748 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473433 Dec 09 09:52:28.952950 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9aec0d5a-4f8a-4061-9e75-c26b4666da68 req-da1a93fd-816d-4298-b5ba-fa50a8d0d49c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0788505 Dec 09 09:52:29.228893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35380) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:52:29.276065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b878799-4f8e-440c-a69b-75ab606d985b req-18e76d4d-04f1-4b46-9658-8d5361bfa666 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:29.277706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1b878799-4f8e-440c-a69b-75ab606d985b req-18e76d4d-04f1-4b46-9658-8d5361bfa666 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0863774 Dec 09 09:52:29.327462 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1b878799-4f8e-440c-a69b-75ab606d985b req-e6425a16-8ce4-4790-a801-8228737a5f9f tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436709 Dec 09 09:52:29.380396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-cc718b58-ddc7-4bc4-b808-b04e5a343261 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1501400 Dec 09 09:52:30.536926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689391e-905b-4cc7-bc5f-6e454c7ea163 req-b9c2f07e-8c10-47a6-bba8-600fea195c47 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:30.538507 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7689391e-905b-4cc7-bc5f-6e454c7ea163 req-b9c2f07e-8c10-47a6-bba8-600fea195c47 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0881035 Dec 09 09:52:30.635254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7689391e-905b-4cc7-bc5f-6e454c7ea163 req-464bfdad-c389-4ac5-b2c5-d22515e725e5 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889356 Dec 09 09:52:30.663351 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-aea4bc6c-444b-4854-85e6-8e3dbec8521e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e91258088b940e69af4b1b32bf31c48&device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 1098 time: 0.0857065 Dec 09 09:52:30.810861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-b9cc5df7-fb4f-4180-ba6d-409e1abfa61d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:30.812396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-b9cc5df7-fb4f-4180-ba6d-409e1abfa61d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a HTTP/1.1" status: 200 len: 913 time: 0.1427107 Dec 09 09:52:30.888490 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-b31cbf05-1f71-443a-aec3-6b5dc307d4a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1 HTTP/1.1" status: 200 len: 217 time: 0.0698547 Dec 09 09:52:30.958287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-4ff28f3c-8e78-4162-a2bd-a92837f4495f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:30.959928 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-4ff28f3c-8e78-4162-a2bd-a92837f4495f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3dd6e75d-d82d-47f0-8a7f-5ba37779535d HTTP/1.1" status: 200 len: 852 time: 0.0654330 Dec 09 09:52:31.012695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-22e3331c-ba5a-4bd0-94b0-f1e3431fe44f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459502 Dec 09 09:52:31.155034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-57c638e4-2c0f-4785-ba05-e92e70e7b94c service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361496 Dec 09 09:52:31.300508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-4b9ef56d-3eff-4a58-91e3-70a798649809 service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398730 Dec 09 09:52:31.846104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c215260-903e-4223-803d-b3f8e931f267 req-3c36274b-4397-4050-9560-31e6423b3e90 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:31.847702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c215260-903e-4223-803d-b3f8e931f267 req-3c36274b-4397-4050-9560-31e6423b3e90 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0873568 Dec 09 09:52:31.897016 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c215260-903e-4223-803d-b3f8e931f267 req-6d17237f-f585-414b-a8a7-593376922342 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Dec 09 09:52:33.106622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856122a2-005f-4605-9b0e-df32d8b903aa req-129b2e69-8282-4151-87f0-5f4015f47d24 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:33.108215 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-856122a2-005f-4605-9b0e-df32d8b903aa req-129b2e69-8282-4151-87f0-5f4015f47d24 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0852516 Dec 09 09:52:33.158057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-856122a2-005f-4605-9b0e-df32d8b903aa req-1224a587-7da7-46be-b7e6-4da43312067b tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Dec 09 09:52:34.365658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa3a4-f446-4318-9f4a-c8fec69d2565 req-acd0642a-ea04-4b2d-ba9a-a30598145137 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:34.367239 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee4aa3a4-f446-4318-9f4a-c8fec69d2565 req-acd0642a-ea04-4b2d-ba9a-a30598145137 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0821388 Dec 09 09:52:34.414720 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee4aa3a4-f446-4318-9f4a-c8fec69d2565 req-c3b5dd6e-8271-4f2d-9028-411f87412881 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412593 Dec 09 09:52:34.436817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e49f0e1-a08b-4d66-9f87-09117774921d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:35.625060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c984ce1-282b-4d76-8caf-a617bcd161c4 req-2793d71c-0e6b-494f-bc9e-edd9fb88cd7f tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:35.626700 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c984ce1-282b-4d76-8caf-a617bcd161c4 req-2793d71c-0e6b-494f-bc9e-edd9fb88cd7f tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0871511 Dec 09 09:52:35.676711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c984ce1-282b-4d76-8caf-a617bcd161c4 req-a7d2dbac-48c8-41b7-9bfc-f39169c942b8 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439291 Dec 09 09:52:35.684708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:36.728605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf05a1c6-1915-405a-9fc4-36d63c6d0159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:36.894258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887dd655-021a-4afc-9ff5-789a8fa2afec req-c8c11a56-03fe-43e0-8867-a3d4bca08b52 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:36.895835 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-887dd655-021a-4afc-9ff5-789a8fa2afec req-c8c11a56-03fe-43e0-8867-a3d4bca08b52 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0868425 Dec 09 09:52:36.949349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-887dd655-021a-4afc-9ff5-789a8fa2afec req-b40b6b71-3b00-4116-b1e3-95acb6d24a0e tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470123 Dec 09 09:52:37.142295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:38.152729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc39c32-f027-4bc4-854d-90eec29e24a6 req-16ebe06e-bca4-46c0-9298-ea664870bf72 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:38.154366 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bcc39c32-f027-4bc4-854d-90eec29e24a6 req-16ebe06e-bca4-46c0-9298-ea664870bf72 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0828028 Dec 09 09:52:38.203432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bcc39c32-f027-4bc4-854d-90eec29e24a6 req-3d86d9d6-5088-4f12-980c-6f140a335f45 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430098 Dec 09 09:52:38.410588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:39.151148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:52:39.406384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6877d-e955-41aa-9ac3-79e4b8cdcabb req-703bcbcf-f7e4-4fd2-b981-692101eee0b7 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:39.407880 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1bf6877d-e955-41aa-9ac3-79e4b8cdcabb req-703bcbcf-f7e4-4fd2-b981-692101eee0b7 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0820653 Dec 09 09:52:39.459325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1bf6877d-e955-41aa-9ac3-79e4b8cdcabb req-bffc1a3a-e708-4bf1-a99c-0f8f1bec8763 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Dec 09 09:52:40.671894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b691488-c0ae-480d-a87f-ed05ef781dab req-a63cbfe8-36e9-486c-82c1-8f9a34dfa799 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:40.673534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b691488-c0ae-480d-a87f-ed05ef781dab req-a63cbfe8-36e9-486c-82c1-8f9a34dfa799 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0881228 Dec 09 09:52:40.723488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b691488-c0ae-480d-a87f-ed05ef781dab req-b46f4d84-a01f-42a4-9ba1-d944efa2a5d6 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438297 Dec 09 09:52:41.936578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbef881-ce85-49d7-92eb-b18caeceda42 req-f1f4a908-2712-4123-99be-dc965861015a tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:41.938229 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1bbef881-ce85-49d7-92eb-b18caeceda42 req-f1f4a908-2712-4123-99be-dc965861015a tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0822303 Dec 09 09:52:41.986423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1bbef881-ce85-49d7-92eb-b18caeceda42 req-3536c9cb-9829-46f8-8ebb-a2c2671ee7f7 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Dec 09 09:52:43.190829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabd143-e88a-42e3-9112-2ef99e7a0ed4 req-bc2a5f3a-3687-45f3-928a-0b748df8854e tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:43.192409 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8eabd143-e88a-42e3-9112-2ef99e7a0ed4 req-bc2a5f3a-3687-45f3-928a-0b748df8854e tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0823715 Dec 09 09:52:43.242301 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8eabd143-e88a-42e3-9112-2ef99e7a0ed4 req-30eb81a9-4f88-4272-b82d-ec1654f4e819 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430579 Dec 09 09:52:44.449006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431995e7-d0f7-4b47-ad0c-52033321ce17 req-bd9c5ab8-915c-445c-bb37-5e254deb13c6 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:44.450598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-431995e7-d0f7-4b47-ad0c-52033321ce17 req-bd9c5ab8-915c-445c-bb37-5e254deb13c6 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0854971 Dec 09 09:52:44.714974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-431995e7-d0f7-4b47-ad0c-52033321ce17 req-2e965ba9-be00-4c30-8215-a90be03f1ff4 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583060 Dec 09 09:52:45.931008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f6c2c-3ce8-4cb3-8e1c-47768a04815b req-87d33444-ed88-49b5-9d50-9a0db69bbbed tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:45.932735 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d0f6c2c-3ce8-4cb3-8e1c-47768a04815b req-87d33444-ed88-49b5-9d50-9a0db69bbbed tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0934935 Dec 09 09:52:45.981643 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d0f6c2c-3ce8-4cb3-8e1c-47768a04815b req-324a2b7d-0eaf-4022-b3d1-c9decb681d8a tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426393 Dec 09 09:52:47.185327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1461b3-f462-4a68-b1ca-3b036e1ad5d6 req-51f60d30-9b25-4be6-9cf3-55352b177388 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:47.186927 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d1461b3-f462-4a68-b1ca-3b036e1ad5d6 req-51f60d30-9b25-4be6-9cf3-55352b177388 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0818121 Dec 09 09:52:47.235317 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d1461b3-f462-4a68-b1ca-3b036e1ad5d6 req-3e313f22-0648-41ff-850d-da808302bc53 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Dec 09 09:52:47.424780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:52:48.441263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa113c3b-202d-44ac-87d0-2bf08f8adf58 req-e790698d-7bd6-44dc-9939-ca53692f7e85 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:48.442853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aa113c3b-202d-44ac-87d0-2bf08f8adf58 req-e790698d-7bd6-44dc-9939-ca53692f7e85 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0808165 Dec 09 09:52:48.494912 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aa113c3b-202d-44ac-87d0-2bf08f8adf58 req-79fe24ac-d4c8-4fd7-aef6-e29fcf5dd49b tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Dec 09 09:52:49.727769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0bb54-1c6e-4e7e-a097-edfd90f4ef0b req-b85f22a4-0d16-4a8e-a3d0-00e2b063271f tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:49.729605 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e0e0bb54-1c6e-4e7e-a097-edfd90f4ef0b req-b85f22a4-0d16-4a8e-a3d0-00e2b063271f tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0868461 Dec 09 09:52:49.779031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e0e0bb54-1c6e-4e7e-a097-edfd90f4ef0b req-2b1e2056-3c3a-42f1-b784-6f34e767d9fe tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432053 Dec 09 09:52:50.985396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b57332-9f31-4ff4-88e7-ab281e21cf00 req-96532dec-5a30-4fcb-8896-edaf90745cbe tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:50.987002 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41b57332-9f31-4ff4-88e7-ab281e21cf00 req-96532dec-5a30-4fcb-8896-edaf90745cbe tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0861411 Dec 09 09:52:51.037210 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41b57332-9f31-4ff4-88e7-ab281e21cf00 req-15176b64-4026-47f1-88af-eff69fb9cb00 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Dec 09 09:52:52.244642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99fb44-e342-4f93-8ac9-f1f74cda2028 req-6b5833c7-9498-45a6-89e9-96a74783d1fb tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:52.246286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1c99fb44-e342-4f93-8ac9-f1f74cda2028 req-6b5833c7-9498-45a6-89e9-96a74783d1fb tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0841801 Dec 09 09:52:52.298270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1c99fb44-e342-4f93-8ac9-f1f74cda2028 req-8078b433-9248-4041-aaae-306c01c0edc4 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Dec 09 09:52:53.507794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113ebd2-fc65-4ed1-af66-56f769e99db5 req-1cb65765-0023-4e1f-91f5-44c5bda57a7f tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:53.509403 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8113ebd2-fc65-4ed1-af66-56f769e99db5 req-1cb65765-0023-4e1f-91f5-44c5bda57a7f tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0873098 Dec 09 09:52:53.558051 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8113ebd2-fc65-4ed1-af66-56f769e99db5 req-2c547b9e-1681-4639-b69a-5d5db34bda3a tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Dec 09 09:52:54.764857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03490254-cf1a-44d9-b442-32e7a2644bdd req-1636460b-2aa0-4145-a44b-d1fa2338d906 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:54.766495 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03490254-cf1a-44d9-b442-32e7a2644bdd req-1636460b-2aa0-4145-a44b-d1fa2338d906 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0869601 Dec 09 09:52:54.814889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03490254-cf1a-44d9-b442-32e7a2644bdd req-d1a72b68-190b-4546-8fbf-116c9506ef7e tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424006 Dec 09 09:52:56.040717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca47603-e897-4718-8b96-d0335acd443d req-415b3802-3a97-4a2b-9d70-9f0118c31c63 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:56.043523 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ca47603-e897-4718-8b96-d0335acd443d req-415b3802-3a97-4a2b-9d70-9f0118c31c63 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.1020057 Dec 09 09:52:56.092428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ca47603-e897-4718-8b96-d0335acd443d req-34ea8c10-0254-4586-8f65-d63c2f236285 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430684 Dec 09 09:52:57.304358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf4e2f-bdea-43ec-889e-1d45259c0454 req-0b72b497-d047-4b0e-bedf-7a51ce3d30b1 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:57.305962 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6baf4e2f-bdea-43ec-889e-1d45259c0454 req-0b72b497-d047-4b0e-bedf-7a51ce3d30b1 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0857038 Dec 09 09:52:57.354827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6baf4e2f-bdea-43ec-889e-1d45259c0454 req-58a3aa87-89dc-46a7-9660-6746e03aa2db tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426149 Dec 09 09:52:58.005623 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-d7c7b8b0-56fc-4c5c-abdc-f5eb7b5ce419 service neutron] 10.222.0.65 "GET /v2.0/ports/519ca250-7fb4-401e-bc5b-7b9823be50a1/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0831091 Dec 09 09:52:58.269035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-41f20a47-e134-4f61-aefa-c4168a12e923 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23&tenant_id=4e91258088b940e69af4b1b32bf31c48 HTTP/1.1" status: 200 len: 1098 time: 0.0772438 Dec 09 09:52:58.366785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-8c3944e3-93dc-4351-b114-35e2776d10ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e91258088b940e69af4b1b32bf31c48&device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 1098 time: 0.0761933 Dec 09 09:52:58.783931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-398f6280-db2a-463b-88a3-01e29676ef93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:58.785562 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-398f6280-db2a-463b-88a3-01e29676ef93 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a HTTP/1.1" status: 200 len: 913 time: 0.4127469 Dec 09 09:52:58.887863 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-d7fd6d0c-66fb-489a-9dd7-102d248575f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1 HTTP/1.1" status: 200 len: 217 time: 0.0896075 Dec 09 09:52:58.895542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b1132-4b58-4a4c-8cef-7a3f43ea3894 req-38de794f-630f-4755-b8f3-36f9ea637468 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:58.897761 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4d1b1132-4b58-4a4c-8cef-7a3f43ea3894 req-38de794f-630f-4755-b8f3-36f9ea637468 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.4165323 Dec 09 09:52:59.005969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-609da9d5-e2ee-448e-b515-973ad818185d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:52:59.007596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-609da9d5-e2ee-448e-b515-973ad818185d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3dd6e75d-d82d-47f0-8a7f-5ba37779535d HTTP/1.1" status: 200 len: 852 time: 0.1085806 Dec 09 09:52:59.013391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4d1b1132-4b58-4a4c-8cef-7a3f43ea3894 req-40bb3de1-132f-4e41-bd99-8c0a406e795c tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746555 Dec 09 09:52:59.060688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-fa053526-770e-4d5f-93b5-ac3c771bfc79 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462880 Dec 09 09:52:59.202582 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-7d33504e-f0d7-4fd9-9b4c-bc5e054f43e2 service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353955 Dec 09 09:52:59.346299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1fea2502-8d1b-41cb-94d9-61d9a89408d8 req-ff83e0ff-8ef6-441d-8b1d-047b8763a5f8 service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376090 Dec 09 09:53:00.219565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7af57-4dc3-400f-b18d-cb3c84fed4ee req-bb959ffd-c46c-4538-b3ec-6d3916549d77 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:00.221209 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-38a7af57-4dc3-400f-b18d-cb3c84fed4ee req-bb959ffd-c46c-4538-b3ec-6d3916549d77 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0831966 Dec 09 09:53:00.269703 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-38a7af57-4dc3-400f-b18d-cb3c84fed4ee req-97e4bcf2-7e99-4b66-a185-cfc601f45166 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422137 Dec 09 09:53:01.473241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a961f-7f10-4495-b354-70748b30fad5 req-b30dbf8d-6d38-4af7-b1a5-d258f120d3ba tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:01.475093 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0a9a961f-7f10-4495-b354-70748b30fad5 req-b30dbf8d-6d38-4af7-b1a5-d258f120d3ba tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0830555 Dec 09 09:53:01.523324 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0a9a961f-7f10-4495-b354-70748b30fad5 req-11f928c5-4337-42b1-91fb-f97deb9c3d14 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419424 Dec 09 09:53:01.959295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-33d23050-b219-44f2-87f6-3472c662a359 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:01.960877 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-33d23050-b219-44f2-87f6-3472c662a359 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.65 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23&tenant_id=4e91258088b940e69af4b1b32bf31c48&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 945 time: 0.0968666 Dec 09 09:53:02.105431 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-f6706bb5-2f28-423a-851c-ce91840c49a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e91258088b940e69af4b1b32bf31c48&device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 1098 time: 0.0738728 Dec 09 09:53:02.249529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-3259261b-390e-4522-9627-e184381f7299 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:02.251048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-3259261b-390e-4522-9627-e184381f7299 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a HTTP/1.1" status: 200 len: 913 time: 0.1399748 Dec 09 09:53:02.326342 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-2c56a49a-e26c-4df0-b3b7-ea0f71aee2fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1 HTTP/1.1" status: 200 len: 217 time: 0.0687695 Dec 09 09:53:02.393546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-c589c096-5a5d-473a-b013-3693edfe0b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:02.395081 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-c589c096-5a5d-473a-b013-3693edfe0b7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3dd6e75d-d82d-47f0-8a7f-5ba37779535d HTTP/1.1" status: 200 len: 852 time: 0.0631583 Dec 09 09:53:02.446263 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-46991d71-b5eb-49f8-841c-7c5daf01e711 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c9cd554c-6675-4ad2-b19d-c91dc6375b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449712 Dec 09 09:53:02.588165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-00a629a3-b14b-4ced-a5d6-27d1ed2ffe55 service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361246 Dec 09 09:53:02.730363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-073a0d0f-fa49-40bb-a375-df8df1fdabf8 service neutron] 10.222.0.65 "GET /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355486 Dec 09 09:53:02.759512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 519ca250-7fb4-401e-bc5b-7b9823be50a1 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:53:02.762864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 519ca250-7fb4-401e-bc5b-7b9823be50a1 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:53:02.983772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:03.017912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1,segment=NetworkSegment(72d00354-fd1f-4890-bc8a-b7815f695573),segment_id=72d00354-fd1f-4890-bc8a-b7815f695573)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:03.039300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:53:03.047631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '519ca250-7fb4-401e-bc5b-7b9823be50a1', 'network_id': 'c9cd554c-6675-4ad2-b19d-c91dc6375b0a', 'port_id': '519ca250-7fb4-401e-bc5b-7b9823be50a1', 'mac_address': 'fa:16:3e:54:4c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd6e75d-d82d-47f0-8a7f-5ba37779535d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:53:03.082060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1,segment=NetworkSegment(72d00354-fd1f-4890-bc8a-b7815f695573),segment_id=72d00354-fd1f-4890-bc8a-b7815f695573)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:03.087859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:03.096323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:03.126769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1', 'code': 200} Dec 09 09:53:03.169810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:03.196516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519ca250-7fb4-401e-bc5b-7b9823be50a1 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:53:03.201920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=519ca250-7fb4-401e-bc5b-7b9823be50a1,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:03.217915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.218300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.218674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.219045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.219412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.219778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.220140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.220501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.220864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.221247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.221610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:03.227630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1,segment=NetworkSegment(72d00354-fd1f-4890-bc8a-b7815f695573),segment_id=72d00354-fd1f-4890-bc8a-b7815f695573)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:03.231400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:03.234105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:03.234230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:03.299256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['519ca250-7fb4-401e-bc5b-7b9823be50a1'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:53:03.347812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=519ca250-7fb4-401e-bc5b-7b9823be50a1,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:03.358202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:03.597082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b085a7f-0155-4c84-ba50-0e9302947bfa req-af54e709-9c4d-4d7b-8a89-bf8852e8ceaa tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:03.598932 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b085a7f-0155-4c84-ba50-0e9302947bfa req-af54e709-9c4d-4d7b-8a89-bf8852e8ceaa tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 944 time: 0.0825119 Dec 09 09:53:03.646220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b085a7f-0155-4c84-ba50-0e9302947bfa req-f87a9434-68d8-498c-ab26-16fad5c31abe tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Dec 09 09:53:04.438480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-29636660-d928-4329-bb59-bb465899fc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:04.774312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 519ca250-7fb4-401e-bc5b-7b9823be50a1 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:53:04.851068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 519ca250-7fb4-401e-bc5b-7b9823be50a1 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:53:04.851495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:04.860001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a6517-f29a-4bb5-a674-1e6ca4d0bd26 req-a2016b6f-8b79-4ef1-a564-da1138fbfa8a tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:04.861655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d50a6517-f29a-4bb5-a674-1e6ca4d0bd26 req-a2016b6f-8b79-4ef1-a564-da1138fbfa8a tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 944 time: 0.0879474 Dec 09 09:53:04.916069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d50a6517-f29a-4bb5-a674-1e6ca4d0bd26 req-17cb6bf1-b5d7-4de8-9feb-e15cb11a1629 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/security-groups?id=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478222 Dec 09 09:53:04.986041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:05.026832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1,segment=NetworkSegment(72d00354-fd1f-4890-bc8a-b7815f695573),segment_id=72d00354-fd1f-4890-bc8a-b7815f695573)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:05.029541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:05.032123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:05.106253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=519ca250-7fb4-401e-bc5b-7b9823be50a1,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:05.109586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:05.127320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:53:05.162178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-68b7e8b4-00bf-4350-bcab-42f78673ae6e tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:05.163770 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-68b7e8b4-00bf-4350-bcab-42f78673ae6e tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.65 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 945 time: 0.0960100 Dec 09 09:53:05.182167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1', 'code': 200} Dec 09 09:53:05.241057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Deleting port 519ca250-7fb4-401e-bc5b-7b9823be50a1 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:53:05.241385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:05.493299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] For port 519ca250-7fb4-401e-bc5b-7b9823be50a1, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=519ca250-7fb4-401e-bc5b-7b9823be50a1,segment=NetworkSegment(72d00354-fd1f-4890-bc8a-b7815f695573),segment_id=72d00354-fd1f-4890-bc8a-b7815f695573)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:05.493618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:05.617272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Calling delete_port for 519ca250-7fb4-401e-bc5b-7b9823be50a1 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:53:05.687298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:05.765535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:05.772185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cebe1b2e-8999-403e-8db7-85bf02501b41 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:05.777988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['519ca250-7fb4-401e-bc5b-7b9823be50a1'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:53:05.818127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Pushing event deleted for resources: {'Port': ['ID=519ca250-7fb4-401e-bc5b-7b9823be50a1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:05.862784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.863034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.863462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.863884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.864302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.864717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.865171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.865576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.865993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.866404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.866816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:05.874298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:05.907562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] No DVR routers for this DVR port 519ca250-7fb4-401e-bc5b-7b9823be50a1 on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:53:05.909844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:05.912520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'name': 'network-vif-deleted', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:53:05.927840 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93ddc061-8f95-4e9e-aa08-8a1f4bc5e9de req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.65 "DELETE /v2.0/ports/519ca250-7fb4-401e-bc5b-7b9823be50a1 HTTP/1.1" status: 204 len: 173 time: 0.7588520 Dec 09 09:53:05.972809 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c097a3-18b2-497a-bd22-29616d5acf23', 'name': 'network-vif-deleted', 'tag': '519ca250-7fb4-401e-bc5b-7b9823be50a1', 'status': 'completed', 'code': 200} Dec 09 09:53:06.094460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-41453595-16a9-4be5-8664-46bbc0e1af1f req-b91f5a2d-f5cf-4306-a573-420ab8a52744 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Synchronizing usage tracker for tenant:4e91258088b940e69af4b1b32bf31c48 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:53:06.109875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-41453595-16a9-4be5-8664-46bbc0e1af1f req-b91f5a2d-f5cf-4306-a573-420ab8a52744 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Unset dirty status for tenant:4e91258088b940e69af4b1b32bf31c48 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:53:06.111191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41453595-16a9-4be5-8664-46bbc0e1af1f req-b91f5a2d-f5cf-4306-a573-420ab8a52744 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] 10.222.0.18 "GET /v2.0/ports?device_id=11c097a3-18b2-497a-bd22-29616d5acf23 HTTP/1.1" status: 200 len: 210 time: 0.0646715 Dec 09 09:53:06.722414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9a945962-3212-4a33-935d-864fe0fd2083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:07.146599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:07.396230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35482) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:07.461976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-075d3de1-e666-4fa8-8ebe-a09f385642b7 admin admin] Deleting subnet 3dd6e75d-d82d-47f0-8a7f-5ba37779535d {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:53:07.465049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-075d3de1-e666-4fa8-8ebe-a09f385642b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:07.537049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-075d3de1-e666-4fa8-8ebe-a09f385642b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:07.594830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-075d3de1-e666-4fa8-8ebe-a09f385642b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:07.665524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-075d3de1-e666-4fa8-8ebe-a09f385642b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:07.670238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-af32dfe5-ffbc-41cc-bc3d-0eed1517d0ea tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:07.707768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d3de1-e666-4fa8-8ebe-a09f385642b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd6e75d-d82d-47f0-8a7f-5ba37779535d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:07.710529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-075d3de1-e666-4fa8-8ebe-a09f385642b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:07.719580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-075d3de1-e666-4fa8-8ebe-a09f385642b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:07.726265 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-075d3de1-e666-4fa8-8ebe-a09f385642b7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3dd6e75d-d82d-47f0-8a7f-5ba37779535d HTTP/1.1" status: 204 len: 168 time: 0.3289323 Dec 09 09:53:07.728799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35486) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:07.845313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:07.980613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.007483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cd554c-6675-4ad2-b19d-c91dc6375b0a']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:53:08.020277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d00354-fd1f-4890-bc8a-b7815f695573') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:53:08.020628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d00354-fd1f-4890-bc8a-b7815f695573') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:53:08.033430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.048785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.055050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:53:08.055473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:53:08.069359 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:53:08.153784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.157441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9132c76c-03c3-4aea-aa5f-2d46bc494ac3 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:08.171843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.181691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c9cd554c-6675-4ad2-b19d-c91dc6375b0a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:08.185918 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] 10.222.0.18 "DELETE /v2.0/networks/c9cd554c-6675-4ad2-b19d-c91dc6375b0a HTTP/1.1" status: 204 len: 168 time: 0.4559708 Dec 09 09:53:08.190677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:08.322673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35492) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:08.377355 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f7cba415-df2f-47d8-aa65-7bf008012db0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e91258088b940e69af4b1b32bf31c48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527148 Dec 09 09:53:08.379834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35496) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:08.414575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.445526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.472736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.524083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.530022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8df6998-30c9-433a-882a-70a74749fbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:08.545326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f0600d-ed14-42d1-8bff-b9fbb64ee37a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:08.559315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.559741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.560161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.560578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.560993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.561434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.561847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.562256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.562662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.563070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.563471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:53:08.566843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:08.570364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1f0600d-ed14-42d1-8bff-b9fbb64ee37a HTTP/1.1" status: 204 len: 168 time: 0.1895430 Dec 09 09:53:08.571421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb25e351-24e8-4355-ba84-6315bc03c4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:08.773888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 519ca250-7fb4-401e-bc5b-7b9823be50a1 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:53:08.808220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 519ca250-7fb4-401e-bc5b-7b9823be50a1 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:53:08.808752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 519ca250-7fb4-401e-bc5b-7b9823be50a1 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:53:09.456345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35518) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:09.592782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-751075660-network', 'tenant_id': '2aaca823bc5b41e8814add9cfc2e90ae'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:09.597900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:53:09.602154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Usage tracker for resource:network and tenant:2aaca823bc5b41e8814add9cfc2e90ae is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:53:09.605774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:53:09.611727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:53:09.621445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Made reservation on behalf of 2aaca823bc5b41e8814add9cfc2e90ae for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:53:09.626097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:09.639092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:09.672979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:53:09.677230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Usage tracker for resource:security_group_rule and tenant:2aaca823bc5b41e8814add9cfc2e90ae is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:53:09.680135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:53:09.686119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:53:09.758210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:09.761146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:09.765422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-76df072b-641b-4348-8f36-af3dab49728d tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:09.792754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:53:09.805882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784c2c68-96e5-4272-b017-b3a9a13232fe,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:09.809645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:09.812339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:09.812831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Added segment 4f3f6e71-8692-441b-9b93-bd091daf33a2 of type vlan for network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 Dec 09 09:53:09.841277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:09.871768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:09.872740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:09.873476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:09.878598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dfd291ce-cc8b-4a03-baa2-4652b84756ae tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:09.978077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5205293 Dec 09 09:53:09.981356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35524) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:53:09.986766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Pushing event updated for resources: {'Network': ['ID=e4ad3227-598e-4f2e-9be5-6bcb58afeab1,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:09.987577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Request body: {'subnet': {'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-751075660-subnet', 'tenant_id': '2aaca823bc5b41e8814add9cfc2e90ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:09.989652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:09.992976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:53:09.997147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Usage tracker for resource:subnet and tenant:2aaca823bc5b41e8814add9cfc2e90ae is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:53:09.997453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:53:10.000144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:53:10.006214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:53:10.016991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Made reservation on behalf of 2aaca823bc5b41e8814add9cfc2e90ae for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:53:10.021738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:10.235357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:10.239625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7d309b0a-7943-4f9a-8e6f-d1a9c813dc2c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:10.537815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8174ed7c-55d7-4f6a-bdad-94680bc40fba,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:10.540803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:10.563343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Checking segment: {'id': '4f3f6e71-8692-441b-9b93-bd091daf33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:53:10.563730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Network hostable DHCP agents. Network: e4ad3227-598e-4f2e-9be5-6bcb58afeab1, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:53:10.585415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:53:10.593415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, e4ad3227-598e-4f2e-9be5-6bcb58afeab1) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:53:10.597549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:10.598674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:10.602733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebcc50b-3e5b-4fe2-a28a-ffb735695e87 None None] Network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:53:10.625620 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6430304 Dec 09 09:53:10.830657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ac4d8b-ecb2-46f1-b02c-fe9d46f176ee None None] Network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:53:11.206674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-0602eb3a-11ed-41df-b1ba-74b76392a4b7 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:11.208233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-0602eb3a-11ed-41df-b1ba-74b76392a4b7 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 814 time: 0.1521089 Dec 09 09:53:11.226396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-f88a6cbd-ea5d-43cc-aa81-1e53b2523253 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/quotas/2aaca823bc5b41e8814add9cfc2e90ae HTTP/1.1" status: 200 len: 375 time: 0.0123789 Dec 09 09:53:11.275515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9fec80a8-615b-4399-815d-e56210631906 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431266 Dec 09 09:53:11.420983 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-e2462c94-2ab5-4101-a111-a94b6d740729 service neutron] 10.222.0.18 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375914 Dec 09 09:53:11.562207 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-8524add4-6342-4318-a57e-c9a550f66b12 service neutron] 10.222.0.18 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349049 Dec 09 09:53:11.765212 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-635e0749-fc07-48d0-b3cc-185e15b07e89 req-ea84017d-2797-4bda-a00f-c82713780ba6 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 210 time: 0.0520768 Dec 09 09:53:12.965847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9157b241-c7c7-41be-a352-924e8a8e89e3 req-68e8eedb-00e3-4fb3-8901-684d94bb60e5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 210 time: 0.0655138 Dec 09 09:53:12.975370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-f8428add-9a6d-4656-88cc-fec86e34b119 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:12.976893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-f8428add-9a6d-4656-88cc-fec86e34b119 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 814 time: 0.2110863 Dec 09 09:53:12.992067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Request body: {'port': {'device_id': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1', 'admin_state_up': True, 'tenant_id': '2aaca823bc5b41e8814add9cfc2e90ae'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:13.136848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:53:13.140901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Usage tracker for resource:port and tenant:2aaca823bc5b41e8814add9cfc2e90ae is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:53:13.143875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:53:13.149951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:53:13.160882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Made reservation on behalf of 2aaca823bc5b41e8814add9cfc2e90ae for: {'port': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:53:13.166497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:13.338021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Allocated IP 172.20.0.2 (e4ad3227-598e-4f2e-9be5-6bcb58afeab1/8174ed7c-55d7-4f6a-bdad-94680bc40fba/0204abc9-a23b-4e50-ad37-a69be8f43153) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:53:13.548109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:13.572881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:13.580327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f08eb03-fea5-48c4-ba81-0f5b77f3478b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:13.646458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:53:13.650267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:53:13.653363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:53:13.694382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Pushing event updated for resources: {'Port': ['ID=0204abc9-a23b-4e50-ad37-a69be8f43153,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:13.703782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:13.726336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:13.727082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:13.748046 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600920 Dec 09 09:53:13.760269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Request body: {'port': {'device_id': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:53:13.874119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:14.177964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35da77-2aa6-4b8e-a869-0c926501935c req-279ab48a-1fe6-49e4-92e6-6a42d8b54fe5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:14.179860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb35da77-2aa6-4b8e-a869-0c926501935c req-279ab48a-1fe6-49e4-92e6-6a42d8b54fe5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 931 time: 0.0865669 Dec 09 09:53:14.231831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bb35da77-2aa6-4b8e-a869-0c926501935c req-fcb40870-f3ea-4cc6-8156-970470cab816 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Synchronizing usage tracker for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:53:14.244843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0204abc9-a23b-4e50-ad37-a69be8f43153 {{(pid=88883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:53:14.250720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bb35da77-2aa6-4b8e-a869-0c926501935c req-fcb40870-f3ea-4cc6-8156-970470cab816 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Unset dirty status for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:53:14.252024 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb35da77-2aa6-4b8e-a869-0c926501935c req-fcb40870-f3ea-4cc6-8156-970470cab816 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650563 Dec 09 09:53:14.256042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:14.278369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Transition to ACTIVE for port object 0204abc9-a23b-4e50-ad37-a69be8f43153 will not be triggered until provisioned by entity L2. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:53:14.281546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:14.287748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-992498ea-bc32-4a60-bfaa-3bc98ff1fbed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:14.418880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Pushing event updated for resources: {'Port': ['ID=0204abc9-a23b-4e50-ad37-a69be8f43153,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:14.423830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:14.531875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Attempting to bind port 0204abc9-a23b-4e50-ad37-a69be8f43153 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:53:14.532251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Attempting to bind port 0204abc9-a23b-4e50-ad37-a69be8f43153 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '4f3f6e71-8692-441b-9b93-bd091daf33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1'}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:53:14.532615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Attempting to bind port 0204abc9-a23b-4e50-ad37-a69be8f43153 on network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:53:14.538788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Port 0204abc9-a23b-4e50-ad37-a69be8f43153 on network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:53:14.539148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Attempting to bind port 0204abc9-a23b-4e50-ad37-a69be8f43153 on network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:53:14.546234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:53:14.546601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Checking segment: {'id': '4f3f6e71-8692-441b-9b93-bd091daf33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:53:14.547018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Bound using segment: {'id': '4f3f6e71-8692-441b-9b93-bd091daf33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1'} {{(pid=88883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:53:14.547488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Bound port: 0204abc9-a23b-4e50-ad37-a69be8f43153, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3f6e71-8692-441b-9b93-bd091daf33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1'}}] {{(pid=88883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:53:14.547865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:14.639216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, cleared binding levels {{(pid=88883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:53:14.642389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0204abc9-a23b-4e50-ad37-a69be8f43153,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:53:14.645549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:14.649889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:14.710706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:14.712435 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] 10.222.0.65 "PUT /v2.0/ports/0204abc9-a23b-4e50-ad37-a69be8f43153 HTTP/1.1" status: 200 len: 1093 time: 0.9569471 Dec 09 09:53:14.713092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:53:14.735804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Pushing event updated for resources: {'Port': ['ID=0204abc9-a23b-4e50-ad37-a69be8f43153,revision_number=3']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:14.739369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:14.805806 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153', 'status': 'completed', 'code': 200} Dec 09 09:53:14.842760 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-beb9623d-956a-4412-8895-7f6b3ffa7efb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 1096 time: 0.0838275 Dec 09 09:53:14.913367 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-f5c59a75-ad61-42a6-a378-c7f7d829ffbd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0204abc9-a23b-4e50-ad37-a69be8f43153 HTTP/1.1" status: 200 len: 217 time: 0.0631804 Dec 09 09:53:14.984127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-ccbefad7-c12f-4194-9ead-b4167dbb71f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:14.985596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-ccbefad7-c12f-4194-9ead-b4167dbb71f7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0665011 Dec 09 09:53:15.035131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-390006ce-f525-4f23-8dae-ec9d68c184a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427263 Dec 09 09:53:15.183000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-73bf870e-d569-43d9-a579-7565aa11d83b service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416380 Dec 09 09:53:15.325075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1085ddff-f020-4106-9350-8ec36705b6a5 req-6f9777be-759e-4da4-a120-fe95cd51c7a9 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358104 Dec 09 09:53:15.449995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85c3480-01b2-44cf-aa89-1efb2961a52a req-9778c742-be16-4c7a-8e1f-e5aac00edbef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 1096 time: 0.0779476 Dec 09 09:53:15.469572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a905d-b061-43f0-87d4-120ac489dc39 req-3ab9cfa8-14b3-4754-98b7-1ab0875dcade tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:15.471143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-478a905d-b061-43f0-87d4-120ac489dc39 req-3ab9cfa8-14b3-4754-98b7-1ab0875dcade tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 943 time: 0.0865648 Dec 09 09:53:15.521388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-478a905d-b061-43f0-87d4-120ac489dc39 req-1aab85b2-c947-4b55-85d0-992ecdcbc1a8 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436461 Dec 09 09:53:15.595148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c3480-01b2-44cf-aa89-1efb2961a52a req-a0b9efb8-58e4-46d4-8d1e-929bd6d34452 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:15.596934 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85c3480-01b2-44cf-aa89-1efb2961a52a req-a0b9efb8-58e4-46d4-8d1e-929bd6d34452 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 915 time: 0.1407998 Dec 09 09:53:15.668141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85c3480-01b2-44cf-aa89-1efb2961a52a req-1e0a64e2-d56a-445c-8e48-0f75a63e063a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0204abc9-a23b-4e50-ad37-a69be8f43153 HTTP/1.1" status: 200 len: 217 time: 0.0630691 Dec 09 09:53:15.739741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c3480-01b2-44cf-aa89-1efb2961a52a req-38bb85a9-45e8-4459-8f39-864c4996eee1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:15.742019 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85c3480-01b2-44cf-aa89-1efb2961a52a req-38bb85a9-45e8-4459-8f39-864c4996eee1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0675685 Dec 09 09:53:15.796120 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85c3480-01b2-44cf-aa89-1efb2961a52a req-cd29682c-5546-4d30-8696-cbbec232057b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474987 Dec 09 09:53:15.938789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85c3480-01b2-44cf-aa89-1efb2961a52a req-6302def4-37f4-4de0-8f0b-0776d4d61431 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350698 Dec 09 09:53:16.088246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85c3480-01b2-44cf-aa89-1efb2961a52a req-4913886a-c219-48b9-b7be-76f871f35f7b service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417472 Dec 09 09:53:16.153421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:53:16.728069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9adef-b929-4191-87b6-e8f342e467ef req-12dcc299-c201-4003-aa77-830bf930bb6b tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:16.728832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c3a9adef-b929-4191-87b6-e8f342e467ef req-12dcc299-c201-4003-aa77-830bf930bb6b tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Synchronizing usage tracker for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:53:16.744994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-c3a9adef-b929-4191-87b6-e8f342e467ef req-12dcc299-c201-4003-aa77-830bf930bb6b tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Unset dirty status for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:53:16.746513 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3a9adef-b929-4191-87b6-e8f342e467ef req-12dcc299-c201-4003-aa77-830bf930bb6b tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 943 time: 0.0997715 Dec 09 09:53:16.796337 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3a9adef-b929-4191-87b6-e8f342e467ef req-325a9acf-f932-4f16-bfc7-b7b6ddbcdc17 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Dec 09 09:53:17.460154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:18.003548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ed015-b4b1-4c5e-85e1-60363dc8bdcb req-9a17122e-6723-43b0-9edf-b184ee4c737e tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:18.005167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-537ed015-b4b1-4c5e-85e1-60363dc8bdcb req-9a17122e-6723-43b0-9edf-b184ee4c737e tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 943 time: 0.0836070 Dec 09 09:53:18.056720 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-537ed015-b4b1-4c5e-85e1-60363dc8bdcb req-3c50ac56-039e-4288-929c-44af5fb79994 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453360 Dec 09 09:53:18.835243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0204abc9-a23b-4e50-ad37-a69be8f43153 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:53:18.974006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0204abc9-a23b-4e50-ad37-a69be8f43153,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:18.991672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '0204abc9-a23b-4e50-ad37-a69be8f43153', 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1', 'port_id': '0204abc9-a23b-4e50-ad37-a69be8f43153', 'mac_address': 'fa:16:3e:39:83:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8174ed7c-55d7-4f6a-bdad-94680bc40fba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:53:19.047355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:19.065623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0204abc9-a23b-4e50-ad37-a69be8f43153 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:53:19.080346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0204abc9-a23b-4e50-ad37-a69be8f43153,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:19.083119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:19.084964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:19.150070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=0204abc9-a23b-4e50-ad37-a69be8f43153,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:19.153420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:19.287296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['0204abc9-a23b-4e50-ad37-a69be8f43153'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:53:19.515604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75afbdc-ae6f-45ee-a257-87f7763fdf70 req-3e829673-ff93-4bab-818f-acc1a78126f2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:19.517260 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d75afbdc-ae6f-45ee-a257-87f7763fdf70 req-3e829673-ff93-4bab-818f-acc1a78126f2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 944 time: 0.3329706 Dec 09 09:53:19.566061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d75afbdc-ae6f-45ee-a257-87f7763fdf70 req-747026ed-a0ea-411e-9e4a-b0ab107913ca tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Dec 09 09:53:20.774947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7146c25-1b79-4ee5-9650-5ca4a9abe691 req-14140949-5492-4c17-9707-f28ec3e0c900 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:20.776537 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b7146c25-1b79-4ee5-9650-5ca4a9abe691 req-14140949-5492-4c17-9707-f28ec3e0c900 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 944 time: 0.0871670 Dec 09 09:53:20.826208 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b7146c25-1b79-4ee5-9650-5ca4a9abe691 req-729244d0-daca-4bf8-b096-f3de59db8be7 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Dec 09 09:53:20.854303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0204abc9-a23b-4e50-ad37-a69be8f43153 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:53:20.924493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 0204abc9-a23b-4e50-ad37-a69be8f43153 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:53:20.929509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 0204abc9-a23b-4e50-ad37-a69be8f43153 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:53:20.929934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:21.045764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:21.072719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:53:21.083623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0204abc9-a23b-4e50-ad37-a69be8f43153,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:21.086605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:21.088546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:21.133573 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153', 'code': 200} Dec 09 09:53:21.159762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=0204abc9-a23b-4e50-ad37-a69be8f43153,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:21.163103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:21.369916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-04d9e5c1-0f34-4f60-a56e-eb1dbc4bf89b req-a1f8f0a4-52f4-490f-9ea6-71a0b0af2cbe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 1098 time: 0.0759020 Dec 09 09:53:21.412425 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-04d9e5c1-0f34-4f60-a56e-eb1dbc4bf89b req-8e728c28-7aba-460d-9b3c-bd280db1d919 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362401 Dec 09 09:53:22.036809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc6ac7-9a0a-4cb8-9579-d4c082aa60e3 req-4a7b3f4a-dbec-46dc-930e-c8e04334cb96 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:22.038424 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47fc6ac7-9a0a-4cb8-9579-d4c082aa60e3 req-4a7b3f4a-dbec-46dc-930e-c8e04334cb96 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0857956 Dec 09 09:53:22.086540 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-47fc6ac7-9a0a-4cb8-9579-d4c082aa60e3 req-880e236e-9712-456e-884c-3726d4f310d6 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Dec 09 09:53:23.302069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19294041-24f9-4419-ab43-cde1894bc285 req-6ddc9ef7-04ea-4c5d-85e7-f0b0a0afaa55 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:23.303658 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-19294041-24f9-4419-ab43-cde1894bc285 req-6ddc9ef7-04ea-4c5d-85e7-f0b0a0afaa55 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0832927 Dec 09 09:53:23.352592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-19294041-24f9-4419-ab43-cde1894bc285 req-0ac71e7b-ea35-42fd-8eb6-007e59a01c6c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Dec 09 09:53:23.564435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c793e-e465-4447-af06-8c645fcd2566 req-83773d42-df2c-4668-9a7d-531a40673733 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:23.566070 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dc1c793e-e465-4447-af06-8c645fcd2566 req-83773d42-df2c-4668-9a7d-531a40673733 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0862827 Dec 09 09:53:23.613793 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dc1c793e-e465-4447-af06-8c645fcd2566 req-799fc1b9-f75a-4ae1-b947-ec34c8f299ef tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416560 Dec 09 09:53:23.992121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d35220-514e-4d54-a519-f9d25b4d33b8 req-39bc9969-483b-4714-8d21-60565923e2ea tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:23.993668 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-69d35220-514e-4d54-a519-f9d25b4d33b8 req-39bc9969-483b-4714-8d21-60565923e2ea tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0827265 Dec 09 09:53:24.048801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-69d35220-514e-4d54-a519-f9d25b4d33b8 req-2ec09c5c-698c-4c6e-8b4f-11039d557f23 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487037 Dec 09 09:53:24.256516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e865c9-a6ab-4df5-aabf-e04ecddcc516 req-7f028536-9fb9-420e-be91-1c564edad9eb tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:24.258037 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-09e865c9-a6ab-4df5-aabf-e04ecddcc516 req-7f028536-9fb9-420e-be91-1c564edad9eb tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0851514 Dec 09 09:53:24.307457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-09e865c9-a6ab-4df5-aabf-e04ecddcc516 req-ef79dc0a-74b2-4de6-bec2-068e4d576b8d tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427117 Dec 09 09:53:24.509060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dd953578-d353-44cf-9868-336c9a5a2274 req-7734bcc2-45ec-472c-9664-421e757bb388 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0740228 Dec 09 09:53:24.818162 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-b9ef5d3a-3cfc-4b3c-b48b-4fd8a80693b0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260347 Dec 09 09:53:24.851682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45db67-f725-4ef3-a282-7ee2ce2f1bec req-5e3ef0f4-0288-45e5-84ba-7ae1f4927f8c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:24.853343 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab45db67-f725-4ef3-a282-7ee2ce2f1bec req-5e3ef0f4-0288-45e5-84ba-7ae1f4927f8c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0971231 Dec 09 09:53:24.910673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab45db67-f725-4ef3-a282-7ee2ce2f1bec req-d29f1f1e-21a8-4782-96b2-fda07103744a tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500078 Dec 09 09:53:26.127266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e148632-d8fc-4215-a169-753a90fa494e req-a6068969-2bf2-4028-ad44-f7e25ed08eaf tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:26.128893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e148632-d8fc-4215-a169-753a90fa494e req-a6068969-2bf2-4028-ad44-f7e25ed08eaf tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0865009 Dec 09 09:53:26.145490 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-cb53ed49-467d-4847-b39c-9aebe9b5adfa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 1098 time: 0.0743055 Dec 09 09:53:26.183633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e148632-d8fc-4215-a169-753a90fa494e req-3d234ed6-698a-4637-861e-5a8d1b9cc9ae tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478303 Dec 09 09:53:26.288460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-54e194c2-57d5-4e66-aafb-615ec6c22f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:26.290113 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-54e194c2-57d5-4e66-aafb-615ec6c22f8c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 915 time: 0.1388230 Dec 09 09:53:26.364337 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-c0c6a328-b112-47c1-ac45-77d4f622b9cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0204abc9-a23b-4e50-ad37-a69be8f43153 HTTP/1.1" status: 200 len: 217 time: 0.0680563 Dec 09 09:53:26.437744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-5245147f-a514-4bca-8389-7d9d052e242c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:26.439285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-5245147f-a514-4bca-8389-7d9d052e242c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0641503 Dec 09 09:53:26.494213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-6e576846-f729-45a6-8a66-126fc6365a23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476930 Dec 09 09:53:26.636784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-fb99f1f2-e9da-4609-8922-23efe2368b42 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360326 Dec 09 09:53:26.779061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-e4daebf0-7915-4b6d-bdfd-4026a66720a6 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367834 Dec 09 09:53:27.393614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933113f4-1bba-4d01-9520-4668376ab88c req-35a165e4-c132-45dd-80c9-3769afd19331 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:27.395226 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-933113f4-1bba-4d01-9520-4668376ab88c req-35a165e4-c132-45dd-80c9-3769afd19331 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0845745 Dec 09 09:53:27.443450 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-933113f4-1bba-4d01-9520-4668376ab88c req-3d6db386-7963-4abe-82c3-0f9a5421fc3f tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Dec 09 09:53:28.646703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76debf71-d2d4-4009-81f0-1ba4e8983ddf req-0cf38be1-985e-4a63-a509-4349ec63d740 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:28.648275 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76debf71-d2d4-4009-81f0-1ba4e8983ddf req-0cf38be1-985e-4a63-a509-4349ec63d740 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0819054 Dec 09 09:53:28.696022 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76debf71-d2d4-4009-81f0-1ba4e8983ddf req-b33fee7e-0cb7-4f10-8dcc-408beed3d381 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407052 Dec 09 09:53:29.919019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36851b-d511-4a3f-86cc-0c0ee1780b0f req-2f38e894-5a03-4be1-bb58-2a8205ed0c5d tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:29.920614 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b36851b-d511-4a3f-86cc-0c0ee1780b0f req-2f38e894-5a03-4be1-bb58-2a8205ed0c5d tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.1003892 Dec 09 09:53:29.967916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b36851b-d511-4a3f-86cc-0c0ee1780b0f req-95c32b92-827e-4bba-b48f-c21027f0a054 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Dec 09 09:53:31.186160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd7682-6491-483e-87a4-7eeb11f601f9 req-4ac14e59-f239-42ee-9e3e-9327c09f5226 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:31.187762 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5ddd7682-6491-483e-87a4-7eeb11f601f9 req-4ac14e59-f239-42ee-9e3e-9327c09f5226 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0924385 Dec 09 09:53:31.236004 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5ddd7682-6491-483e-87a4-7eeb11f601f9 req-c3c7d432-eebe-4414-b4d9-ba6252500ca7 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Dec 09 09:53:32.440091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93dc47b-a554-4b4c-b9f8-a5a63abaa4e9 req-2346284c-ebd8-4171-a500-c154f2df5fa4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:32.441731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f93dc47b-a554-4b4c-b9f8-a5a63abaa4e9 req-2346284c-ebd8-4171-a500-c154f2df5fa4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0819767 Dec 09 09:53:32.491447 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f93dc47b-a554-4b4c-b9f8-a5a63abaa4e9 req-ce84f35d-e21f-44f8-a98a-a8783f04791a tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Dec 09 09:53:33.694772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53900a1-480e-4c26-a438-5ee0aed31869 req-a81fdd6d-ac54-4ca4-9823-a1f673c4bd50 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:33.696376 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b53900a1-480e-4c26-a438-5ee0aed31869 req-a81fdd6d-ac54-4ca4-9823-a1f673c4bd50 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0817142 Dec 09 09:53:33.745792 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b53900a1-480e-4c26-a438-5ee0aed31869 req-0593472a-b1cc-42d9-86e3-aa1c1b8f5eec tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430918 Dec 09 09:53:34.440961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-273384c8-f96e-4bf9-bb30-ae6263bf43ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:34.960573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935afe1-2c37-4d7f-9ee4-c7804f5304b6 req-f261ccbe-f74d-402c-80a7-850e5b3813e1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:34.962219 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1935afe1-2c37-4d7f-9ee4-c7804f5304b6 req-f261ccbe-f74d-402c-80a7-850e5b3813e1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0884814 Dec 09 09:53:35.012435 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1935afe1-2c37-4d7f-9ee4-c7804f5304b6 req-af0ef6ee-b0cf-46df-a4f1-e9a5d8e916da tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439975 Dec 09 09:53:35.690248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:36.219486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599b545-9ce6-43d4-bf27-819e8d0254c6 req-7fb8dbcd-74a5-4687-b559-6cd874e1f2ab tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:36.221075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6599b545-9ce6-43d4-bf27-819e8d0254c6 req-7fb8dbcd-74a5-4687-b559-6cd874e1f2ab tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0873883 Dec 09 09:53:36.269592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6599b545-9ce6-43d4-bf27-819e8d0254c6 req-402d1875-8509-4cc3-a5c4-9e6f800fd353 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420663 Dec 09 09:53:36.724765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d1c910f4-d883-47f3-a1e9-948a8ad6adfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:37.147266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:37.474517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf79c9-cae1-4b74-aa71-8e7fa06cc2f6 req-aa1e9106-6287-4311-a37a-316c08c628c9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:37.476035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-acbf79c9-cae1-4b74-aa71-8e7fa06cc2f6 req-aa1e9106-6287-4311-a37a-316c08c628c9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0825827 Dec 09 09:53:37.529171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-acbf79c9-cae1-4b74-aa71-8e7fa06cc2f6 req-d817d2a6-8825-49be-82bb-c068d92919e2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Dec 09 09:53:38.415624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:38.755842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d9d71-9cf3-4908-985a-6f666b9f09ff req-457cb72e-5286-41ab-bb63-468de979d817 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:38.756415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c89d9d71-9cf3-4908-985a-6f666b9f09ff req-457cb72e-5286-41ab-bb63-468de979d817 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0840054 Dec 09 09:53:38.810333 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c89d9d71-9cf3-4908-985a-6f666b9f09ff req-2dfb23a5-c3aa-4438-b285-04f06d4cb31b tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 Dec 09 09:53:40.015301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0fac8-d036-42f6-84b3-98071285e08f req-3057e680-2188-41fd-ac0e-06e68a9a95ee tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:40.016823 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87c0fac8-d036-42f6-84b3-98071285e08f req-3057e680-2188-41fd-ac0e-06e68a9a95ee tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0821066 Dec 09 09:53:40.065016 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87c0fac8-d036-42f6-84b3-98071285e08f req-d6218719-8fe9-4741-b435-593c76f8ff2b tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418520 Dec 09 09:53:41.273190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780976e5-cd74-4130-80ae-c4dc9a21daf0 req-cad4cf4a-fdd5-4594-b04f-3dcaeaef4c77 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:41.274788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-780976e5-cd74-4130-80ae-c4dc9a21daf0 req-cad4cf4a-fdd5-4594-b04f-3dcaeaef4c77 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0828407 Dec 09 09:53:41.324486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-780976e5-cd74-4130-80ae-c4dc9a21daf0 req-eab1c6ca-7de1-42e4-903c-78f32384806d tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434415 Dec 09 09:53:42.535051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8ba7c-e475-4b13-870b-f44ad88e26b3 req-a3b8f26f-ea5d-443e-b012-0fcb01e61671 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:42.536624 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13c8ba7c-e475-4b13-870b-f44ad88e26b3 req-a3b8f26f-ea5d-443e-b012-0fcb01e61671 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0860696 Dec 09 09:53:42.583965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13c8ba7c-e475-4b13-870b-f44ad88e26b3 req-3afb3966-05b9-45d7-b43d-6f229cc05f52 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 Dec 09 09:53:43.792290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd54611-6744-4b83-b72f-1e6473ac5ca4 req-449132cc-84f0-4a39-8de0-699d11afcf17 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:43.794002 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6fd54611-6744-4b83-b72f-1e6473ac5ca4 req-449132cc-84f0-4a39-8de0-699d11afcf17 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0883069 Dec 09 09:53:43.843600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6fd54611-6744-4b83-b72f-1e6473ac5ca4 req-cad08356-820c-4d2f-8893-4f164adf22ae tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433137 Dec 09 09:53:45.081366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec04a6a-37a8-4385-aa06-5382c29ebf03 req-0616d398-d078-45ec-9034-7fcb0b07c893 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:45.082988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ec04a6a-37a8-4385-aa06-5382c29ebf03 req-0616d398-d078-45ec-9034-7fcb0b07c893 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0832958 Dec 09 09:53:45.132447 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ec04a6a-37a8-4385-aa06-5382c29ebf03 req-9d96d3dd-4dab-4cb8-9c84-65f2d21cf1dd tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429416 Dec 09 09:53:46.358858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d3d56-84f5-4f28-95fc-b3e377586b4a req-08e6665d-2a1c-442b-acc0-b81d54ed5f36 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:46.360475 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cc7d3d56-84f5-4f28-95fc-b3e377586b4a req-08e6665d-2a1c-442b-acc0-b81d54ed5f36 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0929575 Dec 09 09:53:46.408926 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cc7d3d56-84f5-4f28-95fc-b3e377586b4a req-c336d628-ab41-4334-88dd-2b0dfe07afa3 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423014 Dec 09 09:53:47.477991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:47.647633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e35680-5cfa-494a-9388-4567bf71f846 req-d295cf72-630f-49c7-980b-c3a673ab0e81 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:47.649307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12e35680-5cfa-494a-9388-4567bf71f846 req-d295cf72-630f-49c7-980b-c3a673ab0e81 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0918939 Dec 09 09:53:47.699371 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12e35680-5cfa-494a-9388-4567bf71f846 req-abe250e2-b7e3-4aca-9cd4-24c92d6a2808 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427001 Dec 09 09:53:48.915043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0aa61a-ce21-4cd2-8b04-94a95e195e9d req-4ec0f319-ec82-4abf-b779-8c3e231decdd tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:48.917995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3f0aa61a-ce21-4cd2-8b04-94a95e195e9d req-4ec0f319-ec82-4abf-b779-8c3e231decdd tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0901444 Dec 09 09:53:48.966394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3f0aa61a-ce21-4cd2-8b04-94a95e195e9d req-d1b8bb9e-2eb1-4956-9ec3-37fb8dd69b74 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427272 Dec 09 09:53:50.184968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2b504-f1f6-4d32-a0a6-1782db6416d7 req-8d9ce433-1fc7-4084-bb84-e8da4c645a7a tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:50.186605 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78a2b504-f1f6-4d32-a0a6-1782db6416d7 req-8d9ce433-1fc7-4084-bb84-e8da4c645a7a tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0839772 Dec 09 09:53:50.235338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78a2b504-f1f6-4d32-a0a6-1782db6416d7 req-9d497b05-4df9-4ad6-be39-864bda5fe64c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Dec 09 09:53:51.447150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffac4c9-fffa-40f6-be2e-adfdcab0345c req-5d27c2b7-c17a-485e-b99e-bd7f90492971 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:51.448819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3ffac4c9-fffa-40f6-be2e-adfdcab0345c req-5d27c2b7-c17a-485e-b99e-bd7f90492971 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0838127 Dec 09 09:53:51.498793 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3ffac4c9-fffa-40f6-be2e-adfdcab0345c req-588fc495-1d43-445d-8525-cdcf18e7ac6a tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435953 Dec 09 09:53:52.735005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4136cd-46fa-43f0-be79-ba81aeea8c4f req-af2c54e4-d88d-4f61-9cbe-03ebcd297c64 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:52.736634 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6c4136cd-46fa-43f0-be79-ba81aeea8c4f req-af2c54e4-d88d-4f61-9cbe-03ebcd297c64 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0882578 Dec 09 09:53:52.787640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6c4136cd-46fa-43f0-be79-ba81aeea8c4f req-ae58c64d-dcff-40ba-816e-99ab81895951 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443511 Dec 09 09:53:53.154513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:53:53.433982 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-c6a90e26-d8b7-417c-b369-5d61c9ffeda6 service neutron] 10.222.0.65 "GET /v2.0/ports/0204abc9-a23b-4e50-ad37-a69be8f43153/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0769432 Dec 09 09:53:53.708693 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-a1ddc030-dfc9-44cc-9e7d-fdf004d25150 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d&tenant_id=2aaca823bc5b41e8814add9cfc2e90ae HTTP/1.1" status: 200 len: 1098 time: 0.0785935 Dec 09 09:53:53.806852 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-1c74aaab-53ab-4f0e-9d78-b82d76d4ce7e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 1098 time: 0.0752521 Dec 09 09:53:53.962317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-775b9a8e-e20b-4a7f-81af-05274588989a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:53.964365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-775b9a8e-e20b-4a7f-81af-05274588989a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 915 time: 0.1513796 Dec 09 09:53:54.003757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab7c400-1106-4991-88a9-bf8cf81dadcc req-626376a0-bcba-4f50-8094-d21b88148fc1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:54.005388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dab7c400-1106-4991-88a9-bf8cf81dadcc req-626376a0-bcba-4f50-8094-d21b88148fc1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0859985 Dec 09 09:53:54.038391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-45f79717-9f17-4de5-ba73-85721a806db9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0204abc9-a23b-4e50-ad37-a69be8f43153 HTTP/1.1" status: 200 len: 217 time: 0.0681245 Dec 09 09:53:54.055126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dab7c400-1106-4991-88a9-bf8cf81dadcc req-12c90f9c-ffe5-41f1-9297-6c7d4043d7fd tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Dec 09 09:53:54.106566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-a71844a8-8265-4a8b-b879-6d8734544ca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:54.108148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-a71844a8-8265-4a8b-b879-6d8734544ca1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0637960 Dec 09 09:53:54.161150 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-f56d2995-69fe-4538-be71-0a6c6bf7b23b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464990 Dec 09 09:53:54.307307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-83f7b244-52f3-418b-9fad-c9537323867d service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395748 Dec 09 09:53:54.446486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a98af2c2-8b27-4d2b-b075-d2f102c4da60 req-43540c6e-f8b9-446b-8f9f-342efcde3a4a service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334321 Dec 09 09:53:55.264602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924f409-fe07-472c-b380-f99f473c777a req-1ece9e51-3f4d-428c-b189-915132a697cd tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:55.266674 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a924f409-fe07-472c-b380-f99f473c777a req-1ece9e51-3f4d-428c-b189-915132a697cd tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0854998 Dec 09 09:53:55.318493 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a924f409-fe07-472c-b380-f99f473c777a req-e285810c-9d57-4413-8ed1-45fee0e30af1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453069 Dec 09 09:53:56.525212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa34676-c6f7-4fb9-b963-0fd1bf172282 req-fc95c899-3f6a-4b12-bd14-ba7423c372a3 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:56.527369 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7fa34676-c6f7-4fb9-b963-0fd1bf172282 req-fc95c899-3f6a-4b12-bd14-ba7423c372a3 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0837970 Dec 09 09:53:56.579859 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7fa34676-c6f7-4fb9-b963-0fd1bf172282 req-d8b6e289-e826-42f5-acec-82c088030198 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Dec 09 09:53:56.926879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00801b-e3af-4739-8460-2b06b279ad4b req-9ac61c55-7055-42be-9eb1-1cf1316d3f5c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:56.928391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dd00801b-e3af-4739-8460-2b06b279ad4b req-9ac61c55-7055-42be-9eb1-1cf1316d3f5c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0841877 Dec 09 09:53:56.934557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d404c-f305-406c-b295-758c861298ef req-3f95f03b-84fc-4c08-b85a-90861400420c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:56.936120 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-476d404c-f305-406c-b295-758c861298ef req-3f95f03b-84fc-4c08-b85a-90861400420c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d&tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 945 time: 0.0927374 Dec 09 09:53:56.979111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dd00801b-e3af-4739-8460-2b06b279ad4b req-bd5922f6-1ed9-4934-9561-e164ca12bdc7 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438857 Dec 09 09:53:57.052951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0204abc9-a23b-4e50-ad37-a69be8f43153 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:53:57.061568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0204abc9-a23b-4e50-ad37-a69be8f43153 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:53:57.085625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-476d404c-f305-406c-b295-758c861298ef req-05588176-7ea4-49a0-b918-7219e96a74b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 1098 time: 0.0758722 Dec 09 09:53:57.230002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d404c-f305-406c-b295-758c861298ef req-1e848d22-4bb4-456f-9b43-3b73ff999223 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:57.231553 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-476d404c-f305-406c-b295-758c861298ef req-1e848d22-4bb4-456f-9b43-3b73ff999223 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 915 time: 0.1403704 Dec 09 09:53:57.300696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:57.326238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0204abc9-a23b-4e50-ad37-a69be8f43153,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:57.356386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:53:57.362682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '0204abc9-a23b-4e50-ad37-a69be8f43153', 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1', 'port_id': '0204abc9-a23b-4e50-ad37-a69be8f43153', 'mac_address': 'fa:16:3e:39:83:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8174ed7c-55d7-4f6a-bdad-94680bc40fba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:53:57.419024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0204abc9-a23b-4e50-ad37-a69be8f43153,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:57.422996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:57.427217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:57.462008 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153', 'code': 200} Dec 09 09:53:57.514643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:57.551059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0204abc9-a23b-4e50-ad37-a69be8f43153 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:53:57.560445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=0204abc9-a23b-4e50-ad37-a69be8f43153,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:57.564734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:57.596835 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-476d404c-f305-406c-b295-758c861298ef req-6c0bf44f-b4d5-4068-831e-d4548dd25d84 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0204abc9-a23b-4e50-ad37-a69be8f43153 HTTP/1.1" status: 200 len: 217 time: 0.3580494 Dec 09 09:53:57.628900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:53:57.629438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:53:57.673826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d404c-f305-406c-b295-758c861298ef req-39a08d08-ae5f-4926-9744-54acd8f39b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:57.675410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-476d404c-f305-406c-b295-758c861298ef req-39a08d08-ae5f-4926-9744-54acd8f39b32 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0682976 Dec 09 09:53:57.730307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-476d404c-f305-406c-b295-758c861298ef req-1cdaf0c4-677a-4dc8-b4af-22311b08eb18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480421 Dec 09 09:53:57.883465 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-476d404c-f305-406c-b295-758c861298ef req-322c0464-6efa-4f55-93d0-27006d438d9c service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473558 Dec 09 09:53:58.050949 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-476d404c-f305-406c-b295-758c861298ef req-930658be-e1a5-44a4-86f5-69f106e2a4ff service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616488 Dec 09 09:53:58.189299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:58.203557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102db221-a0ec-44c9-8fcd-d490c2af7a67 req-b5a4e3d3-ddc1-478e-b14a-2d5f9e3e23dc tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:58.205210 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-102db221-a0ec-44c9-8fcd-d490c2af7a67 req-b5a4e3d3-ddc1-478e-b14a-2d5f9e3e23dc tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 943 time: 0.0900557 Dec 09 09:53:58.209237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0204abc9-a23b-4e50-ad37-a69be8f43153 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:53:58.225848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0204abc9-a23b-4e50-ad37-a69be8f43153,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:58.228605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:58.231900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:58.255684 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-102db221-a0ec-44c9-8fcd-d490c2af7a67 req-a97fe4c5-e2d1-416d-9d9c-c1306f6a4cb0 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Dec 09 09:53:58.300000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['0204abc9-a23b-4e50-ad37-a69be8f43153'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:53:58.339865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=0204abc9-a23b-4e50-ad37-a69be8f43153,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:58.344725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:59.068393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0204abc9-a23b-4e50-ad37-a69be8f43153 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:53:59.139027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 0204abc9-a23b-4e50-ad37-a69be8f43153 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:53:59.139442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:59.255448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:59.290756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0204abc9-a23b-4e50-ad37-a69be8f43153,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:53:59.294490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:53:59.297499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fefe7a20-3f5e-47b2-9c1e-78540ebc7ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:53:59.372170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=0204abc9-a23b-4e50-ad37-a69be8f43153,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:53:59.375429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:53:59.463370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:53:59.467753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c288cb5-735f-488a-86e7-97ff942d5357 req-0b13585c-93bf-4139-9cbd-9ebc84935b7f tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:59.469375 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1c288cb5-735f-488a-86e7-97ff942d5357 req-0b13585c-93bf-4139-9cbd-9ebc84935b7f tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0859990 Dec 09 09:53:59.518661 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153', 'code': 200} Dec 09 09:53:59.519806 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1c288cb5-735f-488a-86e7-97ff942d5357 req-00ab1ce5-7856-4f10-a951-282433a64b50 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439065 Dec 09 09:53:59.723988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1534964-2a5e-47e3-a714-aacf88087183 req-61ca70cc-1c2f-4f12-a09d-c06d60069fa9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:59.725539 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1534964-2a5e-47e3-a714-aacf88087183 req-61ca70cc-1c2f-4f12-a09d-c06d60069fa9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0825055 Dec 09 09:53:59.774844 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1534964-2a5e-47e3-a714-aacf88087183 req-483fa466-c27d-4189-bb34-ce48a8cf52af tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424674 Dec 09 09:53:59.979517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036efa7-8e31-4dcd-a030-61ebaa99d01f req-30f7bade-786d-4d44-bfbb-43e153b1d9ea tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:53:59.981250 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4036efa7-8e31-4dcd-a030-61ebaa99d01f req-30f7bade-786d-4d44-bfbb-43e153b1d9ea tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0837700 Dec 09 09:54:00.029535 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4036efa7-8e31-4dcd-a030-61ebaa99d01f req-fa88cfb3-debe-4868-b810-315aff613c76 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420871 Dec 09 09:54:00.565726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-80b8e348-d84a-474c-a82a-43b761877ad9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:00.567212 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-80b8e348-d84a-474c-a82a-43b761877ad9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 814 time: 0.1555243 Dec 09 09:54:00.585028 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fa14c487-a621-4ab6-9405-130e547b05b5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/quotas/2aaca823bc5b41e8814add9cfc2e90ae HTTP/1.1" status: 200 len: 375 time: 0.0110874 Dec 09 09:54:00.680182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-56ba0e22-9a19-460c-8d05-d5ac5a5f9c3c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897224 Dec 09 09:54:00.825325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-28b19928-dd69-4e2a-ab9a-da2bc26bd7f0 service neutron] 10.222.0.18 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365755 Dec 09 09:54:00.968779 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-bc3b3e93-75e5-44bf-8159-5d20adb91bf5 service neutron] 10.222.0.18 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370983 Dec 09 09:54:01.175243 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e1ff4a1d-e34f-4537-bc69-fc31950fc50c req-ef76a343-670c-4fa9-8aa8-bc66da1b90c4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 210 time: 0.0490403 Dec 09 09:54:02.055468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-4344722c-f424-4455-940a-aa1ddd03b1d2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:02.058148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-4344722c-f424-4455-940a-aa1ddd03b1d2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a6846d0-7730-4b8e-860f-693f73f9426d HTTP/1.1" status: 200 len: 945 time: 0.0845630 Dec 09 09:54:02.140755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Deleting port 0204abc9-a23b-4e50-ad37-a69be8f43153 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:54:02.141140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:02.225835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-9fe312ab-b422-4d4e-a739-5cf616b3d754 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:02.226580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-9fe312ab-b422-4d4e-a739-5cf616b3d754 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Synchronizing usage tracker for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:54:02.246203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-9fe312ab-b422-4d4e-a739-5cf616b3d754 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Unset dirty status for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:54:02.247758 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-9fe312ab-b422-4d4e-a739-5cf616b3d754 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 814 time: 0.1907768 Dec 09 09:54:02.263695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Request body: {'port': {'device_id': 'b0acd415-e558-43cf-a020-77a872665afc', 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1', 'admin_state_up': True, 'tenant_id': '2aaca823bc5b41e8814add9cfc2e90ae'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:54:02.367099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3e74a454-f7ee-4fc7-b081-0004064d1d26 req-57732a68-242d-4ccb-bfa9-af87828536e5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 210 time: 0.0525053 Dec 09 09:54:02.417293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:54:02.436142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:54:02.445294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Made reservation on behalf of 2aaca823bc5b41e8814add9cfc2e90ae for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:54:02.450799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:02.470313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] For port 0204abc9-a23b-4e50-ad37-a69be8f43153, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0204abc9-a23b-4e50-ad37-a69be8f43153,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:54:02.470721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:02.600924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Calling delete_port for 0204abc9-a23b-4e50-ad37-a69be8f43153 owned by compute:nova {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:54:02.625618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Allocated IP 172.20.0.12 (e4ad3227-598e-4f2e-9be5-6bcb58afeab1/8174ed7c-55d7-4f6a-bdad-94680bc40fba/14c116fa-337e-4d2f-8b64-d31822b6afbf) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:54:02.754676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:02.761876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:02.766790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['0204abc9-a23b-4e50-ad37-a69be8f43153'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:54:02.806558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Pushing event deleted for resources: {'Port': ['ID=0204abc9-a23b-4e50-ad37-a69be8f43153,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:02.811292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:02.887755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] No DVR routers for this DVR port 0204abc9-a23b-4e50-ad37-a69be8f43153 on host hv-neutron-8195 {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:54:02.890405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:02.893554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'name': 'network-vif-deleted', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:54:02.913352 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-234258f2-3584-4c83-925f-7bb238ba14d3 req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "DELETE /v2.0/ports/0204abc9-a23b-4e50-ad37-a69be8f43153 HTTP/1.1" status: 204 len: 173 time: 0.8497088 Dec 09 09:54:02.952465 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6846d0-7730-4b8e-860f-693f73f9426d', 'name': 'network-vif-deleted', 'tag': '0204abc9-a23b-4e50-ad37-a69be8f43153', 'status': 'completed', 'code': 200} Dec 09 09:54:03.126925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:03.152989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:03.158536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bb37ece8-4f9c-433f-a6f0-e8b12db59e72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:03.164732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['0204abc9-a23b-4e50-ad37-a69be8f43153'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:54:03.227833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:54:03.231651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:54:03.235832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:54:03.272056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Pushing event updated for resources: {'Port': ['ID=14c116fa-337e-4d2f-8b64-d31822b6afbf,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:03.279381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:03.307913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:03.308996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:03.335767 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0774496 Dec 09 09:54:03.347139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Request body: {'port': {'device_id': 'b0acd415-e558-43cf-a020-77a872665afc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:54:03.478905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:03.579772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a5091-1307-4e98-8fed-dc32aed660a3 req-78cb8fe8-e2e4-4a5f-874b-712bfd27ed04 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:03.580656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7c2a5091-1307-4e98-8fed-dc32aed660a3 req-78cb8fe8-e2e4-4a5f-874b-712bfd27ed04 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Synchronizing usage tracker for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:54:03.595660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7c2a5091-1307-4e98-8fed-dc32aed660a3 req-78cb8fe8-e2e4-4a5f-874b-712bfd27ed04 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Unset dirty status for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:54:03.596908 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c2a5091-1307-4e98-8fed-dc32aed660a3 req-78cb8fe8-e2e4-4a5f-874b-712bfd27ed04 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 932 time: 0.1030257 Dec 09 09:54:03.647965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c2a5091-1307-4e98-8fed-dc32aed660a3 req-ec4e3f47-2944-4f82-ad4c-d968c2064d4e tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440946 Dec 09 09:54:03.843320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c116fa-337e-4d2f-8b64-d31822b6afbf {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:54:03.850652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:03.866157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Transition to ACTIVE for port object 14c116fa-337e-4d2f-8b64-d31822b6afbf will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:54:03.868974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:03.874045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b15e71c-ca21-4cba-8a07-b0a5716750e4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:03.998052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Pushing event updated for resources: {'Port': ['ID=14c116fa-337e-4d2f-8b64-d31822b6afbf,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:04.002998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:04.112380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Attempting to bind port 14c116fa-337e-4d2f-8b64-d31822b6afbf on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:54:04.112859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Attempting to bind port 14c116fa-337e-4d2f-8b64-d31822b6afbf by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '4f3f6e71-8692-441b-9b93-bd091daf33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:54:04.113257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Attempting to bind port 14c116fa-337e-4d2f-8b64-d31822b6afbf on network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:54:04.120161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Port 14c116fa-337e-4d2f-8b64-d31822b6afbf on network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:54:04.120742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Attempting to bind port 14c116fa-337e-4d2f-8b64-d31822b6afbf on network e4ad3227-598e-4f2e-9be5-6bcb58afeab1 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:54:04.127218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:54:04.127705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Checking segment: {'id': '4f3f6e71-8692-441b-9b93-bd091daf33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:54:04.127976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Bound using segment: {'id': '4f3f6e71-8692-441b-9b93-bd091daf33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:54:04.128440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Bound port: 14c116fa-337e-4d2f-8b64-d31822b6afbf, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f3f6e71-8692-441b-9b93-bd091daf33a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:54:04.128818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:04.220083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] For port 14c116fa-337e-4d2f-8b64-d31822b6afbf, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:54:04.223376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] For port 14c116fa-337e-4d2f-8b64-d31822b6afbf, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:54:04.226564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:04.231845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-232efe51-42a4-4b36-aaec-4f7164f273cd tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:04.292940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:04.294483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] 10.222.0.65 "PUT /v2.0/ports/14c116fa-337e-4d2f-8b64-d31822b6afbf HTTP/1.1" status: 200 len: 1094 time: 0.9519596 Dec 09 09:54:04.295048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0acd415-e558-43cf-a020-77a872665afc', 'tag': '14c116fa-337e-4d2f-8b64-d31822b6afbf'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:54:04.313866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Pushing event updated for resources: {'Port': ['ID=14c116fa-337e-4d2f-8b64-d31822b6afbf,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:04.316958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:04.371490 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0acd415-e558-43cf-a020-77a872665afc', 'tag': '14c116fa-337e-4d2f-8b64-d31822b6afbf', 'status': 'completed', 'code': 200} Dec 09 09:54:04.408365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-dc136584-90e2-4b7a-9272-5ce458183bfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 1097 time: 0.0798192 Dec 09 09:54:04.442341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ace6547f-7a01-4794-83d8-705086fb517f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:04.480449 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-0db439da-44e9-4e3e-895d-60c30db259d9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf HTTP/1.1" status: 200 len: 217 time: 0.0647855 Dec 09 09:54:04.558295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-62b2b70a-48a2-404a-9c1e-6200f7b3c4fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:04.559891 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-62b2b70a-48a2-404a-9c1e-6200f7b3c4fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0737889 Dec 09 09:54:04.608851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-62900a0b-c4e1-47ac-9924-8b644942e1ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426693 Dec 09 09:54:04.752192 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-0af680ce-127d-48c1-87ba-d1e217285fe3 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357510 Dec 09 09:54:04.858065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929b167-5905-431e-8665-112a57d2e663 req-8a075b37-2928-4d4b-8ef7-502650292e3e tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:04.859695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3929b167-5905-431e-8665-112a57d2e663 req-8a075b37-2928-4d4b-8ef7-502650292e3e tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 944 time: 0.0844727 Dec 09 09:54:04.895855 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab67c86d-5af5-4856-be6a-c2693e954afc req-580146ca-ba70-4b80-83e9-b3ab09034860 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371267 Dec 09 09:54:04.915523 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3929b167-5905-431e-8665-112a57d2e663 req-eadc9719-c93e-45d6-8e81-d64fa80eada6 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493147 Dec 09 09:54:05.013584 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-162d227b-e691-422f-8aee-96be9461b97e req-5556014e-ca2d-45f5-a0ea-491c1788caa2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 1097 time: 0.0777586 Dec 09 09:54:05.156122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d227b-e691-422f-8aee-96be9461b97e req-bd0bb985-c3c7-4eae-94c8-e4df07917d1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:05.157816 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-162d227b-e691-422f-8aee-96be9461b97e req-bd0bb985-c3c7-4eae-94c8-e4df07917d1a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 915 time: 0.1375413 Dec 09 09:54:05.227989 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-162d227b-e691-422f-8aee-96be9461b97e req-44b6f72a-0232-4680-9e65-4f227db0d378 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf HTTP/1.1" status: 200 len: 217 time: 0.0634050 Dec 09 09:54:05.298960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d227b-e691-422f-8aee-96be9461b97e req-1092e1db-51e6-4d30-bca7-0c1c8660397b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:05.300424 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-162d227b-e691-422f-8aee-96be9461b97e req-1092e1db-51e6-4d30-bca7-0c1c8660397b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0657952 Dec 09 09:54:05.350765 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-162d227b-e691-422f-8aee-96be9461b97e req-73b941dd-b67d-41ff-a306-6e5ef98d7062 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425284 Dec 09 09:54:05.492048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-162d227b-e691-422f-8aee-96be9461b97e req-d115215f-3c94-4273-8d37-9b3b8b2576be service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328173 Dec 09 09:54:05.634008 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-162d227b-e691-422f-8aee-96be9461b97e req-b671adfe-2498-465d-a368-aaa09020a0ee service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355610 Dec 09 09:54:05.694154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:06.148580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33279bee-d2f3-43a7-8baf-7ae8e6d6a7de req-30458cc0-4608-46a4-a87c-4de37cf279fc tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:06.149295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-33279bee-d2f3-43a7-8baf-7ae8e6d6a7de req-30458cc0-4608-46a4-a87c-4de37cf279fc tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Synchronizing usage tracker for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:54:06.162187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-33279bee-d2f3-43a7-8baf-7ae8e6d6a7de req-30458cc0-4608-46a4-a87c-4de37cf279fc tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Unset dirty status for tenant:2aaca823bc5b41e8814add9cfc2e90ae on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:54:06.163424 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-33279bee-d2f3-43a7-8baf-7ae8e6d6a7de req-30458cc0-4608-46a4-a87c-4de37cf279fc tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 944 time: 0.1090226 Dec 09 09:54:06.212318 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-33279bee-d2f3-43a7-8baf-7ae8e6d6a7de req-d2d26513-97bb-4633-9920-2662201b7af9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Dec 09 09:54:06.726530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6d0b82f-6af9-4043-b798-a378e337219e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:07.147296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 14c116fa-337e-4d2f-8b64-d31822b6afbf details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:54:07.154389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0204abc9-a23b-4e50-ad37-a69be8f43153 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:54:07.194960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 0204abc9-a23b-4e50-ad37-a69be8f43153 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:54:07.195614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0204abc9-a23b-4e50-ad37-a69be8f43153 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:54:07.198847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:07.331425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 14c116fa-337e-4d2f-8b64-d31822b6afbf, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:54:07.345852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '14c116fa-337e-4d2f-8b64-d31822b6afbf', 'network_id': 'e4ad3227-598e-4f2e-9be5-6bcb58afeab1', 'port_id': '14c116fa-337e-4d2f-8b64-d31822b6afbf', 'mac_address': 'fa:16:3e:81:d1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8174ed7c-55d7-4f6a-bdad-94680bc40fba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:54:07.402492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:07.420424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c116fa-337e-4d2f-8b64-d31822b6afbf {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:54:07.420974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaad9e-33cf-45c0-aa04-4d7cb5a7d7cc req-727852f1-1035-4628-b1bc-0d5426888d3c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:07.422646 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7deaad9e-33cf-45c0-aa04-4d7cb5a7d7cc req-727852f1-1035-4628-b1bc-0d5426888d3c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 944 time: 0.0863054 Dec 09 09:54:07.435990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 14c116fa-337e-4d2f-8b64-d31822b6afbf, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:54:07.438772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:07.440603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:07.473854 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7deaad9e-33cf-45c0-aa04-4d7cb5a7d7cc req-f56122d8-da02-4f5d-9346-08af11c18467 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Dec 09 09:54:07.509230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=14c116fa-337e-4d2f-8b64-d31822b6afbf,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:07.518778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.519175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.519560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.519939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.520317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.520692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.521066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.521467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.521838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.522207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.522577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:07.527061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:07.626659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['14c116fa-337e-4d2f-8b64-d31822b6afbf'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:54:08.418599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:08.689816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427b0af8-1cb2-4190-a390-ecfbcd206d69 req-16ce7e97-d3ac-4288-89f1-724cb9c888e6 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:08.691356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-427b0af8-1cb2-4190-a390-ecfbcd206d69 req-16ce7e97-d3ac-4288-89f1-724cb9c888e6 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 945 time: 0.0940847 Dec 09 09:54:08.741290 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-427b0af8-1cb2-4190-a390-ecfbcd206d69 req-aee83014-a4fc-40ad-9284-1331214151c5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433776 Dec 09 09:54:09.146090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 14c116fa-337e-4d2f-8b64-d31822b6afbf up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:54:09.218899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 14c116fa-337e-4d2f-8b64-d31822b6afbf completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:54:09.223840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 14c116fa-337e-4d2f-8b64-d31822b6afbf triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:54:09.224258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:09.344285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:09.371942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acd415-e558-43cf-a020-77a872665afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c116fa-337e-4d2f-8b64-d31822b6afbf'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:54:09.382281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 14c116fa-337e-4d2f-8b64-d31822b6afbf, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:54:09.386071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:09.389128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:09.428460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acd415-e558-43cf-a020-77a872665afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c116fa-337e-4d2f-8b64-d31822b6afbf', 'code': 200} Dec 09 09:54:09.465961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=14c116fa-337e-4d2f-8b64-d31822b6afbf,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:09.469093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:09.666075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9012787b-fac6-478a-bcb7-43dde6e2b2fa req-30647069-ca26-4bcc-8191-7b66858c372a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 1099 time: 0.0728269 Dec 09 09:54:09.714969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9012787b-fac6-478a-bcb7-43dde6e2b2fa req-e11309f6-e92c-46d6-88fe-1bcc22aadc87 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 Dec 09 09:54:09.944180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e114ca-37fb-49ca-9bc9-e197aa040e13 req-3c53463a-de62-4c32-951b-aff7cdcaaf02 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:09.945722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-57e114ca-37fb-49ca-9bc9-e197aa040e13 req-3c53463a-de62-4c32-951b-aff7cdcaaf02 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0815904 Dec 09 09:54:09.993282 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-57e114ca-37fb-49ca-9bc9-e197aa040e13 req-02e75fed-0dc4-4265-ab5c-880d90f6cbe7 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413439 Dec 09 09:54:11.203012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a63f8-5923-46ad-93e0-d37b0dee7b6a req-7662070c-7762-458c-b3bc-e56e6f729bfe tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:11.204607 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c18a63f8-5923-46ad-93e0-d37b0dee7b6a req-7662070c-7762-458c-b3bc-e56e6f729bfe tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0881436 Dec 09 09:54:11.253985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c18a63f8-5923-46ad-93e0-d37b0dee7b6a req-2d4f3041-0cf8-4f49-9979-175aa5f96828 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433097 Dec 09 09:54:11.459327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862064d-0ebb-4892-93b1-02327f471eef req-c7f66a74-1532-416b-857d-2d9394f725f6 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:11.460924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a862064d-0ebb-4892-93b1-02327f471eef req-c7f66a74-1532-416b-857d-2d9394f725f6 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0869565 Dec 09 09:54:11.509503 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a862064d-0ebb-4892-93b1-02327f471eef req-b6c208c5-27ed-41db-9266-241273628a7d tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416892 Dec 09 09:54:11.715268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a960d186-f833-46f8-9e3e-2f09a665edd8 req-3608be5d-0f2d-4934-a4c0-8ceb52a92d9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0748746 Dec 09 09:54:11.975190 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-3f067515-9613-457e-a4d8-bc7003ea57c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0784104 Dec 09 09:54:12.038401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ff870-025c-46e4-be65-0591d909551a req-e26c6c0f-006a-4b5c-9f7f-b187d0242503 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:12.040033 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d90ff870-025c-46e4-be65-0591d909551a req-e26c6c0f-006a-4b5c-9f7f-b187d0242503 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0846112 Dec 09 09:54:12.090276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d90ff870-025c-46e4-be65-0591d909551a req-54695b17-8fda-45d5-b266-fa2c292acd94 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Dec 09 09:54:13.161953 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-1d206f2e-8c73-4096-ab24-4204f4c94736 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 1099 time: 0.0809572 Dec 09 09:54:13.301318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5211a5-a36b-4eb9-9270-8cf3ef8091f1 req-8b713846-8180-468d-bb4d-dca6b5225b9a tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:13.302922 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7e5211a5-a36b-4eb9-9270-8cf3ef8091f1 req-8b713846-8180-468d-bb4d-dca6b5225b9a tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0823128 Dec 09 09:54:13.304153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078cf60-0309-4282-bca8-5be741d766eb req-92f49735-d304-4dc4-a3c1-db3ba26b66bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:13.305815 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-92f49735-d304-4dc4-a3c1-db3ba26b66bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 915 time: 0.1374061 Dec 09 09:54:13.353020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7e5211a5-a36b-4eb9-9270-8cf3ef8091f1 req-714aefe0-6a8f-4cb0-886e-222e0e62975b tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Dec 09 09:54:13.376645 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-a5a90120-22f2-4649-a695-8cf3543ab119 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf HTTP/1.1" status: 200 len: 217 time: 0.0643935 Dec 09 09:54:13.447993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078cf60-0309-4282-bca8-5be741d766eb req-daafa65d-5abb-4b88-9034-3256c9cb5346 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:13.449540 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-daafa65d-5abb-4b88-9034-3256c9cb5346 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0668089 Dec 09 09:54:13.498159 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-e79433e1-353a-497c-b2de-9b9aed8130f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425448 Dec 09 09:54:13.637395 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-41682171-3e03-4f69-88ae-2fc352332c91 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326344 Dec 09 09:54:13.778569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-8f5448ef-5b09-4711-b121-d6515e90a26c service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347075 Dec 09 09:54:14.564466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539126f-6273-4a19-a9a9-4f1b900008ec req-f318791b-75a0-49ff-8050-dc064ed3a4e6 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:14.566074 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3539126f-6273-4a19-a9a9-4f1b900008ec req-f318791b-75a0-49ff-8050-dc064ed3a4e6 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0855110 Dec 09 09:54:14.838450 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3539126f-6273-4a19-a9a9-4f1b900008ec req-ca04805b-2d37-496b-b34c-56f3411e897c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657328 Dec 09 09:54:16.060672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2bc8d-a379-475f-bad6-66b7c3614350 req-bbf96544-2e9c-4f46-b854-e945509e3a45 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:16.062261 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9a2bc8d-a379-475f-bad6-66b7c3614350 req-bbf96544-2e9c-4f46-b854-e945509e3a45 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0911732 Dec 09 09:54:16.110871 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9a2bc8d-a379-475f-bad6-66b7c3614350 req-fd2c83d8-8d5f-44ea-bbf5-1af924b065ce tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Dec 09 09:54:17.315694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e827e-7eba-451c-aff9-0e15adbc9804 req-0aca8e4a-91c1-4220-bda2-8f74da7f8e30 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:17.317241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ac1e827e-7eba-451c-aff9-0e15adbc9804 req-0aca8e4a-91c1-4220-bda2-8f74da7f8e30 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0844195 Dec 09 09:54:17.367198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ac1e827e-7eba-451c-aff9-0e15adbc9804 req-4d818e3c-6342-4dd7-947d-20817c8700fb tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426373 Dec 09 09:54:17.473295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:18.458583 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bdc122a-2251-4b5a-80fe-853ddf3011ea req-0c3db989-545a-407c-97bf-f9e0f19b3ecc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 1099 time: 0.0789182 Dec 09 09:54:18.578365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08738-54f9-482a-b784-e0f03c50af39 req-013562b2-5297-4a09-a67b-5cd4d77e91f2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:18.579987 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-49e08738-54f9-482a-b784-e0f03c50af39 req-013562b2-5297-4a09-a67b-5cd4d77e91f2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0871763 Dec 09 09:54:18.617734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc122a-2251-4b5a-80fe-853ddf3011ea req-4b6c7cb4-94f0-4cd2-9d3f-98e3087b2e74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:18.620065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bdc122a-2251-4b5a-80fe-853ddf3011ea req-4b6c7cb4-94f0-4cd2-9d3f-98e3087b2e74 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 915 time: 0.1411557 Dec 09 09:54:18.630419 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-49e08738-54f9-482a-b784-e0f03c50af39 req-fa0fd5e9-dda4-440c-b171-ab52997f72ce tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 Dec 09 09:54:18.690216 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bdc122a-2251-4b5a-80fe-853ddf3011ea req-3e073ae2-f60c-4ab7-a676-4bc87b1b3af6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf HTTP/1.1" status: 200 len: 217 time: 0.0642772 Dec 09 09:54:18.769528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc122a-2251-4b5a-80fe-853ddf3011ea req-a4b97d97-12e3-4036-b93b-80ff563506ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:18.771182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bdc122a-2251-4b5a-80fe-853ddf3011ea req-a4b97d97-12e3-4036-b93b-80ff563506ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0751905 Dec 09 09:54:18.820303 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bdc122a-2251-4b5a-80fe-853ddf3011ea req-b63991df-3ca6-4d1d-b6e5-f12ed12d4e86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421429 Dec 09 09:54:18.960692 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bdc122a-2251-4b5a-80fe-853ddf3011ea req-f49484d6-006f-4d96-b34c-b9c5ea232a12 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345396 Dec 09 09:54:19.101948 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bdc122a-2251-4b5a-80fe-853ddf3011ea req-e4cafd6c-10c0-46ea-a6cb-619b5fa5da74 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356683 Dec 09 09:54:19.843606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0cecb-1d15-434e-a3a7-e3b37355b8d1 req-057bddf8-db6a-4fdc-a55f-d2f765b9dd20 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:19.845223 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-44f0cecb-1d15-434e-a3a7-e3b37355b8d1 req-057bddf8-db6a-4fdc-a55f-d2f765b9dd20 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0856216 Dec 09 09:54:19.893316 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-44f0cecb-1d15-434e-a3a7-e3b37355b8d1 req-aa8224b2-3f73-49b9-a855-a89bb8f66ad7 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Dec 09 09:54:21.107679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351a256-a888-4e30-8a08-ede219dd1d33 req-59aa2a19-0b69-41ed-8c5f-d3441d6b2d5d tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:21.109403 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7351a256-a888-4e30-8a08-ede219dd1d33 req-59aa2a19-0b69-41ed-8c5f-d3441d6b2d5d tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0895090 Dec 09 09:54:21.157795 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7351a256-a888-4e30-8a08-ede219dd1d33 req-86d8a208-efb2-47c4-8a5a-1e6d371840fc tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423412 Dec 09 09:54:22.361458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa485a-91fc-4824-a65c-cc8d7525b7d2 req-401a6e92-749f-4873-b7a8-54f0089ca154 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:22.363059 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1ffa485a-91fc-4824-a65c-cc8d7525b7d2 req-401a6e92-749f-4873-b7a8-54f0089ca154 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0833719 Dec 09 09:54:22.410756 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1ffa485a-91fc-4824-a65c-cc8d7525b7d2 req-c9709fe7-bced-41c4-8eea-990f9fc4edf9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416918 Dec 09 09:54:23.761761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff3c0d-fb90-44f5-a96b-4a15f8b29350 req-ee5cf865-5dfc-4f54-a91d-60c19c8a0ee2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:23.763382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-86ff3c0d-fb90-44f5-a96b-4a15f8b29350 req-ee5cf865-5dfc-4f54-a91d-60c19c8a0ee2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0859761 Dec 09 09:54:23.815845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-86ff3c0d-fb90-44f5-a96b-4a15f8b29350 req-4a072b60-a563-49bd-a98a-08f23f149bee tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Dec 09 09:54:25.024249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0178c51-c188-4893-830d-b46d9f1c0d14 req-1ff0e29b-0bcb-4737-973d-27558a650580 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:25.025963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0178c51-c188-4893-830d-b46d9f1c0d14 req-1ff0e29b-0bcb-4737-973d-27558a650580 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0864959 Dec 09 09:54:25.074381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0178c51-c188-4893-830d-b46d9f1c0d14 req-3f94a52b-f28b-4692-af7f-0570ba332c86 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422306 Dec 09 09:54:26.277064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124447be-0607-4466-b90c-596cbb3d4b3e req-245b5c29-c7c0-41b3-99df-789866a282b1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:26.278675 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-124447be-0607-4466-b90c-596cbb3d4b3e req-245b5c29-c7c0-41b3-99df-789866a282b1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0829024 Dec 09 09:54:26.326555 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-124447be-0607-4466-b90c-596cbb3d4b3e req-1d15386a-76b4-448f-a3b1-ff55f0f022ad tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 Dec 09 09:54:27.541045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597ff09-32a9-41e4-84bc-ce8882aaadfc req-2ed1cad7-c8a1-466b-951b-a9c86c220d75 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:27.542438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a597ff09-32a9-41e4-84bc-ce8882aaadfc req-2ed1cad7-c8a1-466b-951b-a9c86c220d75 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0852447 Dec 09 09:54:27.594597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a597ff09-32a9-41e4-84bc-ce8882aaadfc req-fcd8dcfb-8529-4f8b-8746-5ffe3e2f6a89 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Dec 09 09:54:28.803801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93e7bf-45a5-4459-9928-74c0d895dba5 req-ba0d469c-4c44-4ad9-9169-9473f299e891 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:28.805441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7b93e7bf-45a5-4459-9928-74c0d895dba5 req-ba0d469c-4c44-4ad9-9169-9473f299e891 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0881863 Dec 09 09:54:28.853756 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7b93e7bf-45a5-4459-9928-74c0d895dba5 req-57df2173-d369-4183-8e72-8cbc9d0fe808 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420380 Dec 09 09:54:30.057468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4cff2-9d97-42ab-8f3b-ba7b624082cb req-d403f7fb-c874-4021-81ab-ed864169a709 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:30.059234 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d6b4cff2-9d97-42ab-8f3b-ba7b624082cb req-d403f7fb-c874-4021-81ab-ed864169a709 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0840552 Dec 09 09:54:30.108349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d6b4cff2-9d97-42ab-8f3b-ba7b624082cb req-6611f18d-c374-4b77-a91e-3670304a2b2c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428910 Dec 09 09:54:30.155246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:54:31.315072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53cd3b-feb9-4b2d-9716-a75f9f43b4d2 req-1000ceb5-461c-4ba0-8c2e-d6de8004528c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:31.316653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7a53cd3b-feb9-4b2d-9716-a75f9f43b4d2 req-1000ceb5-461c-4ba0-8c2e-d6de8004528c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0823495 Dec 09 09:54:31.364330 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7a53cd3b-feb9-4b2d-9716-a75f9f43b4d2 req-56eb55e6-5dfb-4e44-a81e-d30e5e1c4d23 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Dec 09 09:54:32.574351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06aa166-8281-4f06-bd26-bfc99e7a2e39 req-0781853a-bce3-4b7f-89f5-32018a96682c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:32.575905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f06aa166-8281-4f06-bd26-bfc99e7a2e39 req-0781853a-bce3-4b7f-89f5-32018a96682c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0863554 Dec 09 09:54:32.625013 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f06aa166-8281-4f06-bd26-bfc99e7a2e39 req-24ffdb15-1768-4b8c-b6e0-010e14ebbf2a tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Dec 09 09:54:33.844348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246f90e-b275-4667-b93c-236b628c6b9f req-cbb28135-3f55-4cea-b2bc-d91abf9ffa4c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:33.846117 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4246f90e-b275-4667-b93c-236b628c6b9f req-cbb28135-3f55-4cea-b2bc-d91abf9ffa4c tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0882735 Dec 09 09:54:33.895288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4246f90e-b275-4667-b93c-236b628c6b9f req-3c4c97b8-9c3d-4b2a-992a-c5ab67744701 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Dec 09 09:54:34.444625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ead5e22b-d504-4733-9131-fac31eb69d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:35.101635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c87b6-0459-46f2-bed6-60ddd804ed49 req-bbfe93b9-e4e4-40ee-a18f-a10a4fa05ac8 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:35.103261 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-193c87b6-0459-46f2-bed6-60ddd804ed49 req-bbfe93b9-e4e4-40ee-a18f-a10a4fa05ac8 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0829346 Dec 09 09:54:35.154531 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-193c87b6-0459-46f2-bed6-60ddd804ed49 req-68d3ac7b-801a-4aa4-bee4-05c1c3c7bed1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Dec 09 09:54:35.696453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:36.371674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236c62b-ecb8-45ae-bb5b-e10eb429bae6 req-9ad38982-2fb8-4c6d-b230-e7ff59ceb9ba tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:36.374058 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5236c62b-ecb8-45ae-bb5b-e10eb429bae6 req-9ad38982-2fb8-4c6d-b230-e7ff59ceb9ba tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0978620 Dec 09 09:54:36.422320 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5236c62b-ecb8-45ae-bb5b-e10eb429bae6 req-cb298916-3614-4272-bdb3-326f08968168 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422513 Dec 09 09:54:36.731540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3927fca7-7131-43ee-a065-6d11141548bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:37.152767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:37.632261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ce5dbe-8f8f-411d-80b9-04c0aa761f87 req-2a442993-f48e-4d6b-ab31-b6755927cff5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:37.633945 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89ce5dbe-8f8f-411d-80b9-04c0aa761f87 req-2a442993-f48e-4d6b-ab31-b6755927cff5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0880463 Dec 09 09:54:37.682542 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-89ce5dbe-8f8f-411d-80b9-04c0aa761f87 req-9c5b080a-68bb-40fc-bb83-691ae23f9847 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415688 Dec 09 09:54:38.419882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:38.897417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e33ec-5ad6-41a4-a627-ce1df90bcd50 req-2f022a7f-2711-41e8-a331-428a116161af tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:38.899029 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f5e33ec-5ad6-41a4-a627-ce1df90bcd50 req-2f022a7f-2711-41e8-a331-428a116161af tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0858130 Dec 09 09:54:38.949649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f5e33ec-5ad6-41a4-a627-ce1df90bcd50 req-e44aca1c-1fa1-41f3-9136-8f73733d00df tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439675 Dec 09 09:54:40.161519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c05491-daf5-460c-af78-1330cd89c3d9 req-c27d0a31-443e-468e-8ba4-1932c3841b99 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:40.163139 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52c05491-daf5-460c-af78-1330cd89c3d9 req-c27d0a31-443e-468e-8ba4-1932c3841b99 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0839100 Dec 09 09:54:40.211541 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52c05491-daf5-460c-af78-1330cd89c3d9 req-aa1adfa1-1894-4abf-9c81-f27ee4fbd749 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416329 Dec 09 09:54:40.456976 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-85574952-b9f1-454d-84cc-884e34bfb5db service neutron] 10.222.0.65 "GET /v2.0/ports/14c116fa-337e-4d2f-8b64-d31822b6afbf/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0796444 Dec 09 09:54:40.723373 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-bcb0e5df-3985-4021-ac3b-a9b2a453843f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc&tenant_id=2aaca823bc5b41e8814add9cfc2e90ae HTTP/1.1" status: 200 len: 1099 time: 0.0747523 Dec 09 09:54:40.824462 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-97e08a09-0711-47af-bc7a-214943780b32 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 1099 time: 0.0793023 Dec 09 09:54:40.966546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078cf60-0309-4282-bca8-5be741d766eb req-b38dd999-c199-49e6-926e-bba011f84a7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:40.968191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-b38dd999-c199-49e6-926e-bba011f84a7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 915 time: 0.1375613 Dec 09 09:54:41.038799 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-e817c925-787d-484d-92e7-04f9d035e78f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf HTTP/1.1" status: 200 len: 217 time: 0.0640061 Dec 09 09:54:41.108088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078cf60-0309-4282-bca8-5be741d766eb req-51fd5aba-06dd-4c75-9242-3a8ce5876fef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:41.109690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-51fd5aba-06dd-4c75-9242-3a8ce5876fef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0650847 Dec 09 09:54:41.160222 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-50242fc6-a044-46f7-be71-d2590055d5f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448842 Dec 09 09:54:41.303751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-c440c5d7-820d-48ec-beff-9d4013669290 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368155 Dec 09 09:54:41.434245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc6d0d-2fc6-4b34-9b5d-4242d97452f5 req-86885d13-3924-4537-b3e7-903837997de9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:41.435912 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99fc6d0d-2fc6-4b34-9b5d-4242d97452f5 req-86885d13-3924-4537-b3e7-903837997de9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0857105 Dec 09 09:54:41.445363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6078cf60-0309-4282-bca8-5be741d766eb req-425d1b42-3d86-4110-b162-add73135520d service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358485 Dec 09 09:54:41.490637 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99fc6d0d-2fc6-4b34-9b5d-4242d97452f5 req-c77ebf32-6319-4a12-b56c-ccea58ca67e5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482955 Dec 09 09:54:42.846218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee0517-9f00-4ba3-974a-5161337d3fd5 req-427912f0-0b4a-4e72-b36f-eb3a4e17a4e4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:42.848051 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68ee0517-9f00-4ba3-974a-5161337d3fd5 req-427912f0-0b4a-4e72-b36f-eb3a4e17a4e4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0890684 Dec 09 09:54:42.895798 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68ee0517-9f00-4ba3-974a-5161337d3fd5 req-b9169739-18b1-4640-b0d1-1ee2ef6e6216 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414836 Dec 09 09:54:44.101031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85373884-0340-4018-9a2a-dc4378275b0c req-c8a71370-6c75-4c26-bb40-05d2c5350fa4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:44.103261 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-85373884-0340-4018-9a2a-dc4378275b0c req-c8a71370-6c75-4c26-bb40-05d2c5350fa4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0841579 Dec 09 09:54:44.152099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-85373884-0340-4018-9a2a-dc4378275b0c req-96f70373-7ff9-407b-b0ab-9e1274c906cd tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427310 Dec 09 09:54:44.492848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-001bf983-e517-460a-8376-06ed03b428b1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:44.493145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235d41c-e7ac-400e-85c8-df5d956c30c2 req-7968c42d-f45e-44b5-9c68-f3572be915e1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:44.495003 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-001bf983-e517-460a-8376-06ed03b428b1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc&tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 946 time: 0.0876236 Dec 09 09:54:44.495903 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1235d41c-e7ac-400e-85c8-df5d956c30c2 req-7968c42d-f45e-44b5-9c68-f3572be915e1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0904503 Dec 09 09:54:44.546933 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1235d41c-e7ac-400e-85c8-df5d956c30c2 req-e582d299-4eb1-4da1-b8ac-65c6c2af7764 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449600 Dec 09 09:54:44.643829 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-d78cb8d0-38ce-44eb-a6a8-cc2ecab10434 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 1099 time: 0.0764205 Dec 09 09:54:44.783616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-db96c1f4-6da0-41c6-871f-50b87f79d79d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:44.785306 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-db96c1f4-6da0-41c6-871f-50b87f79d79d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 200 len: 915 time: 0.1352825 Dec 09 09:54:44.854670 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-c10dc0c5-ef37-4681-825d-89ffb967df65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf HTTP/1.1" status: 200 len: 217 time: 0.0630910 Dec 09 09:54:44.924990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-72ae7182-1e6b-4918-a413-bab875036600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:44.926563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-72ae7182-1e6b-4918-a413-bab875036600 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 200 len: 854 time: 0.0659788 Dec 09 09:54:44.976014 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-edf7e5b7-54fd-47ec-95f9-a5ce7bb8b34d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e4ad3227-598e-4f2e-9be5-6bcb58afeab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422087 Dec 09 09:54:45.113993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-220cebd3-c09e-43e2-ae29-edbf186fe6ca service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315007 Dec 09 09:54:45.256770 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ceaf9c56-fa8f-48c7-8742-2ebebbd5d839 req-8130dfbb-f644-44dd-8bfd-19fd38fc7218 service neutron] 10.222.0.65 "GET /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355908 Dec 09 09:54:45.762279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4c328-06e1-46ed-9dda-904b4eeae93e req-537f04d9-fc77-45ad-9375-0b475075ce43 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:45.763900 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-59b4c328-06e1-46ed-9dda-904b4eeae93e req-537f04d9-fc77-45ad-9375-0b475075ce43 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0892344 Dec 09 09:54:45.817138 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-59b4c328-06e1-46ed-9dda-904b4eeae93e req-a7f9d6d3-f1ac-45c8-a295-3b7123b438a5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471108 Dec 09 09:54:47.021887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256b40-ea47-47f0-8638-90dc0cf72c14 req-cfc50ac0-8205-4efd-8fa6-a84ad8939905 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:47.023411 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8b256b40-ea47-47f0-8638-90dc0cf72c14 req-cfc50ac0-8205-4efd-8fa6-a84ad8939905 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0818679 Dec 09 09:54:47.071683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8b256b40-ea47-47f0-8638-90dc0cf72c14 req-53afca8e-cc13-4174-af02-1d8d04d85775 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Dec 09 09:54:47.277214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485709d9-e3a4-44e2-9f74-e11359bffc7c req-17664e6c-aaf1-4d6f-9679-75e19493db6d tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:47.278769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-485709d9-e3a4-44e2-9f74-e11359bffc7c req-17664e6c-aaf1-4d6f-9679-75e19493db6d tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0825443 Dec 09 09:54:47.326781 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-485709d9-e3a4-44e2-9f74-e11359bffc7c req-2223bc64-0890-47dd-a05c-cd309b33bae5 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419924 Dec 09 09:54:47.487355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:47.542219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc52c6-37b1-4193-b87d-0d3f8ddc8574 req-81a0d493-fe54-46d3-a511-0b64fb760c02 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:47.543751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7cdc52c6-37b1-4193-b87d-0d3f8ddc8574 req-81a0d493-fe54-46d3-a511-0b64fb760c02 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0953875 Dec 09 09:54:47.593609 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7cdc52c6-37b1-4193-b87d-0d3f8ddc8574 req-53730018-8167-40a1-b061-3e7913691bb2 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437367 Dec 09 09:54:48.246773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532348f-a736-45f1-abd6-2d5418c80416 req-4e2e8bc8-3e05-4d1b-b9ad-05aecfaf5d45 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:48.248261 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e532348f-a736-45f1-abd6-2d5418c80416 req-4e2e8bc8-3e05-4d1b-b9ad-05aecfaf5d45 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.1011217 Dec 09 09:54:48.514733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e532348f-a736-45f1-abd6-2d5418c80416 req-a7afe92f-0181-4b4e-9858-fa6d3655cda9 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602091 Dec 09 09:54:49.638774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-9b117624-8a2f-43ef-a488-69d3035fd1df tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:49.640401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-9b117624-8a2f-43ef-a488-69d3035fd1df tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0817118 Dec 09 09:54:49.717237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Deleting port 14c116fa-337e-4d2f-8b64-d31822b6afbf {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:54:49.717874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:49.721142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55cb3a-f841-490c-8872-f7c0c99f3e62 req-72d458f0-0642-4371-b2f0-d7e44281c101 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:49.723034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c55cb3a-f841-490c-8872-f7c0c99f3e62 req-72d458f0-0642-4371-b2f0-d7e44281c101 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 946 time: 0.0849037 Dec 09 09:54:49.779032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c55cb3a-f841-490c-8872-f7c0c99f3e62 req-81cb1409-5f1d-4845-900b-a036d502d101 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/security-groups?id=784c2c68-96e5-4272-b017-b3a9a13232fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489910 Dec 09 09:54:49.973061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] For port 14c116fa-337e-4d2f-8b64-d31822b6afbf, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=14c116fa-337e-4d2f-8b64-d31822b6afbf,segment=NetworkSegment(4f3f6e71-8692-441b-9b93-bd091daf33a2),segment_id=4f3f6e71-8692-441b-9b93-bd091daf33a2)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:54:49.973517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:50.099203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Calling delete_port for 14c116fa-337e-4d2f-8b64-d31822b6afbf owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:54:50.244816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:50.250386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22229ef6-648e-4bea-9e68-db2e53b6c8ed tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:50.256646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['14c116fa-337e-4d2f-8b64-d31822b6afbf'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:54:50.300553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Pushing event deleted for resources: {'Port': ['ID=14c116fa-337e-4d2f-8b64-d31822b6afbf,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:50.342386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.342819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.343245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.343661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.344079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.344493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.344902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.345359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.345768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.346176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.346581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:50.354510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:50.389412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] No DVR routers for this DVR port 14c116fa-337e-4d2f-8b64-d31822b6afbf on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:54:50.391887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:50.394625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0acd415-e558-43cf-a020-77a872665afc', 'name': 'network-vif-deleted', 'tag': '14c116fa-337e-4d2f-8b64-d31822b6afbf'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:54:50.410381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9ebb284-fa69-4a38-8edc-39b0a36314cc req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.65 "DELETE /v2.0/ports/14c116fa-337e-4d2f-8b64-d31822b6afbf HTTP/1.1" status: 204 len: 173 time: 0.7645524 Dec 09 09:54:50.456352 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0acd415-e558-43cf-a020-77a872665afc', 'name': 'network-vif-deleted', 'tag': '14c116fa-337e-4d2f-8b64-d31822b6afbf', 'status': 'completed', 'code': 200} Dec 09 09:54:50.970184 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e17c84f4-88d4-454d-8591-0dcb6348fa3b req-17db682c-d7ee-4702-9784-6595fde087f4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0acd415-e558-43cf-a020-77a872665afc HTTP/1.1" status: 200 len: 210 time: 0.0486093 Dec 09 09:54:52.241277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35850) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:54:52.308005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] Deleting subnet 8174ed7c-55d7-4f6a-bdad-94680bc40fba {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 09:54:52.310981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.365738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.423755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.494994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.499513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a3b5fbf-51d6-44f6-8cac-34437e1a2e27 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:52.540320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8174ed7c-55d7-4f6a-bdad-94680bc40fba,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:52.543593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:52.546414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.552496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8174ed7c-55d7-4f6a-bdad-94680bc40fba HTTP/1.1" status: 204 len: 168 time: 0.3101218 Dec 09 09:54:52.555216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35854) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:54:52.669311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.805214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.831891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ad3227-598e-4f2e-9be5-6bcb58afeab1']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:54:52.844880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3f6e71-8692-441b-9b93-bd091daf33a2') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:54:52.845244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3f6e71-8692-441b-9b93-bd091daf33a2') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:54:52.857910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.873386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.881146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 09:54:52.881608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 09:54:52.895561 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 09:54:52.972720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.976150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-580668c9-cadb-4cec-a6bd-80feed18e4f8 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:52.992224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:52.998509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ad3227-598e-4f2e-9be5-6bcb58afeab1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:53.003206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:53.008962 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7246e73c-ecb9-4bbd-86ed-ac2b1a3258a9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e4ad3227-598e-4f2e-9be5-6bcb58afeab1 HTTP/1.1" status: 204 len: 168 time: 0.4527197 Dec 09 09:54:53.194595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35860) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:54:53.251175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1d825b03-52ee-4288-9c59-02540a1f8666 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2aaca823bc5b41e8814add9cfc2e90ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0551913 Dec 09 09:54:53.253753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35864) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:54:53.313905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f625ff3-db3a-4970-a213-6e97f05d0209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:53.340772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f625ff3-db3a-4970-a213-6e97f05d0209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:53.348679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 14c116fa-337e-4d2f-8b64-d31822b6afbf no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:54:53.382876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 14c116fa-337e-4d2f-8b64-d31822b6afbf {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:54:53.383277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 14c116fa-337e-4d2f-8b64-d31822b6afbf not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:54:53.391426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f625ff3-db3a-4970-a213-6e97f05d0209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:53.396548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1f51b34-b2b3-44b9-8424-0e0212842cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:53.411636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f625ff3-db3a-4970-a213-6e97f05d0209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784c2c68-96e5-4272-b017-b3a9a13232fe,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:53.417337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9f625ff3-db3a-4970-a213-6e97f05d0209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:53.419331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f625ff3-db3a-4970-a213-6e97f05d0209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:53.420552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9f625ff3-db3a-4970-a213-6e97f05d0209 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/784c2c68-96e5-4272-b017-b3a9a13232fe HTTP/1.1" status: 204 len: 168 time: 0.1658349 Dec 09 09:54:54.314183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35886) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:54:54.451468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1706271575-network', 'tenant_id': '337334455a6c4c70aca385040aa42657'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:54:54.456923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:54:54.460997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Usage tracker for resource:network and tenant:337334455a6c4c70aca385040aa42657 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:54:54.464598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:54:54.470661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:54:54.481393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Made reservation on behalf of 337334455a6c4c70aca385040aa42657 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:54:54.486140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:54.499814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:54.534689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:54:54.539084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Usage tracker for resource:security_group_rule and tenant:337334455a6c4c70aca385040aa42657 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:54:54.543151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:54:54.549146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:54:54.615989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:54.618674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:54.622971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0107c070-d498-4e31-aab6-95cb4f657e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:54.651182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 09:54:54.660008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893db214-e5e2-4c09-b992-5d53c9027da9,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:54.667092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:54.667483 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Added segment 76313575-a101-43dd-92d4-78349632f087 of type vlan for network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 Dec 09 09:54:54.677972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.678411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.678842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.679262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.679681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.680097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.680513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.680927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.681415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.681941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.682355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:54.686922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:54.712242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:54.965304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:54.966213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:54.967116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:54.972326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-344349e8-49ee-4c1a-8fb9-9b29253e588c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:55.079248 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7637756 Dec 09 09:54:55.082704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 35892) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:54:55.082944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Pushing event updated for resources: {'Network': ['ID=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:55.086025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:55.090732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Request body: {'subnet': {'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1706271575-subnet', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:54:55.095253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 09:54:55.096141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:54:55.100514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Usage tracker for resource:subnet and tenant:337334455a6c4c70aca385040aa42657 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:54:55.104446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:54:55.110759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:54:55.121566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Made reservation on behalf of 337334455a6c4c70aca385040aa42657 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:54:55.126460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:55.355383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:55.359464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0f4700ac-3a22-4ed8-9bb1-8f8cd6006597 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:55.457684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d775de4e-c480-4032-b77c-01f762efd21f,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:55.463671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:55.474581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Checking segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:54:55.474964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Network hostable DHCP agents. Network: 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 09:54:55.496870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 09:54:55.505685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:54:55.510062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:54:55.510719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:55.537665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35896) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:54:55.542577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-75bfa175-f3df-456e-8468-42d973c3096e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4578714 Dec 09 09:54:55.545731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:54:55.551300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:54:55.555945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Usage tracker for resource:router and tenant:337334455a6c4c70aca385040aa42657 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:54:55.559435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:54:55.566670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:54:55.583366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:55.584504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:55.611028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:55.621556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3e1f45-a4ea-4a92-97f4-22726b766e4e None None] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:54:55.772218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:55.861887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 09:54:55.862728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:55.976478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.016943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.162296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Allocated IP 172.26.8.218 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/fa17b0c7-e8db-47d3-93cf-7075a8d472d6) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:54:56.194250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Allocated IP 172.20.0.2 (6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7/d775de4e-c480-4032-b77c-01f762efd21f/9f7b53b4-0714-45c7-89ef-f0259dd2e86e) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:54:56.323033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.348512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.354200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:56.408473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:54:56.409375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.411446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:54:56.421027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Transition to ACTIVE for port object 9f7b53b4-0714-45c7-89ef-f0259dd2e86e will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:54:56.421328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:54:56.440770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Transition to ACTIVE for port object 9f7b53b4-0714-45c7-89ef-f0259dd2e86e will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:54:56.444789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.449815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:56.471390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Pushing event updated for resources: {'Port': ['ID=fa17b0c7-e8db-47d3-93cf-7075a8d472d6,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:56.475933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:56.516518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:54:56.519643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:54:56.524253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:54:56.526553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Pushing event updated for resources: {'Port': ['ID=9f7b53b4-0714-45c7-89ef-f0259dd2e86e,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:56.530839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:56.590964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.591729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.620108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Attempting to bind port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:54:56.620529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Attempting to bind port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:54:56.620938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Attempting to bind port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:54:56.627728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:54:56.628194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Checking segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:54:56.628642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.629083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Bound using segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:54:56.629626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Bound port: 9f7b53b4-0714-45c7-89ef-f0259dd2e86e, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:54:56.630041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.720589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] For port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:54:56.723687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] For port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9f7b53b4-0714-45c7-89ef-f0259dd2e86e,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:54:56.727784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:56.733256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:56.817671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Pushing event updated for resources: {'Port': ['ID=9f7b53b4-0714-45c7-89ef-f0259dd2e86e,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:56.820653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:56.847997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Router 66bce985-fa6d-470c-a88d-16e9045bc135 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 09:54:57.082791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:54:57.093141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:54:57.108331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:54:57.109503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:54:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:54:57.112175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:57.117328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5778315 Dec 09 09:54:57.120774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35900) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:54:57.341285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:54:57.888642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:56Z', 'revision_number': 3, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:54:57.892918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:54:57.893344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Updating router 66bce985-fa6d-470c-a88d-16e9045bc135 port fa17b0c7-e8db-47d3-93cf-7075a8d472d6 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:54:57.951747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.013383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9f7b53b4-0714-45c7-89ef-f0259dd2e86e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:54:58.060714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.092207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:54:58.305038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Allocated IP 172.20.0.1 (6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7/d775de4e-c480-4032-b77c-01f762efd21f/fb2f2787-bb8d-4593-a44e-46258e9d32b4) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:54:58.335796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.349668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Transition to ACTIVE for port object fa17b0c7-e8db-47d3-93cf-7075a8d472d6 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:54:58.356423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.361340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:58.439627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Attempting to bind port fa17b0c7-e8db-47d3-93cf-7075a8d472d6 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:54:58.439881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Attempting to bind port fa17b0c7-e8db-47d3-93cf-7075a8d472d6 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:54:58.440257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Attempting to bind port fa17b0c7-e8db-47d3-93cf-7075a8d472d6 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:54:58.452110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:54:58.452523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:54:58.452964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.453392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:54:58.453902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Bound port: fa17b0c7-e8db-47d3-93cf-7075a8d472d6, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:54:58.454310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.473766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.491280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Pushing event updated for resources: {'Port': ['ID=fa17b0c7-e8db-47d3-93cf-7075a8d472d6,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:58.492175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Transition to ACTIVE for port object fb2f2787-bb8d-4593-a44e-46258e9d32b4 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:54:58.503179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.503562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.504195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.504328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.504645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.505008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.505396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.505761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.506122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.506480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.506813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:54:58.522845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.528034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:58.544314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:58.553392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] For port fa17b0c7-e8db-47d3-93cf-7075a8d472d6, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:54:58.557865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] For port fa17b0c7-e8db-47d3-93cf-7075a8d472d6, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fa17b0c7-e8db-47d3-93cf-7075a8d472d6,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:54:58.562162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.566565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b2f8b40-f83b-4a36-bcaa-b578fe542aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:58.588502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203a932-0953-4518-869c-d8eca0623ae7 None None] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 09:54:58.601580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:54:58.605400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:54:58.610352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:54:58.637556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2f2787-bb8d-4593-a44e-46258e9d32b4,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:58.643580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:58.644129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Pushing event updated for resources: {'Port': ['ID=fa17b0c7-e8db-47d3-93cf-7075a8d472d6,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:58.649042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:58.653534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:54:58.654229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:54:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:54:58.672231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.728930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-afee723b-0529-4458-a360-a0e751f0c10d None None] Provisioning for port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:54:58.752712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-afee723b-0529-4458-a360-a0e751f0c10d None None] Provisioning complete for port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:54:58.753486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afee723b-0529-4458-a360-a0e751f0c10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.766064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:58.853544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:54:58.981015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afee723b-0529-4458-a360-a0e751f0c10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:59.003493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:59.008288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:59.028738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-afee723b-0529-4458-a360-a0e751f0c10d None None] For port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9f7b53b4-0714-45c7-89ef-f0259dd2e86e,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:54:59.033062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-afee723b-0529-4458-a360-a0e751f0c10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:59.035903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:59.044005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-813774ea-f070-4a26-9869-b402aa6f4aec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:54:59.110172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee723b-0529-4458-a360-a0e751f0c10d None None] Pushing event updated for resources: {'Port': ['ID=9f7b53b4-0714-45c7-89ef-f0259dd2e86e,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:59.115005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-afee723b-0529-4458-a360-a0e751f0c10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:59.137638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:59.142149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2f2787-bb8d-4593-a44e-46258e9d32b4,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:54:59.145611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:54:59.219851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 1, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:54:59.224295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a8675-feb4-4480-8d7a-5762fcdc0902 None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 1, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:54:59.301142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:54:59.302426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:54:59.358496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b9a41e4-a8b3-46ea-9a21-7a1e5c764202 None None] Provisioning complete for port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:54:59.359052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b9a41e4-a8b3-46ea-9a21-7a1e5c764202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:59.505753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b9a41e4-a8b3-46ea-9a21-7a1e5c764202 None None] Provisioning for port fb2f2787-bb8d-4593-a44e-46258e9d32b4 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:54:59.512149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b9a41e4-a8b3-46ea-9a21-7a1e5c764202 None None] Provisioning complete for port fb2f2787-bb8d-4593-a44e-46258e9d32b4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:54:59.512574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b9a41e4-a8b3-46ea-9a21-7a1e5c764202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:59.577093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a41e4-a8b3-46ea-9a21-7a1e5c764202 None None] Port fb2f2787-bb8d-4593-a44e-46258e9d32b4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:54:59.701414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-201a331f-2646-4ed4-b597-4d970201303b None None] Provisioning complete for port fb2f2787-bb8d-4593-a44e-46258e9d32b4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:54:59.702065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-201a331f-2646-4ed4-b597-4d970201303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:54:59.787703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-201a331f-2646-4ed4-b597-4d970201303b None None] Port fb2f2787-bb8d-4593-a44e-46258e9d32b4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:55:00.006051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9f7b53b4-0714-45c7-89ef-f0259dd2e86e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:55:00.008536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:55:00.062948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0b466a53-08a7-45da-b4bc-9ff89af669e1 None None] Provisioning complete for port fb2f2787-bb8d-4593-a44e-46258e9d32b4 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:55:00.063574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b466a53-08a7-45da-b4bc-9ff89af669e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:00.134047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0b466a53-08a7-45da-b4bc-9ff89af669e1 None None] Port fb2f2787-bb8d-4593-a44e-46258e9d32b4 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:55:00.144966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:55:00.145416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:00.236069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:55:00.246570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] 10.222.0.18 "PUT /v2.0/routers/66bce985-fa6d-470c-a88d-16e9045bc135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1244776 Dec 09 09:55:01.018328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35910) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:55:01.024706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'security_group': {'name': 'tempest-securitygroup--572655123', 'description': 'tempest-description--354963665'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:55:01.032146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:55:01.036476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Usage tracker for resource:security_group and tenant:337334455a6c4c70aca385040aa42657 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:55:01.039616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:55:01.045873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:55:01.056003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.097806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:55:01.101909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Usage tracker for resource:security_group_rule and tenant:337334455a6c4c70aca385040aa42657 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:55:01.105579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:55:01.111725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:55:01.170631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.173317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.178565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-38079fd5-d0e9-4f51-a3a4-cf788629bf31 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:01.219707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.221033 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2015586 Dec 09 09:55:01.222403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968a6a3a-330c-42df-83de-74fc21cf764e,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:01.224574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35914) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:55:01.227244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b957b78f-efaf-413a-9a5c-0068a8896d5f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:01.231728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'security_group_rule': {'security_group_id': '968a6a3a-330c-42df-83de-74fc21cf764e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:55:01.238202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:55:01.242247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Usage tracker for resource:security_group_rule and tenant:337334455a6c4c70aca385040aa42657 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:55:01.246019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:55:01.252438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:55:01.270385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.338464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.341223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.348933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a30e08b1-5d12-465a-8fb2-0edca4734050 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:01.368512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6972deca-f571-460c-803b-a13dfbf46330,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:01.373391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:01.377145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.378432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bc3167b0-0ffe-446c-b74a-de9327ee1da9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1528301 Dec 09 09:55:01.381237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35918) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:55:01.387209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'security_group_rule': {'security_group_id': '968a6a3a-330c-42df-83de-74fc21cf764e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:55:01.393477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:55:01.397459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Usage tracker for resource:security_group_rule and tenant:337334455a6c4c70aca385040aa42657 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:55:01.400995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:55:01.407000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:55:01.423497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.486954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.489584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.491424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd6953c9-8ee2-4097-929e-e0de2a38f55a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:01.513987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebdde5d-d7a9-4f95-bf47-677ccc995772,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:01.516530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:01.522561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.523833 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1416092 Dec 09 09:55:01.527540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35922) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:55:01.533079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:55:01.538858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:55:01.543465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Usage tracker for resource:floatingip and tenant:337334455a6c4c70aca385040aa42657 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 09:55:01.546444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 09:55:01.552366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:55:01.562442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.709035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:01.856708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Allocated IP 172.26.8.5 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/133518fa-9ab6-4817-a647-16164311c551) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:55:02.006093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fa17b0c7-e8db-47d3-93cf-7075a8d472d6 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:55:02.018446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.045774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.050617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae1288b2-5aaa-4e62-afa5-7821988c2790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:02.076062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port fa17b0c7-e8db-47d3-93cf-7075a8d472d6 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:55:02.080913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port fa17b0c7-e8db-47d3-93cf-7075a8d472d6 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:55:02.081365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.121871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:55:02.124992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:55:02.129576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:55:02.160799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event updated for resources: {'Port': ['ID=133518fa-9ab6-4817-a647-16164311c551,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:02.167236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:02.201802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.217960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port fa17b0c7-e8db-47d3-93cf-7075a8d472d6, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fa17b0c7-e8db-47d3-93cf-7075a8d472d6,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:55:02.220870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.223123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:02.288579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=fa17b0c7-e8db-47d3-93cf-7075a8d472d6,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:02.292371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:02.300176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.355657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.573689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.577291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.581629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-07744aa6-21ec-4780-84c2-7ceb5e6dc35f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:02.690161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event updated for resources: {'Port': ['ID=133518fa-9ab6-4817-a647-16164311c551,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:02.694523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:02.705664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.729385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:02.730712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2021816 Dec 09 09:55:02.922803 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-50469921-8960-44b9-95ad-199f7e5c6a6e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--572655123&fields=id&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 267 time: 0.0465648 Dec 09 09:55:02.953920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:55:02.967731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:55:02.968454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:54:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:55:03.086827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-c1ff04cd-506f-41fb-8543-b765f7e814d6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:03.088458 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-c1ff04cd-506f-41fb-8543-b765f7e814d6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 812 time: 0.1584418 Dec 09 09:55:03.107272 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-f7f6641d-276e-4383-863e-a3e1b0be3f96 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/quotas/337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 375 time: 0.0127914 Dec 09 09:55:03.162285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:55:03.204098 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-7c35b439-66fe-457f-9691-11907554819f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907533 Dec 09 09:55:03.298320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-c8dcf2b0-dd41-4e9c-8050-755606e4c6a7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 09:55:03.299401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-c8dcf2b0-dd41-4e9c-8050-755606e4c6a7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0828288 Dec 09 09:55:03.443986 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-53182f93-876a-4576-a637-2080d118d3be service neutron] 10.222.0.18 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374519 Dec 09 09:55:03.511744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 2, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:55:03.517345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:55:03.517752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Updating router 66bce985-fa6d-470c-a88d-16e9045bc135 port fb2f2787-bb8d-4593-a44e-46258e9d32b4 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 09:55:03.572517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:03.595051 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-76c82780-77ac-407a-93a3-db80eae14e32 service neutron] 10.222.0.18 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443951 Dec 09 09:55:03.795537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-74e0d7a8-0e52-4eba-aaa3-562c4b26f9fa req-3362d7b0-98bb-4c3f-92ed-d5757bc717ba tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:55:03.814070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-74e0d7a8-0e52-4eba-aaa3-562c4b26f9fa req-3362d7b0-98bb-4c3f-92ed-d5757bc717ba tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:55:03.817694 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74e0d7a8-0e52-4eba-aaa3-562c4b26f9fa req-3362d7b0-98bb-4c3f-92ed-d5757bc717ba tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 210 time: 0.0691395 Dec 09 09:55:04.007819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fa17b0c7-e8db-47d3-93cf-7075a8d472d6 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:55:04.162910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port fa17b0c7-e8db-47d3-93cf-7075a8d472d6 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:55:04.163518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:04.230055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:04.250102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Transition to ACTIVE for port object fb2f2787-bb8d-4593-a44e-46258e9d32b4 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:55:04.257994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:04.263011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:04.421732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de6d93-0fe8-4dad-b091-bc5d2a7441e8 None None] Pushing event updated for resources: {'Port': ['ID=fb2f2787-bb8d-4593-a44e-46258e9d32b4,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:04.435875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32de6d93-0fe8-4dad-b091-bc5d2a7441e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:04.465951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c342b6e6-ae01-4832-8124-8f9536f47268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:04.562592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Attempting to bind port fb2f2787-bb8d-4593-a44e-46258e9d32b4 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:55:04.563014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Attempting to bind port fb2f2787-bb8d-4593-a44e-46258e9d32b4 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:55:04.563429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Attempting to bind port fb2f2787-bb8d-4593-a44e-46258e9d32b4 on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:55:04.570755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:55:04.571181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Checking segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:55:04.571638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:04.572890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Bound using segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:55:04.573459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Bound port: fb2f2787-bb8d-4593-a44e-46258e9d32b4, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:55:04.573886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:04.672544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] For port fb2f2787-bb8d-4593-a44e-46258e9d32b4, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:55:04.676011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] For port fb2f2787-bb8d-4593-a44e-46258e9d32b4, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fb2f2787-bb8d-4593-a44e-46258e9d32b4,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:55:04.683005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:04.688736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1f1a7ddc-dc4e-48d7-a5ac-cf7630b2d76c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:04.782889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de6d93-0fe8-4dad-b091-bc5d2a7441e8 None None] Pushing event updated for resources: {'Port': ['ID=fb2f2787-bb8d-4593-a44e-46258e9d32b4,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:04.787563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32de6d93-0fe8-4dad-b091-bc5d2a7441e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:04.788718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:55:04.789442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:54:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:55:04.968064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-3f97230f-3dfe-4df3-9afd-cf5e01a23ef9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:04.971641 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-3f97230f-3dfe-4df3-9afd-cf5e01a23ef9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 812 time: 0.2103715 Dec 09 09:55:05.026770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:55:05.083164 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b083a86a-2d6d-43f9-ad2a-5d18431be685 req-89b5ce64-8574-4d3a-9aa4-ca37b95558c4 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 210 time: 0.0564816 Dec 09 09:55:05.101547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-30fbdc9d-2bd4-453e-ac10-09aa8dc1a5f6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 379 time: 0.1133263 Dec 09 09:55:05.114613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'port': {'device_id': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'admin_state_up': True, 'tenant_id': '337334455a6c4c70aca385040aa42657', 'security_groups': ['968a6a3a-330c-42df-83de-74fc21cf764e']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:55:05.264945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:55:05.275123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:55:05.284536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Made reservation on behalf of 337334455a6c4c70aca385040aa42657 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:55:05.290269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:05.387414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:04Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:55:05.391646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533fa14f-52b9-4c97-96b0-0dc097238309 None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:04Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:55:05.466498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Allocated IP 172.20.0.12 (6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7/d775de4e-c480-4032-b77c-01f762efd21f/e2865b2a-8b59-46d9-92bc-52da84b86759) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:55:05.676029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:05.693948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Transition to ACTIVE for port object e2865b2a-8b59-46d9-92bc-52da84b86759 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:55:05.704744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:05.721746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:05.730954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5aa9b17-5ff4-494c-b8a5-d4e441238fd4 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:05.811196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:55:05.812156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event updated for resources: {'Port': ['ID=e2865b2a-8b59-46d9-92bc-52da84b86759,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:05.814952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:55:05.817049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:05.817828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:55:05.888508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:05.889223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:05.918753 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8120921 Dec 09 09:55:06.021529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Request body: {'port': {'device_id': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:55:06.034536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fb2f2787-bb8d-4593-a44e-46258e9d32b4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:55:06.122673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port fb2f2787-bb8d-4593-a44e-46258e9d32b4 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:55:06.128210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port fb2f2787-bb8d-4593-a44e-46258e9d32b4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:55:06.128729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:06.153270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:06.271068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:06.303581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-301e8d53-985c-4994-a037-a31f1252f46e None None] Provisioning for port e2865b2a-8b59-46d9-92bc-52da84b86759 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:55:06.311286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-301e8d53-985c-4994-a037-a31f1252f46e None None] Provisioning complete for port e2865b2a-8b59-46d9-92bc-52da84b86759 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:55:06.311705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-301e8d53-985c-4994-a037-a31f1252f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:06.326709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f670d-f38c-417c-958a-627889ffd877 req-2f2c3e06-c711-46cc-b712-93bbc71cd59a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:06.328258 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01f670d-f38c-417c-958a-627889ffd877 req-2f2c3e06-c711-46cc-b712-93bbc71cd59a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 932 time: 0.1023235 Dec 09 09:55:06.340080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port fb2f2787-bb8d-4593-a44e-46258e9d32b4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fb2f2787-bb8d-4593-a44e-46258e9d32b4,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:55:06.346042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:06.354733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32de6d93-0fe8-4dad-b091-bc5d2a7441e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:06.382150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e01f670d-f38c-417c-958a-627889ffd877 req-88f3d4fa-9f16-4d97-907d-d2b1166240de tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:55:06.401669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e01f670d-f38c-417c-958a-627889ffd877 req-88f3d4fa-9f16-4d97-907d-d2b1166240de tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:55:06.414967 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e01f670d-f38c-417c-958a-627889ffd877 req-88f3d4fa-9f16-4d97-907d-d2b1166240de tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783060 Dec 09 09:55:06.431795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-301e8d53-985c-4994-a037-a31f1252f46e None None] Port e2865b2a-8b59-46d9-92bc-52da84b86759 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:55:06.441079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=fb2f2787-bb8d-4593-a44e-46258e9d32b4,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:06.444164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:06.537923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2865b2a-8b59-46d9-92bc-52da84b86759 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:55:06.545701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:06.561198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Transition to ACTIVE for port object e2865b2a-8b59-46d9-92bc-52da84b86759 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:55:06.565159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:06.569235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48cbe190-b87e-4c33-8f8d-90ac51d4f493 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:06.742661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6751e78d-5e21-4007-b347-928b462fb6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:06.931844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Pushing event updated for resources: {'Port': ['ID=e2865b2a-8b59-46d9-92bc-52da84b86759,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:06.934815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:07.047033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Attempting to bind port e2865b2a-8b59-46d9-92bc-52da84b86759 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:55:07.047395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Attempting to bind port e2865b2a-8b59-46d9-92bc-52da84b86759 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:55:07.047762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Attempting to bind port e2865b2a-8b59-46d9-92bc-52da84b86759 on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:55:07.053798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Port e2865b2a-8b59-46d9-92bc-52da84b86759 on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:55:07.054149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Attempting to bind port e2865b2a-8b59-46d9-92bc-52da84b86759 on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:55:07.061275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:55:07.061643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Checking segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:55:07.062057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Bound using segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:55:07.062517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Bound port: e2865b2a-8b59-46d9-92bc-52da84b86759, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:55:07.062891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:07.157215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:55:07.158743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:07.164651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] For port e2865b2a-8b59-46d9-92bc-52da84b86759, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:55:07.168147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] For port e2865b2a-8b59-46d9-92bc-52da84b86759, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e2865b2a-8b59-46d9-92bc-52da84b86759,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:55:07.171190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:07.175652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aa62262d-dead-47b6-82b6-b92b6dd1f0ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:07.247086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:07.248585 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] 10.222.0.65 "PUT /v2.0/ports/e2865b2a-8b59-46d9-92bc-52da84b86759 HTTP/1.1" status: 200 len: 1094 time: 1.3200207 Dec 09 09:55:07.251860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:55:07.268148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Pushing event updated for resources: {'Port': ['ID=e2865b2a-8b59-46d9-92bc-52da84b86759,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:07.271357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:07.333570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'status': 'completed', 'code': 200} Dec 09 09:55:07.372639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-fe06dc50-2f5a-4727-bac3-a6080c856f6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 1097 time: 0.0804918 Dec 09 09:55:07.449880 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-2aecf886-5cf7-4a18-bf0f-daabede2ba44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2865b2a-8b59-46d9-92bc-52da84b86759 HTTP/1.1" status: 200 len: 217 time: 0.0705886 Dec 09 09:55:07.528506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d80872ce-2e6b-4040-9129-0e90f05cb9bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:07.530195 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-d80872ce-2e6b-4040-9129-0e90f05cb9bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0738788 Dec 09 09:55:07.616916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-16d1d8f5-21bc-47dd-8da0-012bd4b511f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802686 Dec 09 09:55:07.628362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a5b45-df10-4dcc-8ed7-8b1cd5d381ee req-596725f2-fed0-4a47-8994-857ceced246a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:07.630029 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0a7a5b45-df10-4dcc-8ed7-8b1cd5d381ee req-596725f2-fed0-4a47-8994-857ceced246a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 944 time: 0.0894277 Dec 09 09:55:07.683269 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0a7a5b45-df10-4dcc-8ed7-8b1cd5d381ee req-57c13d35-b2d2-4db4-83e1-8265e524fd55 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464585 Dec 09 09:55:07.769079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-b8388d63-5c45-4b27-aaa8-cb426a8baf40 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458397 Dec 09 09:55:07.938547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3bf4bdce-a9a7-4d3d-8e4c-686a6a4f397a req-9e06ad37-1787-4a7f-8123-35ab40a996ca service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621573 Dec 09 09:55:07.989802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fb2f2787-bb8d-4593-a44e-46258e9d32b4 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:55:08.061832 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52173c7f-55fe-4836-8224-ff4b01fe7186 req-dc563289-2418-42a0-a48f-5fe175de0a98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 1097 time: 0.0802522 Dec 09 09:55:08.064046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port fb2f2787-bb8d-4593-a44e-46258e9d32b4 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:55:08.064459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:08.217890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173c7f-55fe-4836-8224-ff4b01fe7186 req-05a96fba-eabd-4ec1-abaf-1b19656e55da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:08.219511 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52173c7f-55fe-4836-8224-ff4b01fe7186 req-05a96fba-eabd-4ec1-abaf-1b19656e55da service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1508632 Dec 09 09:55:08.296399 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52173c7f-55fe-4836-8224-ff4b01fe7186 req-16c50b7b-f4fe-4700-8b61-6adba41a76a1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2865b2a-8b59-46d9-92bc-52da84b86759 HTTP/1.1" status: 200 len: 217 time: 0.0695710 Dec 09 09:55:08.367120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52173c7f-55fe-4836-8224-ff4b01fe7186 req-02e0f4ff-0956-448e-bf57-e8559fc9aa97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:08.369279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52173c7f-55fe-4836-8224-ff4b01fe7186 req-02e0f4ff-0956-448e-bf57-e8559fc9aa97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0659850 Dec 09 09:55:08.423034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:08.450504 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52173c7f-55fe-4836-8224-ff4b01fe7186 req-20f60316-42e5-4fd6-8215-8c3f12d98532 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745447 Dec 09 09:55:08.600524 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52173c7f-55fe-4836-8224-ff4b01fe7186 req-99ec9476-cd7c-465c-b155-6d15356fcaa5 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427248 Dec 09 09:55:08.754732 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52173c7f-55fe-4836-8224-ff4b01fe7186 req-93b0d66f-6c00-429c-93eb-3f3ec69f0d68 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477199 Dec 09 09:55:08.901250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3254ff5-698a-4398-9b14-e08a99b50ad0 req-9795287a-3a94-4969-b565-394d5e6f151c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:08.902428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f3254ff5-698a-4398-9b14-e08a99b50ad0 req-9795287a-3a94-4969-b565-394d5e6f151c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:55:08.918186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f3254ff5-698a-4398-9b14-e08a99b50ad0 req-9795287a-3a94-4969-b565-394d5e6f151c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:55:08.919435 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3254ff5-698a-4398-9b14-e08a99b50ad0 req-9795287a-3a94-4969-b565-394d5e6f151c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 944 time: 0.1072872 Dec 09 09:55:08.967383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3254ff5-698a-4398-9b14-e08a99b50ad0 req-3d82e992-f6d5-4645-aeb4-8506cc0fd6fa tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417812 Dec 09 09:55:10.173421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71457cf1-61e4-42cf-97c0-019be4ce4e69 req-35a53ea5-8a0a-4a2e-ab74-1052b6d83968 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:10.175013 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-71457cf1-61e4-42cf-97c0-019be4ce4e69 req-35a53ea5-8a0a-4a2e-ab74-1052b6d83968 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 944 time: 0.0860474 Dec 09 09:55:10.233942 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-71457cf1-61e4-42cf-97c0-019be4ce4e69 req-50c0fa42-f9be-42bb-9cad-77ee59ef2fc2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514455 Dec 09 09:55:11.435500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a4f2d-7c85-456f-a8da-43fde51845e7 req-e6feb965-cc15-4dd1-800e-1640bd0b9c00 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:11.437087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e87a4f2d-7c85-456f-a8da-43fde51845e7 req-e6feb965-cc15-4dd1-800e-1640bd0b9c00 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 944 time: 0.0812228 Dec 09 09:55:11.480346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e2865b2a-8b59-46d9-92bc-52da84b86759 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:55:11.484949 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e87a4f2d-7c85-456f-a8da-43fde51845e7 req-046708ec-288a-4a99-a7f2-d1312dc95974 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417128 Dec 09 09:55:11.622636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e2865b2a-8b59-46d9-92bc-52da84b86759, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e2865b2a-8b59-46d9-92bc-52da84b86759,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:55:11.636347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'port_id': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'mac_address': 'fa:16:3e:df:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:55:11.690742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:11.711828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2865b2a-8b59-46d9-92bc-52da84b86759 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:55:11.728223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e2865b2a-8b59-46d9-92bc-52da84b86759, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e2865b2a-8b59-46d9-92bc-52da84b86759,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:55:11.731642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:11.733516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:11.799066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e2865b2a-8b59-46d9-92bc-52da84b86759,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:11.808303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.808693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.809078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.809483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.809861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.810238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.810610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.810983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.811356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.811723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.812088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:55:11.816058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:11.931927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['e2865b2a-8b59-46d9-92bc-52da84b86759'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:55:12.767816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d731ee2-c254-4258-9956-596e708af713 req-0ce9d5ef-0077-4b9c-b17b-92ddd8936aef tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:12.769453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4d731ee2-c254-4258-9956-596e708af713 req-0ce9d5ef-0077-4b9c-b17b-92ddd8936aef tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 945 time: 0.1602826 Dec 09 09:55:12.818345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4d731ee2-c254-4258-9956-596e708af713 req-05779649-19aa-4566-a573-9134944e804e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426188 Dec 09 09:55:13.488028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e2865b2a-8b59-46d9-92bc-52da84b86759 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:55:13.558647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port e2865b2a-8b59-46d9-92bc-52da84b86759 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:55:13.563409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port e2865b2a-8b59-46d9-92bc-52da84b86759 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:55:13.563828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:13.679698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:13.706807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:55:13.719644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e2865b2a-8b59-46d9-92bc-52da84b86759, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e2865b2a-8b59-46d9-92bc-52da84b86759,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:55:13.724193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:13.726463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fd82f4a4-231f-40cb-be7f-c5e6c2ab925c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:55:13.761953 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'code': 200} Dec 09 09:55:13.795274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e2865b2a-8b59-46d9-92bc-52da84b86759,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:55:13.798392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:55:14.003401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7012d876-acf8-4110-9cd3-4fd4ce0c1912 req-ed3cf985-fb91-4306-9592-b20e6a82ed67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 1099 time: 0.0785210 Dec 09 09:55:14.028548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67632161-5ff5-49d0-af11-a576d7e406f8 req-3af35069-29e9-43e2-9d91-00967ab1fc1d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:14.030302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-67632161-5ff5-49d0-af11-a576d7e406f8 req-3af35069-29e9-43e2-9d91-00967ab1fc1d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0850263 Dec 09 09:55:14.049362 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7012d876-acf8-4110-9cd3-4fd4ce0c1912 req-e26e88eb-8c0b-4e38-8dee-d16a70769101 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390530 Dec 09 09:55:14.078946 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-67632161-5ff5-49d0-af11-a576d7e406f8 req-b5979437-214e-424c-bf6e-37a6a8cffff1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423224 Dec 09 09:55:15.368705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9b9af-ad6f-4ee0-88f2-94b17c668f8e req-3a5af268-fa75-4562-8025-561011d364ee tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:15.370790 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5ad9b9af-ad6f-4ee0-88f2-94b17c668f8e req-3a5af268-fa75-4562-8025-561011d364ee tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.1612492 Dec 09 09:55:15.421603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5ad9b9af-ad6f-4ee0-88f2-94b17c668f8e req-0d5e2465-f7df-48f0-b90c-5161225dc4ca tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 Dec 09 09:55:15.625841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7810c-faae-4f8d-b675-107913c0fff7 req-6e0952e6-08ac-4188-b137-f70efeee5efe tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:15.627370 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a7a7810c-faae-4f8d-b675-107913c0fff7 req-6e0952e6-08ac-4188-b137-f70efeee5efe tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0868986 Dec 09 09:55:15.637068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 35986) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:55:15.642714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-779b508c-03f2-44ae-a909-67fff3428aa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'floatingip': {'port_id': 'e2865b2a-8b59-46d9-92bc-52da84b86759'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:55:15.719237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779b508c-03f2-44ae-a909-67fff3428aa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:16.329857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779b508c-03f2-44ae-a909-67fff3428aa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:16.332246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779b508c-03f2-44ae-a909-67fff3428aa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:16.764391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-779b508c-03f2-44ae-a909-67fff3428aa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Floating IP 58219ad7-8214-4dea-860e-af7de02b413e associated. External IP: 172.26.8.5, port: e2865b2a-8b59-46d9-92bc-52da84b86759. Dec 09 09:55:17.173216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779b508c-03f2-44ae-a909-67fff3428aa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:55:17.379665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779b508c-03f2-44ae-a909-67fff3428aa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:55:17.384145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-779b508c-03f2-44ae-a909-67fff3428aa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:17.390754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:55:17.404687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:55:17.405395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:55:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:55:17.440180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-779b508c-03f2-44ae-a909-67fff3428aa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "PUT /v2.0/floatingips/58219ad7-8214-4dea-860e-af7de02b413e HTTP/1.1" status: 200 len: 990 time: 1.8019493 Dec 09 09:55:17.440887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:55:17.487492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:17.597151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:55:17.598473 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'status': 'completed', 'code': 200} Dec 09 09:55:17.700818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78e61ba7-2ab2-4078-a1b2-7e1c882aa961 req-7a5d207d-8682-40be-bdd5-f233d9e2d52f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 1099 time: 0.0791914 Dec 09 09:55:17.846398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e61ba7-2ab2-4078-a1b2-7e1c882aa961 req-c5529c8e-a900-4af1-a5dd-e741f5dc8b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:17.848255 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78e61ba7-2ab2-4078-a1b2-7e1c882aa961 req-c5529c8e-a900-4af1-a5dd-e741f5dc8b70 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1407635 Dec 09 09:55:17.959178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78e61ba7-2ab2-4078-a1b2-7e1c882aa961 req-bd23d417-0c8e-48c0-88d9-4e125d26bdca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2865b2a-8b59-46d9-92bc-52da84b86759 HTTP/1.1" status: 200 len: 998 time: 0.1039379 Dec 09 09:55:17.976718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:df:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:55:16Z', 'revision_number': 1, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:55:17.981263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:55:17.992497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:55:17.993331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:55:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:55:18.027177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e61ba7-2ab2-4078-a1b2-7e1c882aa961 req-4d924c20-af6f-4612-8bac-fe3d3fcd8990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:18.028761 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78e61ba7-2ab2-4078-a1b2-7e1c882aa961 req-4d924c20-af6f-4612-8bac-fe3d3fcd8990 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0640333 Dec 09 09:55:18.111205 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78e61ba7-2ab2-4078-a1b2-7e1c882aa961 req-ae21c2f5-9393-4c08-a791-cca04f78654f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757215 Dec 09 09:55:18.178573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:55:18.258091 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78e61ba7-2ab2-4078-a1b2-7e1c882aa961 req-f2c92241-f984-4f70-993e-96c84e207653 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402118 Dec 09 09:55:18.405429 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78e61ba7-2ab2-4078-a1b2-7e1c882aa961 req-2c4f2379-acc4-48a9-a19e-d9676bafc6b2 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409929 Dec 09 09:55:18.547487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:df:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:55:16Z', 'revision_number': 1, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:55:18.552721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f818ae-11c5-4683-9ef3-3c38ef342958 None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:df:6d:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:55:16Z', 'revision_number': 1, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:55:18.841222 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-3d93633b-c498-44a5-a9a0-6c014d932675 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789447 Dec 09 09:55:18.941222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2dc656-a9a0-4c90-884b-8c8a36bf1265 None None] New status for floating IP 58219ad7-8214-4dea-860e-af7de02b413e: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:55:19.003097 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-89eeaec1-1fd0-48c4-9377-4c2aa93ef8ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 1099 time: 0.0775483 Dec 09 09:55:19.166513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-eb7c740c-c682-43fe-93a1-b77e51f7d8a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:19.168874 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-eb7c740c-c682-43fe-93a1-b77e51f7d8a1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1465106 Dec 09 09:55:19.282202 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-2d835137-0f3f-466b-a1ce-9b71202b67d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2865b2a-8b59-46d9-92bc-52da84b86759 HTTP/1.1" status: 200 len: 998 time: 0.1072237 Dec 09 09:55:19.354512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-7e330a93-2b99-4f3a-9c0b-0ddaf5ae48c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:19.356114 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-7e330a93-2b99-4f3a-9c0b-0ddaf5ae48c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0678635 Dec 09 09:55:19.440788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-13515310-7b0b-4d93-b7ba-cdc1bc0c1617 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777693 Dec 09 09:55:19.584478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-c2a31231-84b4-47a1-8f0a-35f7b6dc4376 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371319 Dec 09 09:55:19.730998 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d7e7bb6-311f-4f3f-82dd-40fccf2e2a08 req-18523098-7461-42ba-b827-205ee9be83bd service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408365 Dec 09 09:55:34.446587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b592d947-c6cb-466b-a3fa-f966d0a405d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:35.697430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:36.735861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-525dcab1-1e74-4138-bc95-699fb96f261d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:37.158449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:38.430122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:44.158718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:55:47.499777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:55:54.227690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56d33d-92c5-44b6-9b18-e925aa6fa945 req-9c5383a2-4ebe-4a63-96cd-3836ae4e5b3c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:54.229826 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8c56d33d-92c5-44b6-9b18-e925aa6fa945 req-9c5383a2-4ebe-4a63-96cd-3836ae4e5b3c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0822411 Dec 09 09:55:54.281408 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8c56d33d-92c5-44b6-9b18-e925aa6fa945 req-ec7d5805-40c9-4646-acc2-0d919ac9826c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454538 Dec 09 09:55:54.565381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5294d4d6-1872-4991-8b29-820640791a33 req-42d22a83-06b3-49af-bbc1-de1cfdac12ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1474857 Dec 09 09:55:54.867124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-03a56ed7-05e3-420e-a0a8-721d005ad3d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735216 Dec 09 09:55:55.166668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b36866-96c4-4f94-bc9e-05c6276717cb req-00983adb-ca9c-4ba5-98fd-ef5ef7f653ae tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:55.168319 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-98b36866-96c4-4f94-bc9e-05c6276717cb req-00983adb-ca9c-4ba5-98fd-ef5ef7f653ae tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.3236961 Dec 09 09:55:55.220770 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-98b36866-96c4-4f94-bc9e-05c6276717cb req-bc3ede44-e5c8-4419-ab85-21e36a92e723 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450242 Dec 09 09:55:56.191917 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-b4df07d9-8563-4fec-8495-2d2b424b75cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 1099 time: 0.0763891 Dec 09 09:55:56.339187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-848832e9-40c5-4d19-b726-8bdb8a9233e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:56.340772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-848832e9-40c5-4d19-b726-8bdb8a9233e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1431270 Dec 09 09:55:56.442780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f11bec-bfb2-48ca-a001-5e41080fdea5 req-43018c04-cf5e-43f6-bb92-c4e8810a97a1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:56.444401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-81f11bec-bfb2-48ca-a001-5e41080fdea5 req-43018c04-cf5e-43f6-bb92-c4e8810a97a1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0870488 Dec 09 09:55:56.450194 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-6b353681-45ce-40f9-b46f-0ff915727dc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2865b2a-8b59-46d9-92bc-52da84b86759 HTTP/1.1" status: 200 len: 1000 time: 0.1027670 Dec 09 09:55:56.494877 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-81f11bec-bfb2-48ca-a001-5e41080fdea5 req-81ddf7e5-5858-4127-8fa1-e60ce8862931 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435243 Dec 09 09:55:56.520647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-31d006b3-6ab4-4d5c-a1f2-7047eb71fc4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:56.522278 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-31d006b3-6ab4-4d5c-a1f2-7047eb71fc4b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0658391 Dec 09 09:55:56.609640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-d834d006-a6a3-4683-a5be-ebe6b4601d34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807319 Dec 09 09:55:56.757034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-ddd00a69-f573-4243-b957-a497a5c99050 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408350 Dec 09 09:55:56.895664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-0b8818a1-e156-48a3-83e6-b693d9fc70d2 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320894 Dec 09 09:55:57.724681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0585759-2c3d-4b42-833a-2c1a0f54742c req-bd5a14d1-3fe7-4026-8d05-5617ca15144b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:57.726956 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e0585759-2c3d-4b42-833a-2c1a0f54742c req-bd5a14d1-3fe7-4026-8d05-5617ca15144b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.1037652 Dec 09 09:55:57.785032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e0585759-2c3d-4b42-833a-2c1a0f54742c req-46c78e81-d35c-4d1e-89d1-1c7c448ec853 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501616 Dec 09 09:55:58.993461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4be85-1af1-4f66-bfcf-1921e0a5e61f req-613803f9-8c0f-4eff-b3a6-b3dc60e6a54d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:55:58.995216 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5ae4be85-1af1-4f66-bfcf-1921e0a5e61f req-613803f9-8c0f-4eff-b3a6-b3dc60e6a54d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0821116 Dec 09 09:55:59.044176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5ae4be85-1af1-4f66-bfcf-1921e0a5e61f req-9197425a-dbe1-48f5-8a80-e97fc673f331 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425239 Dec 09 09:56:00.253461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f4202-070d-45a3-bb1b-530d0bcc812f req-da410cd7-b0bb-4e69-a9db-157a7a7ffc73 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:00.255030 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c87f4202-070d-45a3-bb1b-530d0bcc812f req-da410cd7-b0bb-4e69-a9db-157a7a7ffc73 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0858216 Dec 09 09:56:00.302823 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c87f4202-070d-45a3-bb1b-530d0bcc812f req-5a653964-20cd-46a4-b5c1-6ba214fd6dcd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 Dec 09 09:56:01.510992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b518afd-9916-4891-af74-cc5f32efa57b req-33bcc897-a88d-4d77-b273-f1d55b220c1e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:01.512570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0b518afd-9916-4891-af74-cc5f32efa57b req-33bcc897-a88d-4d77-b273-f1d55b220c1e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0860515 Dec 09 09:56:01.561583 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0b518afd-9916-4891-af74-cc5f32efa57b req-270a6bc9-e7a9-4a90-867b-e6fd250c9345 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427139 Dec 09 09:56:02.766809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250b9bf-1edb-4f10-9d6c-7eabd39604f2 req-b214f6f5-2c26-4d93-b8d8-61a0f4a89ac0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:02.768422 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9250b9bf-1edb-4f10-9d6c-7eabd39604f2 req-b214f6f5-2c26-4d93-b8d8-61a0f4a89ac0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0836687 Dec 09 09:56:02.820849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9250b9bf-1edb-4f10-9d6c-7eabd39604f2 req-03a99291-aa9d-4f35-a40a-4da7c9ff8ed4 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463326 Dec 09 09:56:04.029741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80caa48-64b8-46ff-b31f-bcfc38218e8b req-def91089-a201-4453-8e2a-170b14844b75 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:04.031264 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e80caa48-64b8-46ff-b31f-bcfc38218e8b req-def91089-a201-4453-8e2a-170b14844b75 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0861247 Dec 09 09:56:04.082894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e80caa48-64b8-46ff-b31f-bcfc38218e8b req-d23f5240-afad-48a9-b365-5bd952db01ea tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453920 Dec 09 09:56:04.450014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b8fc30eb-5b59-444a-98f5-b305c907c210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:05.287677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d6428-9804-4da0-a173-26b7f99f0103 req-0ede316f-4b6e-4511-9182-9b9ab2e4c71f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:05.289294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-936d6428-9804-4da0-a173-26b7f99f0103 req-0ede316f-4b6e-4511-9182-9b9ab2e4c71f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0818002 Dec 09 09:56:05.338243 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-936d6428-9804-4da0-a173-26b7f99f0103 req-08ab5996-bfc9-4e09-a3ef-0d8687a9b828 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421548 Dec 09 09:56:05.700069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:06.550539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f98d80-a863-4f5a-9fcf-51a41c5a6e37 req-3048a307-ede5-4cc6-9216-6a5bc10f8a84 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:06.552138 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e8f98d80-a863-4f5a-9fcf-51a41c5a6e37 req-3048a307-ede5-4cc6-9216-6a5bc10f8a84 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0833316 Dec 09 09:56:06.600361 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e8f98d80-a863-4f5a-9fcf-51a41c5a6e37 req-cc99d05a-4127-401c-bb90-f88fa75ddc7a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Dec 09 09:56:06.738645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e48a2d8a-6856-41b0-8825-d3d24bb15c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:07.161080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:07.813749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf152d1-ccb8-4132-8749-40ac9fb32760 req-9f32927e-f97d-4997-abb5-ea1fed99fa63 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:07.815373 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-baf152d1-ccb8-4132-8749-40ac9fb32760 req-9f32927e-f97d-4997-abb5-ea1fed99fa63 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0874350 Dec 09 09:56:07.862853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-baf152d1-ccb8-4132-8749-40ac9fb32760 req-0b057165-759d-428c-b9e5-1a5ba2602391 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Dec 09 09:56:08.434098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:08.549468 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-6082310f-a9d6-4c25-8877-6adb30ceff77 service neutron] 10.222.0.65 "GET /v2.0/ports/e2865b2a-8b59-46d9-92bc-52da84b86759/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0790808 Dec 09 09:56:08.832383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-68567a62-05f3-4601-90b1-8617b3c9684c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 1099 time: 0.0846345 Dec 09 09:56:08.933950 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-ac6acc2a-d26a-471c-9168-a40c9b6ea6c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 1099 time: 0.0778699 Dec 09 09:56:09.106923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304fc7c-6e23-4ffe-adb9-d61ccafd2e58 req-bae16405-60c2-41f9-aa38-cbcaa3236495 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:09.108554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8304fc7c-6e23-4ffe-adb9-d61ccafd2e58 req-bae16405-60c2-41f9-aa38-cbcaa3236495 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.1158118 Dec 09 09:56:09.112418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-65c4d34e-cdb7-4980-8e68-11a7d36e9ab2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:09.114043 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-65c4d34e-cdb7-4980-8e68-11a7d36e9ab2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1740780 Dec 09 09:56:09.158465 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8304fc7c-6e23-4ffe-adb9-d61ccafd2e58 req-7cbf673e-0021-442c-be9a-c85d827e3c1f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435543 Dec 09 09:56:09.223828 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-d9a9e550-e0a6-4e84-bf67-519cf1d03751 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2865b2a-8b59-46d9-92bc-52da84b86759 HTTP/1.1" status: 200 len: 1000 time: 0.1038842 Dec 09 09:56:09.291662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-a2ac888c-4329-44e3-a2df-abc03f848859 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:09.293252 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-a2ac888c-4329-44e3-a2df-abc03f848859 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0623569 Dec 09 09:56:09.386113 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-20e2a7c0-bdcf-40ac-abd3-7d2aa65df1cf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859993 Dec 09 09:56:09.527898 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-a3fea37d-49db-4bb7-af51-311f15653564 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362052 Dec 09 09:56:09.668143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4570cad-a338-4ee5-baba-694cd8e9f9ed req-ade8dc4c-2fde-410c-9b25-7902d9db8046 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342165 Dec 09 09:56:10.366720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80312c2e-be0f-44ca-bc0a-8943e6a17f14 req-d26a03f6-3b0b-447c-90c7-4f9566aa03e6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:10.368356 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-80312c2e-be0f-44ca-bc0a-8943e6a17f14 req-d26a03f6-3b0b-447c-90c7-4f9566aa03e6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0862541 Dec 09 09:56:10.419259 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-80312c2e-be0f-44ca-bc0a-8943e6a17f14 req-7e7653fc-3065-4d03-b552-bdc48f58abcb tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437253 Dec 09 09:56:11.628938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eff0bb-a9de-4650-8daa-5c0d6fbc960a req-4a657bbc-7f34-4183-a4a1-710c80178399 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:11.630592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a1eff0bb-a9de-4650-8daa-5c0d6fbc960a req-4a657bbc-7f34-4183-a4a1-710c80178399 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0833101 Dec 09 09:56:11.678037 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a1eff0bb-a9de-4650-8daa-5c0d6fbc960a req-719720cd-575d-499f-9664-336cf8d376e8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414386 Dec 09 09:56:11.706230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e2865b2a-8b59-46d9-92bc-52da84b86759 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:56:11.864911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e2865b2a-8b59-46d9-92bc-52da84b86759, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e2865b2a-8b59-46d9-92bc-52da84b86759,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:56:11.880455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'port_id': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'mac_address': 'fa:16:3e:df:6d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:56:11.941478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:11.961203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2865b2a-8b59-46d9-92bc-52da84b86759 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:56:11.980100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e2865b2a-8b59-46d9-92bc-52da84b86759, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e2865b2a-8b59-46d9-92bc-52da84b86759,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:56:11.983044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:11.984916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:56:12.056832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['e2865b2a-8b59-46d9-92bc-52da84b86759'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:56:12.059170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-6c38bfe2-4f9f-4092-b238-b3c8c1681bd8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:12.060708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2df5af-8c22-410c-b52a-bf2d4b0a2fdf req-4e96c1ba-acec-4f55-a7b7-f09b7352593a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:12.061102 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-6c38bfe2-4f9f-4092-b238-b3c8c1681bd8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678&tenant_id=337334455a6c4c70aca385040aa42657&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 945 time: 0.1070271 Dec 09 09:56:12.062452 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f2df5af-8c22-410c-b52a-bf2d4b0a2fdf req-4e96c1ba-acec-4f55-a7b7-f09b7352593a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 945 time: 0.1038477 Dec 09 09:56:12.101209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e2865b2a-8b59-46d9-92bc-52da84b86759,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:56:12.113040 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f2df5af-8c22-410c-b52a-bf2d4b0a2fdf req-675bd985-0eff-4f57-a4b9-d8bd522d385a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439160 Dec 09 09:56:12.126268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.126893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.127427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.127933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.128452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.128989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.129530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.130028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.130561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.131210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.131905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:12.137463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:56:12.215315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-f13ad51e-a5ad-4444-861d-2105ef7da805 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 1098 time: 0.0766261 Dec 09 09:56:12.374249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-1bf1faca-2402-4476-a571-5f3a0778274d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:12.375853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-1bf1faca-2402-4476-a571-5f3a0778274d service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1548913 Dec 09 09:56:12.488806 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-84d23cf9-86ec-4d97-9ab6-f02fafff4402 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2865b2a-8b59-46d9-92bc-52da84b86759 HTTP/1.1" status: 200 len: 999 time: 0.1066289 Dec 09 09:56:12.554430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-6d67b454-8ea1-4bb5-be7c-8213fea8e973 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:12.556002 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-6d67b454-8ea1-4bb5-be7c-8213fea8e973 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0617969 Dec 09 09:56:12.636246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-33cc70e8-835a-4ff7-9e71-b832ce06cf6a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739129 Dec 09 09:56:12.782595 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-3c510bc5-4d36-4673-ab02-368cb01ddfc7 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401298 Dec 09 09:56:12.920961 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c101ca-f9ec-4aae-9481-a8f1a851fcee req-d4509ec6-6bf3-4912-bb63-5aa1c3610852 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326189 Dec 09 09:56:13.329696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f14a17-c04d-4b14-8b35-ec0cd0bb3282 req-ac6a009a-74ce-4f83-a33f-1c6b86fac325 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:13.331238 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a1f14a17-c04d-4b14-8b35-ec0cd0bb3282 req-ac6a009a-74ce-4f83-a33f-1c6b86fac325 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 945 time: 0.0828128 Dec 09 09:56:13.383179 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a1f14a17-c04d-4b14-8b35-ec0cd0bb3282 req-28adf9c2-1350-407e-b237-50d6a56deb46 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457599 Dec 09 09:56:13.720594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e2865b2a-8b59-46d9-92bc-52da84b86759 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:56:13.798326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port e2865b2a-8b59-46d9-92bc-52da84b86759 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:56:13.798846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:13.913671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:13.940677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:56:13.950637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e2865b2a-8b59-46d9-92bc-52da84b86759, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e2865b2a-8b59-46d9-92bc-52da84b86759,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:56:13.954188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:13.956079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:56:13.999185 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'code': 200} Dec 09 09:56:14.029364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e2865b2a-8b59-46d9-92bc-52da84b86759,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:56:14.032847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:56:14.589160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5e88f-e58f-4fc8-a63f-361db1082897 req-6ae00058-f2eb-4c11-ba11-eae2e514d1ee tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:14.591332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e8a5e88f-e58f-4fc8-a63f-361db1082897 req-6ae00058-f2eb-4c11-ba11-eae2e514d1ee tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0853925 Dec 09 09:56:14.639015 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e8a5e88f-e58f-4fc8-a63f-361db1082897 req-252e528a-1bea-4462-9a91-7ebe3a1e3b2a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413847 Dec 09 09:56:14.844945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac85c4-795d-4072-a0b6-2dee2a5149c0 req-03be09d6-abcb-4ec0-aae0-865e289c03ea tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:14.846837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eeac85c4-795d-4072-a0b6-2dee2a5149c0 req-03be09d6-abcb-4ec0-aae0-865e289c03ea tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0837848 Dec 09 09:56:14.898037 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eeac85c4-795d-4072-a0b6-2dee2a5149c0 req-1d2f1fa6-209c-4ad4-92d1-d428df491f2d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451705 Dec 09 09:56:15.102340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7e4cd-8abc-4d04-8583-ae377ddb4e73 req-803b3f34-d6fc-44a7-a081-473c849e0fc9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:15.103945 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-53f7e4cd-8abc-4d04-8583-ae377ddb4e73 req-803b3f34-d6fc-44a7-a081-473c849e0fc9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0827494 Dec 09 09:56:15.151449 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-53f7e4cd-8abc-4d04-8583-ae377ddb4e73 req-6652987e-d606-4acd-a423-e406eaddbaa2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411878 Dec 09 09:56:15.573374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033d1d5-cac4-469f-a680-29df87359bdb req-4269d0c5-ebf9-427e-ba0e-29b2cfbac356 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:15.575683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b033d1d5-cac4-469f-a680-29df87359bdb req-4269d0c5-ebf9-427e-ba0e-29b2cfbac356 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0886612 Dec 09 09:56:15.623693 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b033d1d5-cac4-469f-a680-29df87359bdb req-56d372fc-b129-40e5-aa8b-c05e7ddd5801 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Dec 09 09:56:16.830193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045e9a2-4db2-43c4-aec3-7b8a2248c89a req-eed8b311-31bd-495b-b451-8b7f4b1c5cb9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:16.831797 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3045e9a2-4db2-43c4-aec3-7b8a2248c89a req-eed8b311-31bd-495b-b451-8b7f4b1c5cb9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0844228 Dec 09 09:56:16.879798 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3045e9a2-4db2-43c4-aec3-7b8a2248c89a req-6382b762-47e3-4474-ac63-baaca7086761 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417948 Dec 09 09:56:17.170576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-265c8ef8-061a-4e90-8b92-bb56360e8c1a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:17.172111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-265c8ef8-061a-4e90-8b92-bb56360e8c1a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.0816014 Dec 09 09:56:17.470107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Deleting port e2865b2a-8b59-46d9-92bc-52da84b86759 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:56:17.470411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:17.500469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:17.721582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] For port e2865b2a-8b59-46d9-92bc-52da84b86759, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e2865b2a-8b59-46d9-92bc-52da84b86759,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:56:17.721914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:18.068015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:18.068599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:18.068749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Floating IP 58219ad7-8214-4dea-860e-af7de02b413e disassociated. External IP: 172.26.8.5, port: e2865b2a-8b59-46d9-92bc-52da84b86759. Dec 09 09:56:18.069012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Calling delete_port for e2865b2a-8b59-46d9-92bc-52da84b86759 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:56:18.212535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5a75-ad2d-4c2e-bfee-21921f691772 req-eb2c3737-41eb-41c7-86c4-93074d6a0535 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:18.214163 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1dfb5a75-ad2d-4c2e-bfee-21921f691772 req-eb2c3737-41eb-41c7-86c4-93074d6a0535 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 946 time: 0.2008281 Dec 09 09:56:18.281910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:18.288463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8f73cf1f-81c9-42b5-b02a-3e6b668845b7 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:56:18.325562 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1dfb5a75-ad2d-4c2e-bfee-21921f691772 req-fb6827ee-1393-4b00-b4e0-86b9cdeb733a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977435 Dec 09 09:56:18.332870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event deleted for resources: {'Port': ['ID=e2865b2a-8b59-46d9-92bc-52da84b86759,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:56:18.348346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.348779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.349226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.349643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.350059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.350471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.350882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.351320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.351701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.352108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.352517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:56:18.358075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:56:18.582868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:56:18.795227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:56:18.805678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:56:18.819345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:56:18.820013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:56:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:56:18.870863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] No DVR routers for this DVR port e2865b2a-8b59-46d9-92bc-52da84b86759 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:56:18.874074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:18.877022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'name': 'network-vif-deleted', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:56:18.892848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35b8eb29-f84b-41c8-b7bf-96504f7a6213 req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "DELETE /v2.0/ports/e2865b2a-8b59-46d9-92bc-52da84b86759 HTTP/1.1" status: 204 len: 173 time: 1.7140102 Dec 09 09:56:19.014948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:56:19.032766 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0e9e9c-771e-40c8-9ded-9ab80c035678', 'name': 'network-vif-deleted', 'tag': 'e2865b2a-8b59-46d9-92bc-52da84b86759', 'status': 'completed', 'code': 200} Dec 09 09:56:19.353834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:56:19.359322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:56:19.370827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:56:19.371542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:56:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:56:19.510562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2048f061-b329-4089-9e69-007d8e0afb62 req-3a212de7-4707-478a-9531-c7e030d5bb59 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:56:19.526772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2048f061-b329-4089-9e69-007d8e0afb62 req-3a212de7-4707-478a-9531-c7e030d5bb59 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:56:19.533639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2048f061-b329-4089-9e69-007d8e0afb62 req-3a212de7-4707-478a-9531-c7e030d5bb59 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa0e9e9c-771e-40c8-9ded-9ab80c035678 HTTP/1.1" status: 200 len: 210 time: 0.0674553 Dec 09 09:56:19.560435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:56:19.896030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:56:19.900003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a71557-2557-4b23-9952-6c22e1d4c7bc None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:56:20.347285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf52af4-5bec-4b44-898f-1936ae90001c None None] New status for floating IP 58219ad7-8214-4dea-860e-af7de02b413e: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:56:20.900097 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-2c313e6a-e080-4e0f-9c9b-17665f1479be tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--572655123&fields=id&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 267 time: 0.0441787 Dec 09 09:56:21.066083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-818ad434-8973-4531-9188-cc71bc526076 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:21.066827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-818ad434-8973-4531-9188-cc71bc526076 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:56:21.082988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-818ad434-8973-4531-9188-cc71bc526076 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:56:21.084258 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-818ad434-8973-4531-9188-cc71bc526076 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 812 time: 0.1763039 Dec 09 09:56:21.102991 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-eacd11be-f590-4333-9563-2eb70ced681e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/quotas/337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 375 time: 0.0119669 Dec 09 09:56:21.160455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:56:21.195166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a0a237b4-5a14-4c18-9b27-ae80b70586dc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866871 Dec 09 09:56:21.343423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-6c41e6cf-835b-415a-a591-d19868e250b2 service neutron] 10.222.0.18 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348591 Dec 09 09:56:21.486860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a88b77b1-5987-4b61-9984-a624e873cf73 service neutron] 10.222.0.18 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349218 Dec 09 09:56:21.691966 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-134fe7fc-6575-49b5-83b2-42f53ad4e38d req-e6330e22-f39a-4393-aa1f-dde88728ae02 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 210 time: 0.0506990 Dec 09 09:56:21.782961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e2865b2a-8b59-46d9-92bc-52da84b86759 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:56:21.818419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: e2865b2a-8b59-46d9-92bc-52da84b86759 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:56:21.818804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e2865b2a-8b59-46d9-92bc-52da84b86759 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:56:22.775685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-6d7800da-1a05-4db9-87d6-31cd022f2369 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:22.777829 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-6d7800da-1a05-4db9-87d6-31cd022f2369 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 812 time: 0.1679273 Dec 09 09:56:22.839601 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-31b4295d-8125-471a-99e5-30d7fbbad32e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 379 time: 0.0508647 Dec 09 09:56:22.853281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'port': {'device_id': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'admin_state_up': True, 'tenant_id': '337334455a6c4c70aca385040aa42657', 'security_groups': ['968a6a3a-330c-42df-83de-74fc21cf764e']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:56:22.999401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:56:23.007826 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-be63519e-6ad7-47d8-822e-7534d6b37a20 req-09d40f04-f741-4e2f-97f9-3c32c034f7cb tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 210 time: 0.0461864 Dec 09 09:56:23.009396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:56:23.020001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Made reservation on behalf of 337334455a6c4c70aca385040aa42657 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:56:23.025806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:23.198937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Allocated IP 172.20.0.8 (6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7/d775de4e-c480-4032-b77c-01f762efd21f/fa688110-bcb8-430d-ba13-4653556512fd) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:56:23.401882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:23.418338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Transition to ACTIVE for port object fa688110-bcb8-430d-ba13-4653556512fd will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:56:23.438796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:23.444578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-987f341e-8811-483c-b004-0efe3b800848 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:56:23.519074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:56:23.522410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:56:23.527030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:56:23.559641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event updated for resources: {'Port': ['ID=fa688110-bcb8-430d-ba13-4653556512fd,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:56:23.565758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:56:23.601266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:23.601960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:23.628234 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793920 Dec 09 09:56:23.640813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Request body: {'port': {'device_id': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:56:23.762517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:23.873810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-68e24446-7cbd-420e-a311-99ab513d1162 None None] Provisioning for port fa688110-bcb8-430d-ba13-4653556512fd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:56:23.879230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-68e24446-7cbd-420e-a311-99ab513d1162 None None] Provisioning complete for port fa688110-bcb8-430d-ba13-4653556512fd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:56:23.879648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68e24446-7cbd-420e-a311-99ab513d1162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:23.933280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-68e24446-7cbd-420e-a311-99ab513d1162 None None] Port fa688110-bcb8-430d-ba13-4653556512fd cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:56:24.127639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa688110-bcb8-430d-ba13-4653556512fd {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:56:24.134656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:24.193258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Transition to ACTIVE for port object fa688110-bcb8-430d-ba13-4653556512fd will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:56:24.196862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:24.202945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2da1add9-5601-4ca4-92d1-3f08fb3bd9e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:56:24.569642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Pushing event updated for resources: {'Port': ['ID=fa688110-bcb8-430d-ba13-4653556512fd,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:56:24.583395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:56:24.641264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0d64e-08c0-4cc6-9da4-70d144b7de0f req-1a84e9c1-582f-442a-9fe7-e57b18974d06 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:24.642013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-97e0d64e-08c0-4cc6-9da4-70d144b7de0f req-1a84e9c1-582f-442a-9fe7-e57b18974d06 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:56:24.707609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-97e0d64e-08c0-4cc6-9da4-70d144b7de0f req-1a84e9c1-582f-442a-9fe7-e57b18974d06 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:56:24.709291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97e0d64e-08c0-4cc6-9da4-70d144b7de0f req-1a84e9c1-582f-442a-9fe7-e57b18974d06 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 931 time: 0.5665398 Dec 09 09:56:24.758348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Attempting to bind port fa688110-bcb8-430d-ba13-4653556512fd on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:56:24.758834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Attempting to bind port fa688110-bcb8-430d-ba13-4653556512fd by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:56:24.759310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Attempting to bind port fa688110-bcb8-430d-ba13-4653556512fd on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:56:24.777373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Port fa688110-bcb8-430d-ba13-4653556512fd on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:56:24.777841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Attempting to bind port fa688110-bcb8-430d-ba13-4653556512fd on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:56:24.791678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:56:24.792042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Checking segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:56:24.792462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Bound using segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:56:24.793155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Bound port: fa688110-bcb8-430d-ba13-4653556512fd, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:56:24.793570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:24.806707 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97e0d64e-08c0-4cc6-9da4-70d144b7de0f req-8a7e4c8c-6522-460b-8fed-a831cf3eeaa5 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830863 Dec 09 09:56:24.892322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] For port fa688110-bcb8-430d-ba13-4653556512fd, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:56:24.896559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] For port fa688110-bcb8-430d-ba13-4653556512fd, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fa688110-bcb8-430d-ba13-4653556512fd,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:56:24.899387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:24.904060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9fe2e1de-f270-4f2e-9853-18e55c856f0b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:56:24.956961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:24.958598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] 10.222.0.65 "PUT /v2.0/ports/fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 200 len: 1093 time: 1.3226666 Dec 09 09:56:24.961052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'tag': 'fa688110-bcb8-430d-ba13-4653556512fd'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:56:24.992204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Pushing event updated for resources: {'Port': ['ID=fa688110-bcb8-430d-ba13-4653556512fd,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:56:24.995856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:56:25.041095 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'tag': 'fa688110-bcb8-430d-ba13-4653556512fd', 'status': 'completed', 'code': 200} Dec 09 09:56:25.081644 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-4ff71762-d5fb-4294-bb8b-49164a17f4ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 1096 time: 0.0818346 Dec 09 09:56:25.175801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-7e231740-5c16-4e47-adfd-2f117bee728b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 200 len: 217 time: 0.0861154 Dec 09 09:56:25.246015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-f11febb0-eb2f-4652-ab87-4a6362ddf5df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:25.247607 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-f11febb0-eb2f-4652-ab87-4a6362ddf5df service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0661535 Dec 09 09:56:25.334825 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-e8ea670f-d7bc-4e45-a2b0-2a0cf408f438 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813053 Dec 09 09:56:25.480677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-3d3f6562-8a72-4f78-935c-eba147f21c8b service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379285 Dec 09 09:56:25.631914 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eb7e9a42-2505-41b0-abc8-27f4ab5b74c5 req-94cc3036-2a27-4a56-bde1-a039071f4dfc service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450701 Dec 09 09:56:25.754167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c539ba54-ac49-4764-9ce4-cdc4829cd131 req-41230c2e-90be-467d-b3bf-3a911a4883f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 1096 time: 0.0749335 Dec 09 09:56:25.904592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539ba54-ac49-4764-9ce4-cdc4829cd131 req-f48a1cbe-ebb2-468a-9b59-1e1a37ececec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:25.906259 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c539ba54-ac49-4764-9ce4-cdc4829cd131 req-f48a1cbe-ebb2-468a-9b59-1e1a37ececec service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1448886 Dec 09 09:56:26.020926 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c539ba54-ac49-4764-9ce4-cdc4829cd131 req-33733986-07c9-4ebe-b4f4-afefc509cbd3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 200 len: 217 time: 0.1074469 Dec 09 09:56:26.116500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539ba54-ac49-4764-9ce4-cdc4829cd131 req-e2b9f1d9-349c-4187-a7fe-59ef72aba91f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:26.118099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c539ba54-ac49-4764-9ce4-cdc4829cd131 req-e2b9f1d9-349c-4187-a7fe-59ef72aba91f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0893784 Dec 09 09:56:26.129424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55dd97-7561-4f14-a9f8-03bba06793e0 req-2cac2194-fbf0-48bc-abbf-5611a15c7e3c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:26.130949 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6c55dd97-7561-4f14-a9f8-03bba06793e0 req-2cac2194-fbf0-48bc-abbf-5611a15c7e3c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 943 time: 0.1622107 Dec 09 09:56:26.236270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6c55dd97-7561-4f14-a9f8-03bba06793e0 req-e84b82ea-7931-48ed-9732-e959968f325a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713682 Dec 09 09:56:26.246673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c539ba54-ac49-4764-9ce4-cdc4829cd131 req-c92d05dd-2f5f-4032-b323-c2e6e21a4064 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146493 Dec 09 09:56:26.393708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c539ba54-ac49-4764-9ce4-cdc4829cd131 req-472ac9ae-6899-49d9-9449-110216a324f7 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384132 Dec 09 09:56:26.538902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c539ba54-ac49-4764-9ce4-cdc4829cd131 req-effdf414-1fa2-47f8-aa05-a5ae9ee2950d service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377518 Dec 09 09:56:27.454493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd192d39-595a-4f7c-ad78-dbc2852880b5 req-d110979f-140e-4c69-8f95-f3e011f21849 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:27.456143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dd192d39-595a-4f7c-ad78-dbc2852880b5 req-d110979f-140e-4c69-8f95-f3e011f21849 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 943 time: 0.0929050 Dec 09 09:56:27.509788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dd192d39-595a-4f7c-ad78-dbc2852880b5 req-b56c9916-cf73-475c-aa37-87df91ae2eba tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472417 Dec 09 09:56:27.814471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device fa688110-bcb8-430d-ba13-4653556512fd details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:56:27.955203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port fa688110-bcb8-430d-ba13-4653556512fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fa688110-bcb8-430d-ba13-4653556512fd,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:56:27.974311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'fa688110-bcb8-430d-ba13-4653556512fd', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'port_id': 'fa688110-bcb8-430d-ba13-4653556512fd', 'mac_address': 'fa:16:3e:26:07:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:56:28.029668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:28.048652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa688110-bcb8-430d-ba13-4653556512fd {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:56:28.064276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port fa688110-bcb8-430d-ba13-4653556512fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fa688110-bcb8-430d-ba13-4653556512fd,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:56:28.067139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:28.068968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:56:28.139900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=fa688110-bcb8-430d-ba13-4653556512fd,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:56:28.143182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:56:28.268158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['fa688110-bcb8-430d-ba13-4653556512fd'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:56:28.717736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67749382-1b92-4839-8193-172335fb2ee7 req-ddea87f8-aad6-4d2e-ac9a-965ddcba1ad0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:28.719383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-67749382-1b92-4839-8193-172335fb2ee7 req-ddea87f8-aad6-4d2e-ac9a-965ddcba1ad0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 944 time: 0.0868182 Dec 09 09:56:28.769519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-67749382-1b92-4839-8193-172335fb2ee7 req-9ab6cc8a-02ab-41d9-bec9-e991eda3432f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Dec 09 09:56:29.829560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device fa688110-bcb8-430d-ba13-4653556512fd up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:56:29.900066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port fa688110-bcb8-430d-ba13-4653556512fd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:56:29.905481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port fa688110-bcb8-430d-ba13-4653556512fd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:56:29.905879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:29.980920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88c558-09a5-4a3a-9760-e7f839c0d4ee req-34c369b2-1271-46ee-9364-076b2f8b0a30 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:29.983198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2f88c558-09a5-4a3a-9760-e7f839c0d4ee req-34c369b2-1271-46ee-9364-076b2f8b0a30 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 944 time: 0.0837004 Dec 09 09:56:30.027372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:30.032836 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2f88c558-09a5-4a3a-9760-e7f839c0d4ee req-3498119d-1998-4d40-861a-2fe11464fce2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 Dec 09 09:56:30.055839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa688110-bcb8-430d-ba13-4653556512fd'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:56:30.066637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port fa688110-bcb8-430d-ba13-4653556512fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fa688110-bcb8-430d-ba13-4653556512fd,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:56:30.069617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:30.071595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:56:30.118519 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa688110-bcb8-430d-ba13-4653556512fd', 'code': 200} Dec 09 09:56:30.145801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=fa688110-bcb8-430d-ba13-4653556512fd,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:56:30.148874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:56:30.351997 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6158e22d-febe-483a-b6e8-fe5150877d34 req-f5277531-9a37-4763-9884-49e2046f7dcd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 1098 time: 0.0716691 Dec 09 09:56:30.399074 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6158e22d-febe-483a-b6e8-fe5150877d34 req-92681bda-3581-4b8d-a1d3-9e70ad794626 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402784 Dec 09 09:56:31.249728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4522b-e85a-40bb-8639-09cc94ef68f6 req-3a966d68-47ed-4991-aee5-c5557bb2905b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:31.251319 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fc4522b-e85a-40bb-8639-09cc94ef68f6 req-3a966d68-47ed-4991-aee5-c5557bb2905b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0892615 Dec 09 09:56:31.300457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fc4522b-e85a-40bb-8639-09cc94ef68f6 req-8fa91cea-c822-4e08-b843-c9515a8a990f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 Dec 09 09:56:32.508967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e053f3e-f459-4179-bcdb-10f33f9068fc req-f57c0cd7-113b-48e9-8805-0f496cf2e8e0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:32.510590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8e053f3e-f459-4179-bcdb-10f33f9068fc req-f57c0cd7-113b-48e9-8805-0f496cf2e8e0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0850317 Dec 09 09:56:32.560574 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8e053f3e-f459-4179-bcdb-10f33f9068fc req-4211821b-3e5d-4275-b77f-53310052707d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430148 Dec 09 09:56:32.759323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eb271-139b-4eca-a97d-ef6ac11c9c72 req-bb1ab93c-5e88-453b-8cb1-3f4fca8a32a4 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:32.760957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4f2eb271-139b-4eca-a97d-ef6ac11c9c72 req-bb1ab93c-5e88-453b-8cb1-3f4fca8a32a4 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0841088 Dec 09 09:56:32.771395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36200) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:56:32.777322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a53164a9-5c19-4a56-821e-2c6a09df6987 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'floatingip': {'port_id': 'fa688110-bcb8-430d-ba13-4653556512fd'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:56:32.859193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a53164a9-5c19-4a56-821e-2c6a09df6987 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:33.708338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a53164a9-5c19-4a56-821e-2c6a09df6987 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:33.711127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a53164a9-5c19-4a56-821e-2c6a09df6987 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:33.910791 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-a53164a9-5c19-4a56-821e-2c6a09df6987 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Floating IP 58219ad7-8214-4dea-860e-af7de02b413e associated. External IP: 172.26.8.5, port: fa688110-bcb8-430d-ba13-4653556512fd. Dec 09 09:56:34.319332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53164a9-5c19-4a56-821e-2c6a09df6987 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:56:34.452990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba84fa15-0d1f-4676-a1b6-6e6d4ea2ddf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:34.536568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53164a9-5c19-4a56-821e-2c6a09df6987 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:56:34.541399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a53164a9-5c19-4a56-821e-2c6a09df6987 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:34.547012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:56:34.559375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:56:34.560044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:56:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:56:34.600922 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a53164a9-5c19-4a56-821e-2c6a09df6987 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "PUT /v2.0/floatingips/58219ad7-8214-4dea-860e-af7de02b413e HTTP/1.1" status: 200 len: 989 time: 1.8283651 Dec 09 09:56:34.601662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'tag': 'fa688110-bcb8-430d-ba13-4653556512fd'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:56:34.662055 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'tag': 'fa688110-bcb8-430d-ba13-4653556512fd', 'status': 'completed', 'code': 200} Dec 09 09:56:34.761203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:56:34.768772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0af6944b-d2ac-439f-9fcb-caeef2ddf763 req-62651045-50cb-4078-9009-9669dfdc42b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 1098 time: 0.0840106 Dec 09 09:56:34.913472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6944b-d2ac-439f-9fcb-caeef2ddf763 req-119a368b-321d-4056-911b-e6430a5bbb28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:34.914970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0af6944b-d2ac-439f-9fcb-caeef2ddf763 req-119a368b-321d-4056-911b-e6430a5bbb28 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1399486 Dec 09 09:56:35.020111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0af6944b-d2ac-439f-9fcb-caeef2ddf763 req-e30e6141-aa2a-4ee3-b212-23532aed3651 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 200 len: 997 time: 0.0981617 Dec 09 09:56:35.092988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af6944b-d2ac-439f-9fcb-caeef2ddf763 req-b9739aa0-d556-4816-8977-54fe6ecca9d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:56:35.094598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0af6944b-d2ac-439f-9fcb-caeef2ddf763 req-b9739aa0-d556-4816-8977-54fe6ecca9d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0686271 Dec 09 09:56:35.127109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': 'fa688110-bcb8-430d-ba13-4653556512fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:26:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:56:33Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:56:35.131109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:56:35.142886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:56:35.143551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:56:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:56:35.175323 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0af6944b-d2ac-439f-9fcb-caeef2ddf763 req-dc3aa1c3-503a-4d9e-b605-a13a72be573d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748596 Dec 09 09:56:35.326041 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0af6944b-d2ac-439f-9fcb-caeef2ddf763 req-6218d5d5-1981-411a-b4ce-76605c6c2aa9 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432290 Dec 09 09:56:35.472448 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0af6944b-d2ac-439f-9fcb-caeef2ddf763 req-21a33ee1-82d8-4fb8-b1d7-2823e9e2ab34 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405339 Dec 09 09:56:35.479356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:56:35.702942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:35.877144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': 'fa688110-bcb8-430d-ba13-4653556512fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:26:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:56:33Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:56:35.881876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a8d9c0-0f08-43d3-b9e7-800c72b88587 None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': 'fa688110-bcb8-430d-ba13-4653556512fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:26:07:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:56:33Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:56:36.203685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43fc8ef-0225-403e-8cb3-6c8f06044651 None None] New status for floating IP 58219ad7-8214-4dea-860e-af7de02b413e: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:56:36.739405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71b8fcc7-e2e5-4e60-a324-dd6f292d5f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:37.163288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:38.435707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:47.513514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:56:58.162289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:57:04.455115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c838087-a2d3-41b6-83ae-9d62ac78fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:05.705496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:06.740679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a83d928a-6e0f-4143-a174-d07e5c1bd947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:07.165845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:08.439207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:10.593658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e54d1-3622-4a3e-be7f-ea6f785a68e5 req-62ecc9b6-f330-47ad-9bc9-61409b066808 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:10.595274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c88e54d1-3622-4a3e-be7f-ea6f785a68e5 req-62ecc9b6-f330-47ad-9bc9-61409b066808 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0837812 Dec 09 09:57:10.644804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c88e54d1-3622-4a3e-be7f-ea6f785a68e5 req-5f8d45b6-5e8e-420e-9ae3-f84be7c7a57e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 Dec 09 09:57:11.868288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05043b90-403e-494f-9741-e3f32a137ab7 req-47055ade-3940-489d-a10c-934b50025b06 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:11.869931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-05043b90-403e-494f-9741-e3f32a137ab7 req-47055ade-3940-489d-a10c-934b50025b06 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0946531 Dec 09 09:57:11.924105 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-05043b90-403e-494f-9741-e3f32a137ab7 req-aa179b46-0501-4aaa-a0e0-8d53840e1bef tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472763 Dec 09 09:57:13.136267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182efb19-dcab-4692-8668-b4f1a0c2072c req-b3656f0f-e865-439a-8fdd-195286dec537 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:13.137892 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-182efb19-dcab-4692-8668-b4f1a0c2072c req-b3656f0f-e865-439a-8fdd-195286dec537 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0889411 Dec 09 09:57:13.189664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-182efb19-dcab-4692-8668-b4f1a0c2072c req-a347f928-b9a9-404f-9b64-e791854de90f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453961 Dec 09 09:57:14.394307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06dce52-42f4-4f63-9813-53fbf9e2feff req-f2cc11a3-5ad0-4e1e-ad04-3e1f7f85c7df tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:14.396654 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e06dce52-42f4-4f63-9813-53fbf9e2feff req-f2cc11a3-5ad0-4e1e-ad04-3e1f7f85c7df tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0843365 Dec 09 09:57:14.451911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e06dce52-42f4-4f63-9813-53fbf9e2feff req-30e91c51-3cf7-47e3-a9bc-674136b4539f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488441 Dec 09 09:57:15.658748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a59d-9880-45b9-aa84-1a23ef025a27 req-d5a529c8-e14b-48ae-b2bf-b871e7a4f7da tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:15.660338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c677a59d-9880-45b9-aa84-1a23ef025a27 req-d5a529c8-e14b-48ae-b2bf-b871e7a4f7da tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0827458 Dec 09 09:57:15.708229 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c677a59d-9880-45b9-aa84-1a23ef025a27 req-840f28da-74a9-4209-98db-2f3c038b39dc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418396 Dec 09 09:57:16.921395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338152c-493b-4788-bcc0-1c302241a82f req-346f6cd5-f97e-41a4-851f-da66f298c997 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:16.922994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7338152c-493b-4788-bcc0-1c302241a82f req-346f6cd5-f97e-41a4-851f-da66f298c997 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0871432 Dec 09 09:57:16.971766 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7338152c-493b-4788-bcc0-1c302241a82f req-c2f749ba-e9c3-4a9e-85f3-2f35174e348d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427458 Dec 09 09:57:17.531149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:18.183048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527541e-b1d5-4bc7-9011-e47ed76c2208 req-4090778b-9499-4146-a280-d8984b0130c7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:18.184638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9527541e-b1d5-4bc7-9011-e47ed76c2208 req-4090778b-9499-4146-a280-d8984b0130c7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0855365 Dec 09 09:57:18.233831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9527541e-b1d5-4bc7-9011-e47ed76c2208 req-589d4c8a-45e5-4072-99b7-f3ebcdb6b4bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427732 Dec 09 09:57:19.439488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997244f-3587-4759-959d-cbd82d7ab7ce req-3e319edc-0b0d-47fe-8244-c3edf2264633 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:19.441101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9997244f-3587-4759-959d-cbd82d7ab7ce req-3e319edc-0b0d-47fe-8244-c3edf2264633 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0830758 Dec 09 09:57:19.493694 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9997244f-3587-4759-959d-cbd82d7ab7ce req-9545d2c6-28b2-42cb-a4df-687b5633e56f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464220 Dec 09 09:57:20.700220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129178f-ecae-4628-8334-6dc66d015ac0 req-5c131071-6e4d-4e38-9e35-f7eee28b4b80 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:20.702376 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a129178f-ecae-4628-8334-6dc66d015ac0 req-5c131071-6e4d-4e38-9e35-f7eee28b4b80 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0823238 Dec 09 09:57:20.751534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a129178f-ecae-4628-8334-6dc66d015ac0 req-b695a449-4792-4d1f-a135-3689720a7e3f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430069 Dec 09 09:57:21.539479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-abbe5129-ce5f-433d-b2ae-33f008ffd939 req-cf4afcbe-f920-41e5-a7da-7edeea344464 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 1098 time: 0.0786428 Dec 09 09:57:21.694547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5129-ce5f-433d-b2ae-33f008ffd939 req-b025045e-b7ce-4b69-9d8d-044288a1067e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:21.696106 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-abbe5129-ce5f-433d-b2ae-33f008ffd939 req-b025045e-b7ce-4b69-9d8d-044288a1067e service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1375735 Dec 09 09:57:21.815228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-abbe5129-ce5f-433d-b2ae-33f008ffd939 req-69162e06-236e-40e8-be52-801053ce0418 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 200 len: 999 time: 0.1120720 Dec 09 09:57:21.926243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe5129-ce5f-433d-b2ae-33f008ffd939 req-7b4bd977-b1aa-4c34-8862-fc06769eb16b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:21.927785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-abbe5129-ce5f-433d-b2ae-33f008ffd939 req-7b4bd977-b1aa-4c34-8862-fc06769eb16b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.1073735 Dec 09 09:57:22.014544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818aadd0-2e09-4d96-af02-3fa05055dc3f req-50448fbc-1f92-44c6-bacb-15d8eb6d590e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:22.016115 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-818aadd0-2e09-4d96-af02-3fa05055dc3f req-50448fbc-1f92-44c6-bacb-15d8eb6d590e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.1390946 Dec 09 09:57:22.064278 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-abbe5129-ce5f-433d-b2ae-33f008ffd939 req-d609ed29-8ae3-4bc9-8dbf-9a3638d134ce service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1285222 Dec 09 09:57:22.111961 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-818aadd0-2e09-4d96-af02-3fa05055dc3f req-7773502e-487c-432f-8e90-e4608be559b2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888586 Dec 09 09:57:22.437604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-abbe5129-ce5f-433d-b2ae-33f008ffd939 req-2b195e69-6a3e-4ade-a204-167111d140c3 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656785 Dec 09 09:57:22.579463 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-abbe5129-ce5f-433d-b2ae-33f008ffd939 req-9a742ab3-d127-4d37-9608-6401755e90ff service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347120 Dec 09 09:57:23.337003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbc9ac-3a08-47f5-aab6-0fdbee57e6ef req-82e2394a-c673-4797-a388-5d84455e190e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:23.338675 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41bbc9ac-3a08-47f5-aab6-0fdbee57e6ef req-82e2394a-c673-4797-a388-5d84455e190e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0916471 Dec 09 09:57:23.387198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41bbc9ac-3a08-47f5-aab6-0fdbee57e6ef req-8a49c890-7e58-46fd-a9e6-6559348a7fa7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Dec 09 09:57:24.599350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09649-149e-4f5d-9a79-fa662594b7df req-804e9462-2470-482d-93bf-64803dbaca5c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:24.600944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12f09649-149e-4f5d-9a79-fa662594b7df req-804e9462-2470-482d-93bf-64803dbaca5c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0827563 Dec 09 09:57:24.655366 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12f09649-149e-4f5d-9a79-fa662594b7df req-0060b859-02ef-44ea-a62a-4e89171210b1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482879 Dec 09 09:57:25.870993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590f8b3-c2df-4ac1-a13e-4008fc7ced7d req-2dd92242-bf2f-44c2-a521-399579fb16ba tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:25.872586 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a590f8b3-c2df-4ac1-a13e-4008fc7ced7d req-2dd92242-bf2f-44c2-a521-399579fb16ba tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0844448 Dec 09 09:57:25.924244 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a590f8b3-c2df-4ac1-a13e-4008fc7ced7d req-18d856b2-03bc-4546-a376-0e90ff1df31f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447114 Dec 09 09:57:27.128336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ef2db-a3f0-4f5c-9f51-2af9e5fc5e5a req-c773d451-0291-48ba-9edb-ebddf2ffe992 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:27.129955 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-890ef2db-a3f0-4f5c-9f51-2af9e5fc5e5a req-c773d451-0291-48ba-9edb-ebddf2ffe992 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0827894 Dec 09 09:57:27.189066 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-890ef2db-a3f0-4f5c-9f51-2af9e5fc5e5a req-394bf0ef-4d0a-45f7-b3f6-0886d824fd0c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529492 Dec 09 09:57:27.391813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a573ec6-6084-4eef-abe3-c15b61365cdd req-9f53f0c9-13e4-483b-b51f-35be892c4c4c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0730846 Dec 09 09:57:27.661259 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-c0014568-a126-41db-834b-5c794f6bfbe3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747905 Dec 09 09:57:27.730619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66558d38-6e50-46b5-919f-e3a7c45a7ab1 req-5bdd140a-5eef-4bc4-88b6-542ceeb9b7f9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:27.732719 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-66558d38-6e50-46b5-919f-e3a7c45a7ab1 req-5bdd140a-5eef-4bc4-88b6-542ceeb9b7f9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0926929 Dec 09 09:57:27.790171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-66558d38-6e50-46b5-919f-e3a7c45a7ab1 req-5c3fbddb-8582-4202-915a-11ec6cf5e076 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447395 Dec 09 09:57:28.997348 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-fd3abd96-f324-401a-8352-c7ed0953e769 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 1098 time: 0.0773551 Dec 09 09:57:29.015081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf058306-6a24-4bbb-8e16-274627dc0c97 req-2460add2-7970-4890-a7bb-b45470789aa7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:29.016790 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf058306-6a24-4bbb-8e16-274627dc0c97 req-2460add2-7970-4890-a7bb-b45470789aa7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0924253 Dec 09 09:57:29.065642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf058306-6a24-4bbb-8e16-274627dc0c97 req-26f02516-ddf3-4fbb-bf8d-d928aecd1772 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425208 Dec 09 09:57:29.140028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-a6a03f52-97ec-423b-9f2e-8d129c1e3a92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:29.141704 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-a6a03f52-97ec-423b-9f2e-8d129c1e3a92 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1383193 Dec 09 09:57:29.253423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-855aa004-3192-4c59-94d4-d1904ef7d1a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 200 len: 999 time: 0.1055954 Dec 09 09:57:29.320127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-11aa7de9-3fd8-4420-a699-394812cb8992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:29.321754 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-11aa7de9-3fd8-4420-a699-394812cb8992 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0624530 Dec 09 09:57:29.404091 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-e4bac070-8df3-48cc-86f8-80333b3cd1f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760777 Dec 09 09:57:29.549166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-39ab5b69-fe64-4a67-b633-6febedb3ce41 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385303 Dec 09 09:57:29.692963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-2c37d283-7860-400d-b809-6b777dc277ac service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377580 Dec 09 09:57:30.289387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b2394-04c2-4d9a-b0f9-bf2f9fec4c04 req-450405ab-2591-4417-a642-1d90cba2a840 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:30.290923 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab8b2394-04c2-4d9a-b0f9-bf2f9fec4c04 req-450405ab-2591-4417-a642-1d90cba2a840 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0859261 Dec 09 09:57:30.339668 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab8b2394-04c2-4d9a-b0f9-bf2f9fec4c04 req-e93f7a98-bc00-45c4-8291-7f6c70ee8486 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427060 Dec 09 09:57:31.319829 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-d9dcc3f0-aafc-4c07-91bb-7622de185f1a service neutron] 10.222.0.65 "GET /v2.0/ports/fa688110-bcb8-430d-ba13-4653556512fd/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0791686 Dec 09 09:57:31.548079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4b095-a2f0-4733-839b-c6c22448f8af req-4f7808f1-5b89-4df2-99e0-9471f0225503 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:31.549742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1eb4b095-a2f0-4733-839b-c6c22448f8af req-4f7808f1-5b89-4df2-99e0-9471f0225503 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0846338 Dec 09 09:57:31.590129 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-2b0e63b6-1932-44da-843e-2c0e4dcc3e0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 1098 time: 0.0739768 Dec 09 09:57:31.604204 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1eb4b095-a2f0-4733-839b-c6c22448f8af req-7885b375-6c49-41ec-98d9-a2533bdde26d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480657 Dec 09 09:57:31.689881 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-b82337be-b72b-4e00-8edb-580a66c2e205 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 1098 time: 0.0788348 Dec 09 09:57:31.835268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-6dbc65f9-4fae-405d-ad04-258771e0e351 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:31.836861 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-6dbc65f9-4fae-405d-ad04-258771e0e351 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1410658 Dec 09 09:57:31.940461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-707f770b-ec87-49dc-9a44-b9f2df75e037 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 200 len: 999 time: 0.0968201 Dec 09 09:57:32.013570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-df4b9601-c803-4da6-9ca2-33c31c8687ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:32.015877 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-df4b9601-c803-4da6-9ca2-33c31c8687ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0685093 Dec 09 09:57:32.094245 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-8c46f9a0-8db6-43c9-a0bb-342c45fa8dba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725520 Dec 09 09:57:32.238289 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-e4ea5195-bec1-40f2-ae21-7da648b6866f service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376290 Dec 09 09:57:32.379011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-696dfc77-86e7-42d1-b7ba-20053d676211 req-b36eb0d1-b3f3-4d82-9043-0a3020537c2f service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351755 Dec 09 09:57:32.815500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f86e48-423d-4139-834c-73d8dabda2d6 req-4bad6b41-59a3-456d-bde1-9c1695f7475f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:32.817049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-55f86e48-423d-4139-834c-73d8dabda2d6 req-4bad6b41-59a3-456d-bde1-9c1695f7475f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0895123 Dec 09 09:57:32.867438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-55f86e48-423d-4139-834c-73d8dabda2d6 req-41b2dbae-b886-4647-911a-dbfee1e403d2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442715 Dec 09 09:57:34.078132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b557296-f9ae-4375-8d84-437d1e5c36b5 req-be62ca86-a047-4700-bcbe-5c58447864fa tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:34.079625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8b557296-f9ae-4375-8d84-437d1e5c36b5 req-be62ca86-a047-4700-bcbe-5c58447864fa tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0828304 Dec 09 09:57:34.128599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8b557296-f9ae-4375-8d84-437d1e5c36b5 req-13d6d101-a435-47c3-8e8a-fef89e96ecb4 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Dec 09 09:57:34.458876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a0d2c808-ed02-4b3e-a9e8-c7ef25af1ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:34.468550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d507fc-1952-4d04-899b-868a9fe93525 req-757e7891-f492-48a3-b7d8-31b53ac726a7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:34.470598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b9d507fc-1952-4d04-899b-868a9fe93525 req-757e7891-f492-48a3-b7d8-31b53ac726a7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0902076 Dec 09 09:57:34.475848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-6ce09b68-feac-4ce7-967a-c1c0e5648c86 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:34.477608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-6ce09b68-feac-4ce7-967a-c1c0e5648c86 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b&tenant_id=337334455a6c4c70aca385040aa42657&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 945 time: 0.0909765 Dec 09 09:57:34.520412 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b9d507fc-1952-4d04-899b-868a9fe93525 req-6db6b410-9eec-43d4-b85a-337982ba05f2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436623 Dec 09 09:57:34.629715 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-f6ec2c31-69ac-48ee-bb98-b0b7e5c0d10f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 1098 time: 0.0792298 Dec 09 09:57:34.771798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-02407b47-f5d3-4a36-ad07-6b5fb39a5cb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:34.773393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-02407b47-f5d3-4a36-ad07-6b5fb39a5cb9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1376805 Dec 09 09:57:34.878381 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-0bc09ecc-ea43-43c3-a4e7-a4dbea406e22 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 200 len: 999 time: 0.0977299 Dec 09 09:57:34.948343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-be46ec49-0548-4641-9261-4bf74ae7abf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:34.949886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-be46ec49-0548-4641-9261-4bf74ae7abf6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0651729 Dec 09 09:57:35.027878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-8f0e250f-191d-4dd4-9f1d-d72cd6864789 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721247 Dec 09 09:57:35.167522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:57:35.168117 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-7035f197-731f-46dc-a344-c33aa9f87c9f service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338077 Dec 09 09:57:35.307133 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-26c44f6e-ded6-40d4-80f2-928dc68ea63d req-70be77e0-aa6c-45f1-bd0b-ae2b0755b594 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327302 Dec 09 09:57:35.708176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:35.758748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f2833-3b59-49ad-9e65-4c1349286af2 req-5486e752-1c56-497e-8385-cc9019efee28 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:35.760437 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-300f2833-3b59-49ad-9e65-4c1349286af2 req-5486e752-1c56-497e-8385-cc9019efee28 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.1086202 Dec 09 09:57:35.815094 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-300f2833-3b59-49ad-9e65-4c1349286af2 req-41e8f761-5235-402c-8f9d-a1af6fc1485d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432701 Dec 09 09:57:36.743475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8fa90780-d2c1-41b8-86c6-a28e5914cc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:37.024412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f2ce4-4bfc-44b1-83ca-1f0aa3fafcbe req-49e175a2-4507-4954-be3b-320ada3ef033 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:37.025952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-920f2ce4-4bfc-44b1-83ca-1f0aa3fafcbe req-49e175a2-4507-4954-be3b-320ada3ef033 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0827479 Dec 09 09:57:37.073971 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-920f2ce4-4bfc-44b1-83ca-1f0aa3fafcbe req-de7f49f9-4f44-4675-a9bd-fe019efcfe36 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413811 Dec 09 09:57:37.171105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:37.282525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf34bf3-736d-4565-a3ae-d908b2bd7dd4 req-e6af0181-e06b-408e-9fdb-842122826ed7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:37.284044 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7cf34bf3-736d-4565-a3ae-d908b2bd7dd4 req-e6af0181-e06b-408e-9fdb-842122826ed7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0834298 Dec 09 09:57:37.332428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7cf34bf3-736d-4565-a3ae-d908b2bd7dd4 req-b535827e-0cef-4163-a301-0e5d148c7965 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421522 Dec 09 09:57:37.768816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c24a6-4298-4d45-8730-9948c89b23eb req-93c54028-502c-4097-8997-a8f40ad83e46 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:37.770441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-239c24a6-4298-4d45-8730-9948c89b23eb req-93c54028-502c-4097-8997-a8f40ad83e46 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.1503863 Dec 09 09:57:37.777572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88c6fd3c-d033-405f-8398-ed58f8ee963a req-7162316f-22b7-4f3c-aacc-53c08bab0ebb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 1098 time: 0.1095073 Dec 09 09:57:37.924258 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-239c24a6-4298-4d45-8730-9948c89b23eb req-472fdd2e-f909-4e6a-a20f-897dddca404c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456499 Dec 09 09:57:37.957399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6fd3c-d033-405f-8398-ed58f8ee963a req-3c843511-15a5-4515-a36a-5da9778f523a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:37.958973 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88c6fd3c-d033-405f-8398-ed58f8ee963a req-3c843511-15a5-4515-a36a-5da9778f523a service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1661754 Dec 09 09:57:38.299230 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88c6fd3c-d033-405f-8398-ed58f8ee963a req-9ea104a3-fcdd-48d7-993d-530a192dbbb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 200 len: 999 time: 0.3340290 Dec 09 09:57:38.366327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6fd3c-d033-405f-8398-ed58f8ee963a req-175e7809-515d-4252-9a3f-e74deaf72abe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:38.367852 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88c6fd3c-d033-405f-8398-ed58f8ee963a req-175e7809-515d-4252-9a3f-e74deaf72abe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0627971 Dec 09 09:57:38.441157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:38.447391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88c6fd3c-d033-405f-8398-ed58f8ee963a req-d8a2db0b-66c3-4a3c-a7a6-b5e92c4c17e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731757 Dec 09 09:57:38.599082 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88c6fd3c-d033-405f-8398-ed58f8ee963a req-ffc599fc-ae23-4334-ad46-fed1b4cec4d4 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450560 Dec 09 09:57:38.743667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88c6fd3c-d033-405f-8398-ed58f8ee963a req-d4c23abd-54c8-4a96-bb01-f2b1c46e55fd service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387382 Dec 09 09:57:39.143769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018d633-8938-4d3a-9351-5dd54e6635c4 req-efed1769-f323-420f-8950-37fe1ecc7b90 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:39.145525 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c018d633-8938-4d3a-9351-5dd54e6635c4 req-efed1769-f323-420f-8950-37fe1ecc7b90 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0936122 Dec 09 09:57:39.196547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c018d633-8938-4d3a-9351-5dd54e6635c4 req-4df4ecc5-db41-4e89-900f-3263cb6916dc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445004 Dec 09 09:57:40.410162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608e832-8460-4d6a-991a-0cd26349e2c1 req-52429786-54be-421f-9a10-8bab7952e924 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:40.411759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a608e832-8460-4d6a-991a-0cd26349e2c1 req-52429786-54be-421f-9a10-8bab7952e924 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0888996 Dec 09 09:57:40.460228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a608e832-8460-4d6a-991a-0cd26349e2c1 req-e6819e86-08fb-4c9a-ac50-7e7577bfae07 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423214 Dec 09 09:57:40.876061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125778-fe71-46d5-9c24-aa74a769753f req-25430a54-9013-471f-9c2a-337037f0c961 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:40.877688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7b125778-fe71-46d5-9c24-aa74a769753f req-25430a54-9013-471f-9c2a-337037f0c961 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0835929 Dec 09 09:57:40.930436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7b125778-fe71-46d5-9c24-aa74a769753f req-bb17c6ee-d918-4e60-9592-cf8facbdd057 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466239 Dec 09 09:57:42.135102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a8638-5f9d-4fc8-aff8-5011ecb96616 req-603c387f-bc42-4626-a1a5-a08fcfd28230 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:42.136713 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf8a8638-5f9d-4fc8-aff8-5011ecb96616 req-603c387f-bc42-4626-a1a5-a08fcfd28230 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0815272 Dec 09 09:57:42.190847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf8a8638-5f9d-4fc8-aff8-5011ecb96616 req-5701b7e2-d4ab-49a6-b68c-e85d1b7a470f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473685 Dec 09 09:57:42.416486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-b69cea96-51ac-4695-91e6-0e9a40e56af1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:42.418101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-b69cea96-51ac-4695-91e6-0e9a40e56af1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 945 time: 0.0806737 Dec 09 09:57:42.491490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Deleting port fa688110-bcb8-430d-ba13-4653556512fd {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:57:42.491871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:42.764303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] For port fa688110-bcb8-430d-ba13-4653556512fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=fa688110-bcb8-430d-ba13-4653556512fd,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:57:42.764770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:43.074167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:43.074496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:43.074849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Floating IP 58219ad7-8214-4dea-860e-af7de02b413e disassociated. External IP: 172.26.8.5, port: fa688110-bcb8-430d-ba13-4653556512fd. Dec 09 09:57:43.075226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Calling delete_port for fa688110-bcb8-430d-ba13-4653556512fd owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:57:43.222544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:43.228315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4594eec0-db06-44ef-84c0-fd384429bd94 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:57:43.273476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event deleted for resources: {'Port': ['ID=fa688110-bcb8-430d-ba13-4653556512fd,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:57:43.289053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.289534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.289955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.290430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.290759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.291172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.291583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.291997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.292569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.292784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.293224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:43.299403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:57:43.418328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff600d7e-0e4b-4f36-a692-344708d21e72 req-53b71c26-8961-4877-9593-89d589734733 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d1bddbe-3710-4181-8ed1-2484570bdd1b HTTP/1.1" status: 200 len: 210 time: 0.0575089 Dec 09 09:57:43.569924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:57:43.785671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:57:43.795493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:57:43.808443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:57:43.809138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:57:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:57:43.859685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] No DVR routers for this DVR port fa688110-bcb8-430d-ba13-4653556512fd on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:57:43.862440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:43.865577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'name': 'network-vif-deleted', 'tag': 'fa688110-bcb8-430d-ba13-4653556512fd'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:57:43.881934 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78ecf2a3-0a2a-4cef-8cd9-d1aa3dc08eb9 req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "DELETE /v2.0/ports/fa688110-bcb8-430d-ba13-4653556512fd HTTP/1.1" status: 204 len: 173 time: 1.4586096 Dec 09 09:57:43.936861 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1bddbe-3710-4181-8ed1-2484570bdd1b', 'name': 'network-vif-deleted', 'tag': 'fa688110-bcb8-430d-ba13-4653556512fd', 'status': 'completed', 'code': 200} Dec 09 09:57:43.995737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:57:44.332194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:57:44.336340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:57:44.348647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:57:44.349364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:57:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:57:44.541470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:57:44.818090 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-48f823ad-24b5-4695-b4e2-504b8246bd5e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--572655123&fields=id&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 267 time: 0.0464211 Dec 09 09:57:44.882570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:57:44.886674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa497535-d1f0-48c7-931e-3b6d0c8d5bb7 None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:57:44.979817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-1d34bf2e-4a00-4961-b66b-cb0352b5dcb5 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:44.981477 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-1d34bf2e-4a00-4961-b66b-cb0352b5dcb5 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 812 time: 0.1564100 Dec 09 09:57:45.001580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-12235f89-3276-4817-b1b7-7a23c37e6623 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/quotas/337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 375 time: 0.0121014 Dec 09 09:57:45.087247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-2a5fea2e-8649-4f64-9c05-59a03a92157c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:57:45.102487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-2a5fea2e-8649-4f64-9c05-59a03a92157c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:57:45.103917 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-2a5fea2e-8649-4f64-9c05-59a03a92157c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967617 Dec 09 09:57:45.256158 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-c37bbd4e-aa4e-49e5-ad19-6eadfb2fa511 service neutron] 10.222.0.18 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389334 Dec 09 09:57:45.355848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c93e9f4-1353-4abe-8267-b98c4a66f097 None None] New status for floating IP 58219ad7-8214-4dea-860e-af7de02b413e: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:57:45.402542 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-707a4bf5-040d-4b73-a7e9-8edaf4dcc428 service neutron] 10.222.0.18 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398582 Dec 09 09:57:45.633364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ba1e389-4194-47c4-8d63-a5f8cae63b38 req-a3652afa-0130-4277-9fc6-4050013fe7b0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 210 time: 0.0630729 Dec 09 09:57:46.311659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device fa688110-bcb8-430d-ba13-4653556512fd no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:57:46.346128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: fa688110-bcb8-430d-ba13-4653556512fd {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:57:46.346518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device fa688110-bcb8-430d-ba13-4653556512fd not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:57:46.685415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-e87729ec-77e7-4564-9773-8788e09b8b84 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:46.688090 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-e87729ec-77e7-4564-9773-8788e09b8b84 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 812 time: 0.1679399 Dec 09 09:57:46.750705 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-d0d2f960-de83-40b6-b972-817bc4dedcbe tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 379 time: 0.0499847 Dec 09 09:57:46.759504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'port': {'device_id': '9317766f-570e-471f-aa99-bea1a5e337c7', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'admin_state_up': True, 'tenant_id': '337334455a6c4c70aca385040aa42657', 'security_groups': ['968a6a3a-330c-42df-83de-74fc21cf764e']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:57:46.841458 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab85f222-dfe1-4cd0-a22f-db1038ad3fbf req-b8a49ab8-9fa5-49d8-9c64-0df5dcdf4e47 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 210 time: 0.0593159 Dec 09 09:57:47.183107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:57:47.192963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:57:47.201845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Made reservation on behalf of 337334455a6c4c70aca385040aa42657 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:57:47.207980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:47.375675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Allocated IP 172.20.0.4 (6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7/d775de4e-c480-4032-b77c-01f762efd21f/9e285f40-5d6b-4320-b56f-7a9a9261b760) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:57:47.542616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:47.574142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:47.590739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Transition to ACTIVE for port object 9e285f40-5d6b-4320-b56f-7a9a9261b760 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:57:47.609940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:47.615708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6136126-23b8-42d1-a17d-862cb8549e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:57:47.688428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:57:47.691958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:57:47.694052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:57:47.696345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:57:47.728007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:57:47.769336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:47.770011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:47.796547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0403819 Dec 09 09:57:47.808081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Request body: {'port': {'device_id': '9317766f-570e-471f-aa99-bea1a5e337c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:57:47.926127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:47.993279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-35058bbb-3343-44c1-a5bd-2b47abdee6c3 None None] Provisioning for port 9e285f40-5d6b-4320-b56f-7a9a9261b760 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:57:47.998181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-35058bbb-3343-44c1-a5bd-2b47abdee6c3 None None] Provisioning complete for port 9e285f40-5d6b-4320-b56f-7a9a9261b760 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:57:47.998594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-35058bbb-3343-44c1-a5bd-2b47abdee6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:48.053857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-35058bbb-3343-44c1-a5bd-2b47abdee6c3 None None] Port 9e285f40-5d6b-4320-b56f-7a9a9261b760 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:57:48.063796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b974a9-3223-4d58-addd-cf2cfa732a7b req-021860e1-9ca0-46ff-b646-6c3878ed2d20 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:48.065549 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-79b974a9-3223-4d58-addd-cf2cfa732a7b req-021860e1-9ca0-46ff-b646-6c3878ed2d20 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 931 time: 0.0903435 Dec 09 09:57:48.114599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-79b974a9-3223-4d58-addd-cf2cfa732a7b req-820fc83e-a673-4291-b062-afccabcdfb71 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426996 Dec 09 09:57:48.299369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e285f40-5d6b-4320-b56f-7a9a9261b760 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:57:48.306341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:48.321389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Transition to ACTIVE for port object 9e285f40-5d6b-4320-b56f-7a9a9261b760 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:57:48.324068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:48.328920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16e8498e-f5fa-43c2-a84d-e812e6127f25 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:57:48.462323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:57:48.466350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:57:48.580122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Attempting to bind port 9e285f40-5d6b-4320-b56f-7a9a9261b760 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:57:48.580502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Attempting to bind port 9e285f40-5d6b-4320-b56f-7a9a9261b760 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:57:48.580879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Attempting to bind port 9e285f40-5d6b-4320-b56f-7a9a9261b760 on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:57:48.587319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Port 9e285f40-5d6b-4320-b56f-7a9a9261b760 on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:57:48.587686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Attempting to bind port 9e285f40-5d6b-4320-b56f-7a9a9261b760 on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:57:48.595435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:57:48.595811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Checking segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:57:48.596231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Bound using segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:57:48.596702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Bound port: 9e285f40-5d6b-4320-b56f-7a9a9261b760, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:57:48.597094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:48.692975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:57:48.696403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:57:48.699165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:48.704406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:57:48.775229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:48.776731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] 10.222.0.65 "PUT /v2.0/ports/9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 200 len: 1093 time: 0.9735012 Dec 09 09:57:48.777332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:57:48.793824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:57:48.797229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:57:48.856346 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'status': 'completed', 'code': 200} Dec 09 09:57:48.900542 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-425bfe10-1ab5-43b7-bd67-b375312231d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 1096 time: 0.0816772 Dec 09 09:57:48.978535 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-f21d6177-998f-4a97-86b0-9a50891eed25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 200 len: 217 time: 0.0689280 Dec 09 09:57:49.054333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-16330ef4-625e-4e3c-8c9c-73d67b313454 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:49.055892 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-16330ef4-625e-4e3c-8c9c-73d67b313454 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0711968 Dec 09 09:57:49.136721 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-b2cd7d6c-b0c5-4b7b-b543-544cf4f63f22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735900 Dec 09 09:57:49.285701 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-bff4d986-2156-44fd-bf60-861ee7c740b3 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416094 Dec 09 09:57:49.323435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f8310-970e-4dbd-ae4e-dc01a9710130 req-6c0e7518-79fe-49c8-ab41-cb72fdaa00ab tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:49.325031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-453f8310-970e-4dbd-ae4e-dc01a9710130 req-6c0e7518-79fe-49c8-ab41-cb72fdaa00ab tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 943 time: 0.0874257 Dec 09 09:57:49.374979 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-453f8310-970e-4dbd-ae4e-dc01a9710130 req-f32e3fb5-ffb1-4b09-8d02-84f4becea89d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Dec 09 09:57:49.431121 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbeacbb9-675c-42be-a7db-f5f2ffbed3fa req-3fc5cd81-c085-4dd2-8966-faa7e07985de service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391206 Dec 09 09:57:49.552688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ffad398-1cf6-4d09-9cae-2877e6f62cea req-e5812bec-7fc8-485a-b8ba-39da0216da0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 1096 time: 0.0769446 Dec 09 09:57:49.692492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad398-1cf6-4d09-9cae-2877e6f62cea req-5dad8961-5016-47a4-9c05-4abd29ce7eec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:49.693999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ffad398-1cf6-4d09-9cae-2877e6f62cea req-5dad8961-5016-47a4-9c05-4abd29ce7eec service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1339700 Dec 09 09:57:49.772426 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ffad398-1cf6-4d09-9cae-2877e6f62cea req-c2d1d0f8-34e8-4ab6-9683-d4e0423f4dff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 200 len: 217 time: 0.0676134 Dec 09 09:57:49.844002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad398-1cf6-4d09-9cae-2877e6f62cea req-433f0022-1a88-4c07-a706-09c3038f262c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:49.845807 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ffad398-1cf6-4d09-9cae-2877e6f62cea req-433f0022-1a88-4c07-a706-09c3038f262c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0664449 Dec 09 09:57:49.923377 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ffad398-1cf6-4d09-9cae-2877e6f62cea req-5688bf84-3abb-4944-b7ea-0816d9fac19c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711553 Dec 09 09:57:50.065059 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ffad398-1cf6-4d09-9cae-2877e6f62cea req-3f0c7749-37f8-4378-b10d-15d6b38d2456 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335545 Dec 09 09:57:50.206474 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ffad398-1cf6-4d09-9cae-2877e6f62cea req-b38b7a9a-219e-4b83-84d2-aa5c63cf7ab9 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345053 Dec 09 09:57:50.584229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059de27a-afa0-4e10-9ee6-e6508355978a req-6267219a-6978-408c-868d-b6c040c114f3 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:50.584975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-059de27a-afa0-4e10-9ee6-e6508355978a req-6267219a-6978-408c-868d-b6c040c114f3 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:57:50.600070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-059de27a-afa0-4e10-9ee6-e6508355978a req-6267219a-6978-408c-868d-b6c040c114f3 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:57:50.601373 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-059de27a-afa0-4e10-9ee6-e6508355978a req-6267219a-6978-408c-868d-b6c040c114f3 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 943 time: 0.1005740 Dec 09 09:57:50.648660 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-059de27a-afa0-4e10-9ee6-e6508355978a req-6d42dce4-722e-4cdb-819e-0c3f3c455309 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412574 Dec 09 09:57:51.859744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a22d7-b9da-4c73-9197-0a761cc00a91 req-c24d8b8d-1c03-4b13-b7bf-ef960c59719d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:51.861387 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4b5a22d7-b9da-4c73-9197-0a761cc00a91 req-c24d8b8d-1c03-4b13-b7bf-ef960c59719d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 943 time: 0.0823405 Dec 09 09:57:51.913679 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4b5a22d7-b9da-4c73-9197-0a761cc00a91 req-8e1b658e-1a2a-44dd-bacd-d329b7812b6e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459690 Dec 09 09:57:52.343207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:57:52.487647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:57:52.501489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'port_id': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'mac_address': 'fa:16:3e:ca:ab:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:57:52.555648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:52.573363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e285f40-5d6b-4320-b56f-7a9a9261b760 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:57:52.588580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:57:52.591296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:52.593776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:57:52.663405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:57:52.673392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.673778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.674153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.674523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.675048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.675590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.676127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.676669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.677231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.677775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.678309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:57:52.684184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:57:52.791961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['9e285f40-5d6b-4320-b56f-7a9a9261b760'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:57:53.122571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fbe99-24ed-471b-83af-52d1e5940e1c req-6c44847f-2def-431f-a919-a47c9e0a20fd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:53.124727 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d7fbe99-24ed-471b-83af-52d1e5940e1c req-6c44847f-2def-431f-a919-a47c9e0a20fd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 944 time: 0.0834160 Dec 09 09:57:53.172710 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d7fbe99-24ed-471b-83af-52d1e5940e1c req-1b3bf16e-28c1-4c74-aa28-915640e8b200 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418541 Dec 09 09:57:54.358739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:57:54.400667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a888c-d95a-420a-bed4-12fbf007b554 req-8aaaa9dc-fbf8-438d-8103-9b442e9bfe51 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:54.402325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f7a888c-d95a-420a-bed4-12fbf007b554 req-8aaaa9dc-fbf8-438d-8103-9b442e9bfe51 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 944 time: 0.0989437 Dec 09 09:57:54.436830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 9e285f40-5d6b-4320-b56f-7a9a9261b760 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:57:54.441969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 9e285f40-5d6b-4320-b56f-7a9a9261b760 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:57:54.442400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:54.451266 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f7a888c-d95a-420a-bed4-12fbf007b554 req-4f9f460f-7b9d-4215-b6a1-f1b113270a7e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Dec 09 09:57:54.561800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:54.588610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:57:54.598984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:57:54.601898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:54.603841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:57:54.671539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:57:54.676097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:57:54.733984 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'code': 200} Dec 09 09:57:54.972240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4f96b71d-ce17-424b-8702-b4a642bd99c6 req-9251fc35-3597-434b-ad65-caa5fab51098 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 1098 time: 0.0763741 Dec 09 09:57:55.018598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4f96b71d-ce17-424b-8702-b4a642bd99c6 req-cab17abe-d555-4d3e-81ee-7c13cd993e07 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 Dec 09 09:57:55.663780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb6908-061b-456e-9306-28b55715e312 req-3b029c24-9a4d-4374-b454-a2aa40edb3d1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:55.665367 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-90bb6908-061b-456e-9306-28b55715e312 req-3b029c24-9a4d-4374-b454-a2aa40edb3d1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0875087 Dec 09 09:57:55.720837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-90bb6908-061b-456e-9306-28b55715e312 req-81f3c348-1c9c-45bb-b56b-1204670ad586 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470228 Dec 09 09:57:56.930095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845cbbc-93ed-43fc-98ee-0ee4fb5058b2 req-101d7f05-bd43-44ed-af6b-6c2561dfe592 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:56.931698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e845cbbc-93ed-43fc-98ee-0ee4fb5058b2 req-101d7f05-bd43-44ed-af6b-6c2561dfe592 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0824633 Dec 09 09:57:56.980359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e845cbbc-93ed-43fc-98ee-0ee4fb5058b2 req-7301e51a-b9bd-4abd-b56d-2955c88db9d0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416470 Dec 09 09:57:57.177872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191040b-243e-43bc-8f68-1c4a5690ba9b req-a7abadc4-932a-4da3-b46f-a871f066fc9f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:57.179923 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f191040b-243e-43bc-8f68-1c4a5690ba9b req-a7abadc4-932a-4da3-b46f-a871f066fc9f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0818269 Dec 09 09:57:57.190329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36432) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:57:57.196118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a51ec6e2-a919-4c99-818f-e1cfd7ddd21b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'floatingip': {'port_id': '9e285f40-5d6b-4320-b56f-7a9a9261b760'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:57:57.275867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a51ec6e2-a919-4c99-818f-e1cfd7ddd21b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:58.195340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a51ec6e2-a919-4c99-818f-e1cfd7ddd21b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:58.198005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a51ec6e2-a919-4c99-818f-e1cfd7ddd21b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:58.393848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-a51ec6e2-a919-4c99-818f-e1cfd7ddd21b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Floating IP 58219ad7-8214-4dea-860e-af7de02b413e associated. External IP: 172.26.8.5, port: 9e285f40-5d6b-4320-b56f-7a9a9261b760. Dec 09 09:57:58.817261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51ec6e2-a919-4c99-818f-e1cfd7ddd21b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:57:59.031274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51ec6e2-a919-4c99-818f-e1cfd7ddd21b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:57:59.035705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a51ec6e2-a919-4c99-818f-e1cfd7ddd21b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:57:59.041740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:57:59.055851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:57:59.056587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:57:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:57:59.090936 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a51ec6e2-a919-4c99-818f-e1cfd7ddd21b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "PUT /v2.0/floatingips/58219ad7-8214-4dea-860e-af7de02b413e HTTP/1.1" status: 200 len: 989 time: 1.8994694 Dec 09 09:57:59.091947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:57:59.148451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'status': 'completed', 'code': 200} Dec 09 09:57:59.243195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:57:59.252887 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2794285-5b74-4ad6-95c1-b5cb9e6f8018 req-5998a7bb-9ff9-48ac-8017-83256587f772 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 1098 time: 0.0806923 Dec 09 09:57:59.395729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2794285-5b74-4ad6-95c1-b5cb9e6f8018 req-cdbe0d32-733a-4021-b625-2c213f8f5a23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:59.397355 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2794285-5b74-4ad6-95c1-b5cb9e6f8018 req-cdbe0d32-733a-4021-b625-2c213f8f5a23 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1370869 Dec 09 09:57:59.511798 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2794285-5b74-4ad6-95c1-b5cb9e6f8018 req-f527b241-406e-43cd-8521-e40604c4b378 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 200 len: 997 time: 0.1081500 Dec 09 09:57:59.582855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2794285-5b74-4ad6-95c1-b5cb9e6f8018 req-cfae4f0b-5631-4de2-add2-b1283022722b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:57:59.584479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2794285-5b74-4ad6-95c1-b5cb9e6f8018 req-cfae4f0b-5631-4de2-add2-b1283022722b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0670190 Dec 09 09:57:59.664343 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2794285-5b74-4ad6-95c1-b5cb9e6f8018 req-3a12ea82-915b-4aa5-b96f-cccf706c672f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732739 Dec 09 09:57:59.754152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:ca:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9317766f-570e-471f-aa99-bea1a5e337c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:57:58Z', 'revision_number': 9, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:57:59.758164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:57:59.771164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:57:59.772276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:57:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:57:59.810775 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2794285-5b74-4ad6-95c1-b5cb9e6f8018 req-65bc6f22-77a8-4c91-9aa1-08b5a0f2c8e5 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395638 Dec 09 09:57:59.959678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:57:59.962388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2794285-5b74-4ad6-95c1-b5cb9e6f8018 req-6c67642f-8854-45f1-939a-6ad8f628a5ae service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456547 Dec 09 09:58:00.323621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:ca:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9317766f-570e-471f-aa99-bea1a5e337c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:57:58Z', 'revision_number': 9, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:58:00.327825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6a684b-f4e4-4474-91c9-58093358f37a None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:ca:ab:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9317766f-570e-471f-aa99-bea1a5e337c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:57:58Z', 'revision_number': 9, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:58:00.666113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919a3b24-4823-43a2-aaf5-15c351d8236c None None] New status for floating IP 58219ad7-8214-4dea-860e-af7de02b413e: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:58:04.461501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c31e6742-4139-4ab4-b663-17f187577578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:05.707380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:06.748052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9742fad-6ec4-4c93-a6cc-7bf769a17263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:07.171618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:08.444893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:12.168085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:58:17.563134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:20.838251 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-388ba295-1793-4047-b2b0-dec2fa869506 req-997b9c79-ddbf-4bed-b0bc-6f1848d2205f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811481 Dec 09 09:58:20.986961 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-388ba295-1793-4047-b2b0-dec2fa869506 req-90fdf28a-75c2-4748-b6f0-3c3003d2036f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 1098 time: 0.0743115 Dec 09 09:58:21.371520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba295-1793-4047-b2b0-dec2fa869506 req-bc922dc3-4475-4a04-bc17-61c74c79c050 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:21.373155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-388ba295-1793-4047-b2b0-dec2fa869506 req-bc922dc3-4475-4a04-bc17-61c74c79c050 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.3646593 Dec 09 09:58:21.478671 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-388ba295-1793-4047-b2b0-dec2fa869506 req-21bb824e-d111-48ad-b85a-c74996403918 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 200 len: 1000 time: 0.0989268 Dec 09 09:58:21.550749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ba295-1793-4047-b2b0-dec2fa869506 req-caee9a84-ed5a-4aaa-a775-cb309c5e27f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:21.552282 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-388ba295-1793-4047-b2b0-dec2fa869506 req-caee9a84-ed5a-4aaa-a775-cb309c5e27f4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0664175 Dec 09 09:58:21.633330 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-388ba295-1793-4047-b2b0-dec2fa869506 req-b03db216-e17a-4640-a3fa-4c574833b5e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737538 Dec 09 09:58:21.775444 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-388ba295-1793-4047-b2b0-dec2fa869506 req-5ae964b8-37ba-4d32-85a1-0099879e0685 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359911 Dec 09 09:58:21.919149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-388ba295-1793-4047-b2b0-dec2fa869506 req-99497e6f-8631-49e7-9a5e-7e1de3e0914e service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376624 Dec 09 09:58:34.462587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9911e974-b68b-4453-ba75-3b271aee3648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:34.889515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2aa18288-fb50-49c4-b09f-76b67b252271 req-e186d79e-0c7e-4a87-9650-d38300bcb37b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0722928 Dec 09 09:58:35.281417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76715b33-a340-4528-a0c7-4c1eedb9ad8a req-67f3c949-020c-4f64-b4d5-b97e396a604b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:35.282957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76715b33-a340-4528-a0c7-4c1eedb9ad8a req-67f3c949-020c-4f64-b4d5-b97e396a604b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.1526055 Dec 09 09:58:35.286482 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-9e904432-aee3-46ca-a8c0-a17a5192327b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2134755 Dec 09 09:58:35.333025 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-76715b33-a340-4528-a0c7-4c1eedb9ad8a req-4ffb5f9c-5bb9-4649-86da-dbd91761288d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438263 Dec 09 09:58:35.709133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:36.453514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-ae34f514-c21d-42ca-ba0a-56cbfd5a0016 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 1098 time: 0.0798216 Dec 09 09:58:36.681485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-63ac2d21-4644-4640-a22e-625320f3320b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:36.683045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-63ac2d21-4644-4640-a22e-625320f3320b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.2238529 Dec 09 09:58:36.689574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dfd56-bb37-468e-93d4-bcebc27f70b6 req-3f478155-faba-4c3a-8f43-014cb6fc827e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:36.691048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b6dfd56-bb37-468e-93d4-bcebc27f70b6 req-3f478155-faba-4c3a-8f43-014cb6fc827e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.2028582 Dec 09 09:58:36.742342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00ced52c-2dc8-4a2e-8ee8-f1efeb78ad48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:36.834137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-ce2f8b3e-f366-45b8-9238-e268c16359b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 200 len: 1000 time: 0.1420712 Dec 09 09:58:36.838011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b6dfd56-bb37-468e-93d4-bcebc27f70b6 req-e5a801b0-e2f4-487a-9c89-12285a3a9064 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870845 Dec 09 09:58:36.903024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-c709d801-ce6c-4cc9-8f94-2367e5b7ce3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:36.904577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-c709d801-ce6c-4cc9-8f94-2367e5b7ce3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0639284 Dec 09 09:58:36.984716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-ef94b428-c4be-4ea8-a729-66ca3b23da45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729556 Dec 09 09:58:37.122338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-5802816e-b350-4240-a7eb-afdd83d6e22a service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328249 Dec 09 09:58:37.174303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:37.263124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-8407888c-05a2-49ed-8eea-2495ec66a18e service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352439 Dec 09 09:58:38.048841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a74ad8-ac1d-404d-9ac4-d4de8f15b1ca req-a6ab119c-d411-49b5-bde4-66beb4eb2760 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:38.050481 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d5a74ad8-ac1d-404d-9ac4-d4de8f15b1ca req-a6ab119c-d411-49b5-bde4-66beb4eb2760 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0876417 Dec 09 09:58:38.099585 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d5a74ad8-ac1d-404d-9ac4-d4de8f15b1ca req-039b26b1-4840-4d97-8df3-7f7042414fc8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 Dec 09 09:58:38.447821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:39.311848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e4735-b314-4796-bc39-26acc97826c4 req-7ee12009-6bb4-468c-b2b5-53b2e91c0983 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:39.314136 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-895e4735-b314-4796-bc39-26acc97826c4 req-7ee12009-6bb4-468c-b2b5-53b2e91c0983 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0859737 Dec 09 09:58:39.361673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-895e4735-b314-4796-bc39-26acc97826c4 req-49d5dc73-259f-4ab7-811d-3ca23128c0a7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414906 Dec 09 09:58:40.571464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c81250-93e4-4b15-88a9-990cd13f4618 req-c8d8b097-7014-474b-aee7-6cf2ef1dc0ca tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:40.573084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24c81250-93e4-4b15-88a9-990cd13f4618 req-c8d8b097-7014-474b-aee7-6cf2ef1dc0ca tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0829616 Dec 09 09:58:40.633972 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24c81250-93e4-4b15-88a9-990cd13f4618 req-1385fe69-d512-4664-bd99-78fe7474efef tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542228 Dec 09 09:58:41.842271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c7ed5-2402-4359-b0b6-728cf86ceb4e req-cb3928e3-b4fb-4327-ab8c-c2d543901666 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:41.843986 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-698c7ed5-2402-4359-b0b6-728cf86ceb4e req-cb3928e3-b4fb-4327-ab8c-c2d543901666 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0859699 Dec 09 09:58:41.895623 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-698c7ed5-2402-4359-b0b6-728cf86ceb4e req-564e7193-e8e8-48d0-9fb9-3d011cadbced tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452545 Dec 09 09:58:43.103359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b045923-c15a-4249-a721-2e2a89b590c7 req-56dee7db-c287-4920-9d25-910e7d3470b7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:43.104945 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b045923-c15a-4249-a721-2e2a89b590c7 req-56dee7db-c287-4920-9d25-910e7d3470b7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0850167 Dec 09 09:58:43.153408 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9b045923-c15a-4249-a721-2e2a89b590c7 req-1051ebcb-11d0-4d46-a39a-9146ed31570f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Dec 09 09:58:44.360729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e6010-0364-45ad-847b-809bc99f856a req-f6bcc8d8-2cd7-465b-b6b1-e87e1a498b03 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:44.362403 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef6e6010-0364-45ad-847b-809bc99f856a req-f6bcc8d8-2cd7-465b-b6b1-e87e1a498b03 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0840132 Dec 09 09:58:44.412876 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef6e6010-0364-45ad-847b-809bc99f856a req-4a290fd7-a56b-41f2-95f7-f04d047cde95 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438342 Dec 09 09:58:45.618903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45266763-a8a2-4780-912a-ed0549f0533c req-0fa165b0-f283-4c0a-b8c5-65f5e193e0d9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:45.620496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45266763-a8a2-4780-912a-ed0549f0533c req-0fa165b0-f283-4c0a-b8c5-65f5e193e0d9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0836771 Dec 09 09:58:45.670577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45266763-a8a2-4780-912a-ed0549f0533c req-b0f33d42-1d2b-4a2c-8f7c-85aeb4f30281 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439498 Dec 09 09:58:46.890997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114fc8-5eb8-4ab5-9530-10aaa527bc51 req-bd12c838-87be-4fa9-8f53-6b1359b67e8a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:46.892598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f4114fc8-5eb8-4ab5-9530-10aaa527bc51 req-bd12c838-87be-4fa9-8f53-6b1359b67e8a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0902786 Dec 09 09:58:46.941083 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f4114fc8-5eb8-4ab5-9530-10aaa527bc51 req-57dfea53-0926-4096-9a1e-4018f84971d5 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421698 Dec 09 09:58:47.572755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:48.158056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fb1c7-0cb0-4c8c-8e51-17c8a4d2fb44 req-893b97f9-0040-4329-9760-a2549bb91b35 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:48.159672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-624fb1c7-0cb0-4c8c-8e51-17c8a4d2fb44 req-893b97f9-0040-4329-9760-a2549bb91b35 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0855036 Dec 09 09:58:48.209144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-624fb1c7-0cb0-4c8c-8e51-17c8a4d2fb44 req-1dd13328-a9f2-425b-9162-bf32d160453b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432212 Dec 09 09:58:48.894409 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-d6866ac3-c164-4ea5-aa41-b59600b129d5 service neutron] 10.222.0.65 "GET /v2.0/ports/9e285f40-5d6b-4320-b56f-7a9a9261b760/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0785177 Dec 09 09:58:49.157262 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-117252cf-1255-412c-861d-c157cebf0db5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 1098 time: 0.0766933 Dec 09 09:58:49.170295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:58:49.252684 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-406daff3-c846-4c1c-aae5-efdf7dfbeea3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 1098 time: 0.0745218 Dec 09 09:58:49.450434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-8784514d-15d5-43b1-9c78-949e97b0ce46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:49.451931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-8784514d-15d5-43b1-9c78-949e97b0ce46 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1938205 Dec 09 09:58:49.525550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6196413-1965-408c-b434-3ec496e7a7d5 req-e80b78cd-e61c-40a2-9035-df0827912022 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:49.527120 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f6196413-1965-408c-b434-3ec496e7a7d5 req-e80b78cd-e61c-40a2-9035-df0827912022 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.1775784 Dec 09 09:58:49.603233 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-a9729229-1209-4034-b0c0-7bbf3a94ef80 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 200 len: 1000 time: 0.1449561 Dec 09 09:58:49.608123 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f6196413-1965-408c-b434-3ec496e7a7d5 req-da3ef8d6-627c-4cd6-80d8-b7aa9cdef9de tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721498 Dec 09 09:58:49.675790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-e7ac57bb-4763-49a3-8747-102fb0d82bf2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:49.677420 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-e7ac57bb-4763-49a3-8747-102fb0d82bf2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0674629 Dec 09 09:58:49.759323 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-2ba193bd-a69d-41cb-a80a-d1125850ed2f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745640 Dec 09 09:58:49.902857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-a8e08f59-4fc7-4bb8-b60f-b53570b00435 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373651 Dec 09 09:58:50.042836 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a3704c84-b151-44a1-b67b-486c20f1e5b3 req-eeccdd24-1569-4876-a2d0-8ad41b26b423 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339042 Dec 09 09:58:50.814617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180e5cd-0bc3-4314-a976-6a85598fcb6b req-a09e16ff-098f-4f43-8ee6-8854cbf9ebf0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:50.816214 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1180e5cd-0bc3-4314-a976-6a85598fcb6b req-a09e16ff-098f-4f43-8ee6-8854cbf9ebf0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0836492 Dec 09 09:58:50.868363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1180e5cd-0bc3-4314-a976-6a85598fcb6b req-7530ce69-8720-4226-ba7e-9895acfb449a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459440 Dec 09 09:58:52.079478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e7d2b-5949-4a92-bda4-202e7c1f9f70 req-d499e47a-8271-4998-9b37-47d340fe19bc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:52.081035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-824e7d2b-5949-4a92-bda4-202e7c1f9f70 req-d499e47a-8271-4998-9b37-47d340fe19bc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0862474 Dec 09 09:58:52.129024 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-824e7d2b-5949-4a92-bda4-202e7c1f9f70 req-7fde12b4-2e85-48ce-b191-3969f0cc64b9 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412583 Dec 09 09:58:52.609002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-abc14537-c659-46f4-8c24-0e09b16faea3 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:52.610733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-abc14537-c659-46f4-8c24-0e09b16faea3 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7&tenant_id=337334455a6c4c70aca385040aa42657&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 945 time: 0.1357448 Dec 09 09:58:52.670094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:58:52.673551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:58:52.696830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e95e9-cfcb-4181-824b-a577f93e1fb0 req-e65b93df-ea57-4611-a359-4d7dca8c71a1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:52.698375 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-025e95e9-cfcb-4181-824b-a577f93e1fb0 req-e65b93df-ea57-4611-a359-4d7dca8c71a1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.1565189 Dec 09 09:58:52.737991 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-01044ae1-99d5-4592-b24a-0cf99e2d2ecd service neutron] 10.222.0.65 "GET /v2.0/ports/9e285f40-5d6b-4320-b56f-7a9a9261b760/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.1208868 Dec 09 09:58:52.759316 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-025e95e9-cfcb-4181-824b-a577f93e1fb0 req-6c7d2039-3d6e-4c66-b420-2ffcb8fd86d6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530620 Dec 09 09:58:52.839926 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-aa1484df-9f60-41a5-b2ea-895acbf133f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 1098 time: 0.0789332 Dec 09 09:58:52.892321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:52.944741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:58:52.971720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:58:52.976038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:52.983062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:58:53.019706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'code': 200} Dec 09 09:58:53.036575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:58:53.067585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'port_id': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'mac_address': 'fa:16:3e:ca:ab:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:58:53.116579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:58:53.149752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.150143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.150523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.150898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.151273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.151644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.152015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.152401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.152743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.153176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.153517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:58:53.157971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:58:53.165798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:53.185491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e285f40-5d6b-4320-b56f-7a9a9261b760 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:58:53.202603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:58:53.205991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:53.207949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-32de6d93-0fe8-4dad-b091-bc5d2a7441e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:58:53.236491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-91b44644-53cb-468b-9da4-5c14a2cbf50e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:53.239390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-91b44644-53cb-468b-9da4-5c14a2cbf50e service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.3934715 Dec 09 09:58:53.278409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['9e285f40-5d6b-4320-b56f-7a9a9261b760'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:58:53.316828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:58:53.320115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:58:53.351587 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-33979c18-9df4-4056-bb6c-8a7eba4e89ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 200 len: 999 time: 0.1063964 Dec 09 09:58:53.425752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-7a4781ff-ed46-43f3-8956-2aca74625064 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:53.427341 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-7a4781ff-ed46-43f3-8956-2aca74625064 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0688605 Dec 09 09:58:53.508485 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-cbe20836-802b-4760-a3e6-d60cf53dfce9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746021 Dec 09 09:58:53.649487 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-17efbef0-da22-4aa1-a722-204306c2b320 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342700 Dec 09 09:58:53.792109 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-4c7eb397-ef93-4e64-9831-0aa121c9484a service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364949 Dec 09 09:58:53.989682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a26dc-4f79-43e2-8cfb-94ccb9500c0b req-ea908e09-e323-474d-b11b-a7d621ddc580 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:53.991285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-858a26dc-4f79-43e2-8cfb-94ccb9500c0b req-ea908e09-e323-474d-b11b-a7d621ddc580 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 944 time: 0.0888383 Dec 09 09:58:54.040310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-858a26dc-4f79-43e2-8cfb-94ccb9500c0b req-2f6d8973-a53c-4a4f-9566-8b1d6510cdd0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428269 Dec 09 09:58:54.700040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:58:54.776481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 9e285f40-5d6b-4320-b56f-7a9a9261b760 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:58:54.776902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:54.894475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:54.926787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:58:54.929552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:54.932167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:58:54.996318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:58:55.000041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:58:55.020712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:58:55.087190 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'code': 200} Dec 09 09:58:55.258966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9d80e-6e74-4f40-9ed1-a57ffbc9a5b2 req-6b80d251-b3f2-4d2f-a502-0a7fd49220a6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:55.260497 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88d9d80e-6e74-4f40-9ed1-a57ffbc9a5b2 req-6b80d251-b3f2-4d2f-a502-0a7fd49220a6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0891292 Dec 09 09:58:55.311365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-88d9d80e-6e74-4f40-9ed1-a57ffbc9a5b2 req-ff752ea2-a785-4f63-a5d6-927641e3baae tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439606 Dec 09 09:58:56.277079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-7b0f352b-5238-41eb-9352-db28d4ba9cf0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 1098 time: 0.0776663 Dec 09 09:58:56.371428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-fd16ab89-3e02-4abb-b8f9-57d382c9cdbd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 1098 time: 0.0735843 Dec 09 09:58:56.517244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-32d9b99c-97cb-43c1-9b50-35cbc8c1154e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:56.518809 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-32d9b99c-97cb-43c1-9b50-35cbc8c1154e service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1413782 Dec 09 09:58:56.524923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a033064-2f36-45bd-9139-3279dbf6bb8a req-ab9f12f3-7b4b-4329-9e7d-882ac5dd5db5 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:56.526574 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a033064-2f36-45bd-9139-3279dbf6bb8a req-ab9f12f3-7b4b-4329-9e7d-882ac5dd5db5 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0842593 Dec 09 09:58:56.579549 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a033064-2f36-45bd-9139-3279dbf6bb8a req-a7009ca5-53a5-40f9-a859-479255424d98 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437622 Dec 09 09:58:56.630472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-cec2a114-9e1a-49db-acc7-4ceaa4666471 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 200 len: 1000 time: 0.1048152 Dec 09 09:58:56.702365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-df94468a-b805-4fc2-8789-6fa4b7f1a544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:56.703945 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-df94468a-b805-4fc2-8789-6fa4b7f1a544 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0668628 Dec 09 09:58:56.784879 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-fdaf37cf-67a9-487a-a94d-a506d1a26448 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747209 Dec 09 09:58:56.930607 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-eb2dc973-bd88-45b8-b2ec-ad72af68b69a service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383979 Dec 09 09:58:57.071648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9cab3450-47bf-43c8-81e8-6b920b5a50ef req-dc604ccb-2c57-4b27-ba47-8d3fd384b63e service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350307 Dec 09 09:58:57.922489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f85f8-ecc3-440f-bd5a-baa1670b1b05 req-0b71b155-e53f-422a-ae96-1b8a56b818bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:57.924057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c59f85f8-ecc3-440f-bd5a-baa1670b1b05 req-0b71b155-e53f-422a-ae96-1b8a56b818bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.0869510 Dec 09 09:58:57.976937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c59f85f8-ecc3-440f-bd5a-baa1670b1b05 req-32f8e23e-2baa-4790-aacc-1dd84c31399a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467491 Dec 09 09:58:58.722981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:58:58.726319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:58:58.958706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:58.983261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:58:59.005139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'port_id': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'mac_address': 'fa:16:3e:ca:ab:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:58:59.011292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:58:59.055204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:58:59.060465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:59.064943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:58:59.094227 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'code': 200} Dec 09 09:58:59.123107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:59.154701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e285f40-5d6b-4320-b56f-7a9a9261b760 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:58:59.164743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=9']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:58:59.200862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:58:59.213395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeb0bf-92b2-436d-a195-9846ef871576 req-88daf1ff-86e2-4474-99de-933a64502711 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:59.215015 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7fbeb0bf-92b2-436d-a195-9846ef871576 req-88daf1ff-86e2-4474-99de-933a64502711 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 943 time: 0.0941460 Dec 09 09:58:59.228233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 09:58:59.228641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 09:58:59.263680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7fbeb0bf-92b2-436d-a195-9846ef871576 req-9f0ca65a-0389-4ad3-8b6b-4c51a963a647 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417697 Dec 09 09:58:59.468856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d43219-d41d-49db-96ae-6a1358650f2c req-4673d6ea-b96f-4647-9c57-7844ea69d2e0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:59.470784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1d43219-d41d-49db-96ae-6a1358650f2c req-4673d6ea-b96f-4647-9c57-7844ea69d2e0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 943 time: 0.0845895 Dec 09 09:58:59.520876 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b1d43219-d41d-49db-96ae-6a1358650f2c req-28b70961-6e60-44ac-b898-dcb55fdb57c8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437527 Dec 09 09:58:59.732837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bce86a-d8a0-4612-99a9-7052b55c35eb req-680ea417-036f-4f47-8f12-b593d6ce80c6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:58:59.735049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-16bce86a-d8a0-4612-99a9-7052b55c35eb req-680ea417-036f-4f47-8f12-b593d6ce80c6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 943 time: 0.0884926 Dec 09 09:58:59.783454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:59.785589 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-16bce86a-d8a0-4612-99a9-7052b55c35eb req-f2081a53-e5d7-4450-941e-adc122590926 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430477 Dec 09 09:58:59.803462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e285f40-5d6b-4320-b56f-7a9a9261b760 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:58:59.826925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:58:59.831135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:58:59.833034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:58:59.910863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['9e285f40-5d6b-4320-b56f-7a9a9261b760'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:58:59.955445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=10']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:58:59.960106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:59:00.247822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d841724-5bf3-41c0-92d0-fb1b4e658c3d req-b1ab8992-970d-4335-a790-137a22736a09 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:00.249500 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d841724-5bf3-41c0-92d0-fb1b4e658c3d req-b1ab8992-970d-4335-a790-137a22736a09 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 945 time: 0.1146686 Dec 09 09:59:00.299636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9d841724-5bf3-41c0-92d0-fb1b4e658c3d req-777b54c5-1b6c-4706-a453-edaaff3041fc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438342 Dec 09 09:59:00.727956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:59:00.802964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 9e285f40-5d6b-4320-b56f-7a9a9261b760 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:59:00.803387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:00.920571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:00.953784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:59:00.956540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:00.958474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ea0d85d1-aa83-412c-ae01-05bfa574b0fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:59:01.027468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=11']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:59:01.030610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:59:01.095279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:59:01.149363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'code': 200} Dec 09 09:59:01.504851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83d647-cdc9-4bb5-b4f9-d6973e59df5a req-5c8086f6-3d59-45e0-b5f6-25a3acf4313e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:01.506460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a83d647-cdc9-4bb5-b4f9-d6973e59df5a req-5c8086f6-3d59-45e0-b5f6-25a3acf4313e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 946 time: 0.0828083 Dec 09 09:59:01.559499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a83d647-cdc9-4bb5-b4f9-d6973e59df5a req-8bb875bb-0e53-463c-808e-e6b51383b90b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470724 Dec 09 09:59:02.247019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-6370d353-d6b1-4060-be86-8700c9ac6e67 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:02.248603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-6370d353-d6b1-4060-be86-8700c9ac6e67 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 946 time: 0.1006248 Dec 09 09:59:02.338787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Deleting port 9e285f40-5d6b-4320-b56f-7a9a9261b760 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 09:59:02.339247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:02.654870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] For port 9e285f40-5d6b-4320-b56f-7a9a9261b760, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=9e285f40-5d6b-4320-b56f-7a9a9261b760,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:59:02.655274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:03.003275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d32ec-2f43-433d-ad96-fa6ba97166b4 req-66047173-13d7-45bf-9f73-db7102bc9743 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:03.004801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-991d32ec-2f43-433d-ad96-fa6ba97166b4 req-66047173-13d7-45bf-9f73-db7102bc9743 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 946 time: 0.2830019 Dec 09 09:59:03.087380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:03.087789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:03.088140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Floating IP 58219ad7-8214-4dea-860e-af7de02b413e disassociated. External IP: 172.26.8.5, port: 9e285f40-5d6b-4320-b56f-7a9a9261b760. Dec 09 09:59:03.088518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Calling delete_port for 9e285f40-5d6b-4320-b56f-7a9a9261b760 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 09:59:03.119824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-991d32ec-2f43-433d-ad96-fa6ba97166b4 req-35f19877-0253-4199-9f14-3204df44de61 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027086 Dec 09 09:59:03.242010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:03.248448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8e04de49-ec36-4fdd-b9be-2000f35c10f8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:59:03.292271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event deleted for resources: {'Port': ['ID=9e285f40-5d6b-4320-b56f-7a9a9261b760,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:59:03.304672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.305159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.305575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.305999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.306419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.306839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.307674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.307674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.308087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.308408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.308818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 09:59:03.315258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:59:03.531326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:59:03.972444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:59:03.982356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:59:03.995623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:59:03.996286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:58:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:59:04.045361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] No DVR routers for this DVR port 9e285f40-5d6b-4320-b56f-7a9a9261b760 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 09:59:04.048437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:04.051350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-deleted', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:59:04.074716 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d31088fd-4aa7-469e-bdbf-f6c83f899c3f req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "DELETE /v2.0/ports/9e285f40-5d6b-4320-b56f-7a9a9261b760 HTTP/1.1" status: 204 len: 173 time: 1.8204298 Dec 09 09:59:04.106561 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9317766f-570e-471f-aa99-bea1a5e337c7', 'name': 'network-vif-deleted', 'tag': '9e285f40-5d6b-4320-b56f-7a9a9261b760', 'status': 'completed', 'code': 200} Dec 09 09:59:04.195624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:59:04.313942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9ddb8aeb-1585-4263-b889-25ed71b563d1 req-4535e250-f266-49f3-ba1f-14287d9a7e27 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:59:04.329740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9ddb8aeb-1585-4263-b889-25ed71b563d1 req-4535e250-f266-49f3-ba1f-14287d9a7e27 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:59:04.331191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9ddb8aeb-1585-4263-b889-25ed71b563d1 req-4535e250-f266-49f3-ba1f-14287d9a7e27 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=9317766f-570e-471f-aa99-bea1a5e337c7 HTTP/1.1" status: 200 len: 210 time: 0.0622742 Dec 09 09:59:04.465220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be7511ef-3729-465d-b7fe-4ab872abe6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:04.523423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:59:04.527493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:59:04.539797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:59:04.540423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:58:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:59:04.872546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:59:05.194108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:59:05.198198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e54c30-b681-42ff-b3e8-d5bb2fe7c37a None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:59:05.639660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3634ac90-8eec-4283-bec8-52462b81ad21 None None] New status for floating IP 58219ad7-8214-4dea-860e-af7de02b413e: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:59:05.721461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-3a6058b8-7b27-48f6-b201-7734fec8376f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--572655123&fields=id&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 267 time: 0.0512207 Dec 09 09:59:05.806486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:06.135788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-01fe5c4b-d172-45af-b89d-1b6edf4b7403 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:06.137404 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-01fe5c4b-d172-45af-b89d-1b6edf4b7403 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 812 time: 0.4080923 Dec 09 09:59:06.155272 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-d8970103-92b9-4680-a57a-de3cf3520a0c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/quotas/337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 375 time: 0.0113058 Dec 09 09:59:06.243149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-09866fbf-95e4-4118-ba28-0f2a258343f0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817280 Dec 09 09:59:06.388925 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4cea2676-6d8a-4708-a9d3-3af91e674622 service neutron] 10.222.0.18 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331882 Dec 09 09:59:06.529644 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-0e8725fd-76b3-4774-aecf-a2af79599254 service neutron] 10.222.0.18 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335819 Dec 09 09:59:06.729348 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b4ad0188-b312-4972-8222-3c4473298f9d req-e05bd6ba-e9fc-43d3-b53b-c6cd34e7cbf2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 210 time: 0.0485673 Dec 09 09:59:06.747355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-485aaf1f-e72b-4d32-9c0f-fed8dae57562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:06.762053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 09:59:06.795661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 9e285f40-5d6b-4320-b56f-7a9a9261b760 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 09:59:06.796057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 9e285f40-5d6b-4320-b56f-7a9a9261b760 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 09:59:07.177416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:07.791088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-c7c03e6f-a273-400d-81fd-220e944875ab tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:07.793467 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-c7c03e6f-a273-400d-81fd-220e944875ab tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 812 time: 0.1629369 Dec 09 09:59:07.860193 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-07eb2d7b-4a53-45d5-ba8b-fe3c6381b088 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 379 time: 0.0556996 Dec 09 09:59:07.868945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'port': {'device_id': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'admin_state_up': True, 'tenant_id': '337334455a6c4c70aca385040aa42657', 'security_groups': ['968a6a3a-330c-42df-83de-74fc21cf764e']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:59:07.921316 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbfb66a3-8123-4aa0-8e4e-7ce32bea29d0 req-7130706d-8465-48be-a8f8-e14fa56491ce tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 210 time: 0.0530436 Dec 09 09:59:08.020153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 09:59:08.030051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 09:59:08.039141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Made reservation on behalf of 337334455a6c4c70aca385040aa42657 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 09:59:08.044683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:08.224451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Allocated IP 172.20.0.12 (6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7/d775de4e-c480-4032-b77c-01f762efd21f/5ff31171-b5de-49c8-bb75-e2017a11bfea) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 09:59:08.420221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:08.436761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Transition to ACTIVE for port object 5ff31171-b5de-49c8-bb75-e2017a11bfea will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:59:08.451901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:08.456727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:08.462889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:59:08.546749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 09:59:08.547728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:59:08.551378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 09:59:08.553420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:59:08.555251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 09:59:08.623777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:08.624576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:08.656005 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7909930 Dec 09 09:59:08.669008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Request body: {'port': {'device_id': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:59:08.791825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:08.920505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fc63abba-07de-485a-b2e9-410d88d453fc None None] Provisioning for port 5ff31171-b5de-49c8-bb75-e2017a11bfea completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:59:08.925945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fc63abba-07de-485a-b2e9-410d88d453fc None None] Provisioning complete for port 5ff31171-b5de-49c8-bb75-e2017a11bfea triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:59:08.926368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fc63abba-07de-485a-b2e9-410d88d453fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:08.983709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fc63abba-07de-485a-b2e9-410d88d453fc None None] Port 5ff31171-b5de-49c8-bb75-e2017a11bfea cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 09:59:09.172994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19897f67-3656-4b3e-ac52-fb16ce0dbbc4 req-a9defb52-9ce7-4b28-8883-a5e95d6e05d0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:09.174004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-19897f67-3656-4b3e-ac52-fb16ce0dbbc4 req-a9defb52-9ce7-4b28-8883-a5e95d6e05d0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 09:59:09.241322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-19897f67-3656-4b3e-ac52-fb16ce0dbbc4 req-a9defb52-9ce7-4b28-8883-a5e95d6e05d0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 09:59:09.242539 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-19897f67-3656-4b3e-ac52-fb16ce0dbbc4 req-a9defb52-9ce7-4b28-8883-a5e95d6e05d0 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 932 time: 0.1907468 Dec 09 09:59:09.246570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ff31171-b5de-49c8-bb75-e2017a11bfea {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:59:09.255140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:09.290603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Transition to ACTIVE for port object 5ff31171-b5de-49c8-bb75-e2017a11bfea will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 09:59:09.300638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:09.307888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1c2c9d83-0bc8-4adf-8e9a-9eb52ee7eef8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:59:09.362596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-19897f67-3656-4b3e-ac52-fb16ce0dbbc4 req-86134739-391e-4de3-ae41-3f5361201757 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117694 Dec 09 09:59:09.444392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:59:09.447530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:59:09.562577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Attempting to bind port 5ff31171-b5de-49c8-bb75-e2017a11bfea on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 09:59:09.562956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Attempting to bind port 5ff31171-b5de-49c8-bb75-e2017a11bfea by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 09:59:09.563327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Attempting to bind port 5ff31171-b5de-49c8-bb75-e2017a11bfea on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:59:09.570351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Port 5ff31171-b5de-49c8-bb75-e2017a11bfea on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 09:59:09.570714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Attempting to bind port 5ff31171-b5de-49c8-bb75-e2017a11bfea on network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 09:59:09.577841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 9, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 09:59:09.578219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Checking segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 09:59:09.578644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Bound using segment: {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 09:59:09.579116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Bound port: 5ff31171-b5de-49c8-bb75-e2017a11bfea, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76313575-a101-43dd-92d4-78349632f087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 09:59:09.579505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:09.672199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 09:59:09.675741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 09:59:09.678213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:09.682597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7a50bc9e-c5e4-4c5f-8978-9a1c12744307 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:59:09.751039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:09.753631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] 10.222.0.65 "PUT /v2.0/ports/5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 1094 time: 1.0891042 Dec 09 09:59:09.754211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:59:09.769771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:59:09.773151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:59:09.826959 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'status': 'completed', 'code': 200} Dec 09 09:59:09.871054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-0968f66e-a4df-4be0-ba2c-c20ba202c4f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0802393 Dec 09 09:59:09.948270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-d8c9e858-67fc-47fc-bf40-85b9c99c48e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 217 time: 0.0695686 Dec 09 09:59:10.021544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-7f3f5005-8597-4f6c-8ccc-caab13784193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:10.023198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-7f3f5005-8597-4f6c-8ccc-caab13784193 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0685785 Dec 09 09:59:10.103049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-fe488304-88d2-439f-a1fa-6d4c7dce05c2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736814 Dec 09 09:59:10.244428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-14e0bb91-2fd2-4335-b7bf-0949fb9abf85 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351078 Dec 09 09:59:10.385202 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf74aed8-3640-4509-ac49-ca6ac8d2bf04 req-120cc171-ef6a-4e0e-a22c-aeb4b88a772c service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350346 Dec 09 09:59:10.557038 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a1fb8c8-b9e7-4159-a6dd-e977b608d8fb req-13273b34-a1e5-4e64-81d1-97a0f6aa5344 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1097 time: 0.1266384 Dec 09 09:59:10.679349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8745268a-d486-473b-9a35-f4549e325afe req-66b7c13d-5647-40b1-bd25-4e013beebf34 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:10.680847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8745268a-d486-473b-9a35-f4549e325afe req-66b7c13d-5647-40b1-bd25-4e013beebf34 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 944 time: 0.1841216 Dec 09 09:59:10.755249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb8c8-b9e7-4159-a6dd-e977b608d8fb req-77d13176-ae32-41c9-9ccb-14ced0ddb98b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:10.756892 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a1fb8c8-b9e7-4159-a6dd-e977b608d8fb req-77d13176-ae32-41c9-9ccb-14ced0ddb98b service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1927605 Dec 09 09:59:10.759344 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8745268a-d486-473b-9a35-f4549e325afe req-c258b6db-4c2b-43ae-9ee8-54ca2f1d52cf tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708337 Dec 09 09:59:10.832567 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a1fb8c8-b9e7-4159-a6dd-e977b608d8fb req-fca3abaf-6843-41d9-a43f-212676fd94de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 217 time: 0.0686367 Dec 09 09:59:10.901222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb8c8-b9e7-4159-a6dd-e977b608d8fb req-1ad5cb4c-24a1-481f-bfb1-dfe0cacaa3aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:10.902780 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a1fb8c8-b9e7-4159-a6dd-e977b608d8fb req-1ad5cb4c-24a1-481f-bfb1-dfe0cacaa3aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0629592 Dec 09 09:59:10.985930 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a1fb8c8-b9e7-4159-a6dd-e977b608d8fb req-2384941e-5dd0-4a00-81af-7cfc209a6241 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762446 Dec 09 09:59:11.134366 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a1fb8c8-b9e7-4159-a6dd-e977b608d8fb req-ad262679-819e-4428-93e5-d64074a7195b service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393390 Dec 09 09:59:11.285528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3a1fb8c8-b9e7-4159-a6dd-e977b608d8fb req-ac9aaca5-a3c2-4e89-b4a9-d27879a67950 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442277 Dec 09 09:59:11.972001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33be9b-e3f1-4e74-aa55-ed54824e12be req-7f9bb229-3cf7-416c-bd9c-b242f33178bc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:11.973592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db33be9b-e3f1-4e74-aa55-ed54824e12be req-7f9bb229-3cf7-416c-bd9c-b242f33178bc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 944 time: 0.0828891 Dec 09 09:59:12.022596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db33be9b-e3f1-4e74-aa55-ed54824e12be req-b4ad54e8-4882-41e9-a5c4-a90be56f4613 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428441 Dec 09 09:59:12.762981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 09:59:12.902080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:59:12.915987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'port_id': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'mac_address': 'fa:16:3e:32:ee:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 09:59:12.970105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:12.988515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff31171-b5de-49c8-bb75-e2017a11bfea {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 09:59:13.005022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:59:13.007891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:13.009785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:59:13.079493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:59:13.082809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:59:13.210601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['5ff31171-b5de-49c8-bb75-e2017a11bfea'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 09:59:13.230315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8f4e4-4a3e-43e2-bba4-ec91d38c449e req-1bd50be1-fdaf-4f23-84af-f50e9466d470 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:13.232412 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46c8f4e4-4a3e-43e2-bba4-ec91d38c449e req-1bd50be1-fdaf-4f23-84af-f50e9466d470 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 945 time: 0.0860226 Dec 09 09:59:13.280903 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46c8f4e4-4a3e-43e2-bba4-ec91d38c449e req-992aa62d-18d0-4241-8e53-139d45651ace tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413210 Dec 09 09:59:14.513896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130b58f-8441-4520-b5da-356cee4c475d req-89816c1a-9894-4006-a7d7-dac056ceb4d3 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:14.517173 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b130b58f-8441-4520-b5da-356cee4c475d req-89816c1a-9894-4006-a7d7-dac056ceb4d3 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 945 time: 0.1107571 Dec 09 09:59:14.576874 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b130b58f-8441-4520-b5da-356cee4c475d req-dd4fbfad-6431-4b48-a1fa-092e5055ce45 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526831 Dec 09 09:59:14.777238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 09:59:14.849596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 5ff31171-b5de-49c8-bb75-e2017a11bfea completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 09:59:14.854592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 5ff31171-b5de-49c8-bb75-e2017a11bfea triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 09:59:14.855011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:15.008282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:15.037102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:59:15.049901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 09:59:15.053532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:15.056476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 09:59:15.113722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'code': 200} Dec 09 09:59:15.127943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 09:59:15.131396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 09:59:15.389836 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-468c368a-429d-45bf-8ae5-4519961c44ba req-fa069563-7b1b-4b02-8656-ca3c90e6cbbe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1099 time: 0.0767415 Dec 09 09:59:15.433687 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-468c368a-429d-45bf-8ae5-4519961c44ba req-1edf6d05-0c0b-4ff8-8684-c32f54f753f1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380986 Dec 09 09:59:15.782795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950a41f-9bea-4423-8dce-9eae0f890055 req-ed2ef49d-d86c-4ab8-8c12-c1bf0eab71ef tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:15.784416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7950a41f-9bea-4423-8dce-9eae0f890055 req-ed2ef49d-d86c-4ab8-8c12-c1bf0eab71ef tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0838363 Dec 09 09:59:15.835044 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7950a41f-9bea-4423-8dce-9eae0f890055 req-146ba48c-7a85-4cba-9391-c01054c76ecc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425591 Dec 09 09:59:17.048386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab928026-4bfe-4383-8589-aad8d1f06bc2 req-d0b9561a-6909-478d-af61-e139f568f124 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:17.049972 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab928026-4bfe-4383-8589-aad8d1f06bc2 req-d0b9561a-6909-478d-af61-e139f568f124 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0872390 Dec 09 09:59:17.100214 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ab928026-4bfe-4383-8589-aad8d1f06bc2 req-273abc46-52aa-4a23-80dd-25d7e8f54cd3 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430307 Dec 09 09:59:17.316184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d675f25-da40-4720-a5c4-66426a2d74be req-454cd3c6-8d00-490e-8042-7f71aa15c047 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:17.317740 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d675f25-da40-4720-a5c4-66426a2d74be req-454cd3c6-8d00-490e-8042-7f71aa15c047 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0931003 Dec 09 09:59:17.327692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36656) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 09:59:17.334073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1502a38a-8aa1-4c19-8dad-957f55c96c19 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Request body: {'floatingip': {'port_id': '5ff31171-b5de-49c8-bb75-e2017a11bfea'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 09:59:17.414905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1502a38a-8aa1-4c19-8dad-957f55c96c19 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:17.578796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:18.104025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1502a38a-8aa1-4c19-8dad-957f55c96c19 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:18.106555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1502a38a-8aa1-4c19-8dad-957f55c96c19 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:18.310170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-1502a38a-8aa1-4c19-8dad-957f55c96c19 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Floating IP 58219ad7-8214-4dea-860e-af7de02b413e associated. External IP: 172.26.8.5, port: 5ff31171-b5de-49c8-bb75-e2017a11bfea. Dec 09 09:59:18.733350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1502a38a-8aa1-4c19-8dad-957f55c96c19 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 09:59:18.946520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1502a38a-8aa1-4c19-8dad-957f55c96c19 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 09:59:18.952004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1502a38a-8aa1-4c19-8dad-957f55c96c19 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:18.957875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 09:59:18.974005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:59:18.974713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:59:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:59:19.172294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:59:19.251152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1502a38a-8aa1-4c19-8dad-957f55c96c19 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "PUT /v2.0/floatingips/58219ad7-8214-4dea-860e-af7de02b413e HTTP/1.1" status: 200 len: 991 time: 1.9223046 Dec 09 09:59:19.251855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 09:59:19.322830 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'status': 'completed', 'code': 200} Dec 09 09:59:19.431223 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68768839-1cf1-457d-9eba-7f209bdf8f9c req-5c6b97f8-1286-44c8-b482-d2528c85ed52 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1099 time: 0.0858045 Dec 09 09:59:19.543082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:32:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:59:17Z', 'revision_number': 13, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:59:19.547152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 09:59:19.559838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 09:59:19.560516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T09:59:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:59:19.577638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768839-1cf1-457d-9eba-7f209bdf8f9c req-3bf59e26-1dbe-436e-bb37-d76b59930c68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:19.579285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68768839-1cf1-457d-9eba-7f209bdf8f9c req-3bf59e26-1dbe-436e-bb37-d76b59930c68 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1411872 Dec 09 09:59:19.759416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 09:59:19.923507 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68768839-1cf1-457d-9eba-7f209bdf8f9c req-6005cf01-fbf2-4400-9f25-6c0fce0e3bcb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 999 time: 0.3379924 Dec 09 09:59:19.993319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768839-1cf1-457d-9eba-7f209bdf8f9c req-57f4fc51-45bf-4e54-9dd6-68413e5cf461 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:19.994882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68768839-1cf1-457d-9eba-7f209bdf8f9c req-57f4fc51-45bf-4e54-9dd6-68413e5cf461 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0640037 Dec 09 09:59:20.083148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68768839-1cf1-457d-9eba-7f209bdf8f9c req-45695c26-5127-4751-b13a-3e183ac9e17f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816183 Dec 09 09:59:20.137275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:32:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:59:17Z', 'revision_number': 13, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 09:59:20.141595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c29d42-c800-4726-ac92-f9e41b54df1f None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '58219ad7-8214-4dea-860e-af7de02b413e', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'floating_ip_address': '172.26.8.5', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'port_id': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'mac_address': 'fa:16:3e:32:ee:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T09:55:02Z', 'updated_at': '2021-12-09T09:59:17Z', 'revision_number': 13, 'project_id': '337334455a6c4c70aca385040aa42657', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 09:59:20.239244 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68768839-1cf1-457d-9eba-7f209bdf8f9c req-f58a0b0d-23f2-4bd9-acbf-6b6c31f036eb service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482718 Dec 09 09:59:20.390213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68768839-1cf1-457d-9eba-7f209bdf8f9c req-707c3862-1111-44e7-a169-14d7d2af1c68 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394877 Dec 09 09:59:20.499232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383f4077-11e7-4408-8c7d-c5400634a431 None None] New status for floating IP 58219ad7-8214-4dea-860e-af7de02b413e: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 09:59:21.838273 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-2f9bc22b-6e55-4ec0-9d00-da1c570a2281 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762992 Dec 09 09:59:21.983079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-6cda7953-baba-482d-b0ce-7d6d992b7a8b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1099 time: 0.0756483 Dec 09 09:59:22.143512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-28c0dec8-7896-433c-baa1-fd53327b2232 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:22.146063 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-28c0dec8-7896-433c-baa1-fd53327b2232 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1446037 Dec 09 09:59:22.256809 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-cfa4fc38-cc15-4444-bee9-703a6923838e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 1001 time: 0.1044984 Dec 09 09:59:22.325868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-e9a4eba7-cfa1-4019-a865-5013b0f3ab73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:22.327397 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-e9a4eba7-cfa1-4019-a865-5013b0f3ab73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0642045 Dec 09 09:59:22.410638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-2c18299c-56db-457d-883c-35c59165cfb7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772610 Dec 09 09:59:22.553598 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-11ecf234-33c7-43be-8a66-f0f90dfc4a4d service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358702 Dec 09 09:59:22.699288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c9151e5-10c0-4b94-924b-819a803470e6 req-b4fd911c-8e44-4fad-976d-1b96d8e8bb30 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391811 Dec 09 09:59:26.170408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 09:59:34.468075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e7be6008-9fac-4e04-a2b5-a37b175a7caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:35.718875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:36.750382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40116670-d004-406d-8f18-610811d948ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:37.183426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:38.454459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:47.577383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 09:59:56.436195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb976b0-8cca-4170-b58c-181f74bcde60 req-7719ac11-2f38-4347-be5a-b4d6fc73b30a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 09:59:56.437850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb976b0-8cca-4170-b58c-181f74bcde60 req-7719ac11-2f38-4347-be5a-b4d6fc73b30a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0885108 Dec 09 09:59:56.485587 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb976b0-8cca-4170-b58c-181f74bcde60 req-2c047f87-1313-4e6b-a4c7-26dc85ede02a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410545 Dec 09 10:00:03.171386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:00:04.478456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e86f606-2033-46a2-b80b-74598a728426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:05.320352 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74aa1b1d-aebc-4e97-b0ba-2d562bb6886c req-c0a379ac-2146-4f44-a66a-bae0049809db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1525631 Dec 09 10:00:05.634436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-80ea1997-b914-4cf2-a822-ad7bde50a0f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1247509 Dec 09 10:00:05.664906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81d039-8955-48ea-9c55-7ced92ecd1a6 req-d733f27d-6fc6-41b4-a43c-7ee11724d7da tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:05.666536 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9f81d039-8955-48ea-9c55-7ced92ecd1a6 req-d733f27d-6fc6-41b4-a43c-7ee11724d7da tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0932276 Dec 09 10:00:05.722706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9f81d039-8955-48ea-9c55-7ced92ecd1a6 req-6fa9986e-7b44-4379-80d7-4bab1029c608 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496294 Dec 09 10:00:05.743420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:06.753079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa4d1380-238e-4001-a072-dfb849303a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:06.976198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-08ad50f4-369b-42cd-a347-d38cf81a9349 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1099 time: 0.2232511 Dec 09 10:00:06.982819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d4ab0-a590-4a2d-b4b1-b88bf76b5dc0 req-3a9f9deb-ac35-4b17-9d00-f890b6f3607b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:06.984305 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ec0d4ab0-a590-4a2d-b4b1-b88bf76b5dc0 req-3a9f9deb-ac35-4b17-9d00-f890b6f3607b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.1197536 Dec 09 10:00:07.137674 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ec0d4ab0-a590-4a2d-b4b1-b88bf76b5dc0 req-0306b221-0843-412b-86aa-53e95d0a9319 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284413 Dec 09 10:00:07.162062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908af890-2e58-4744-bb8e-e10e584334b8 req-a339565d-e253-404a-a581-5f6e81b237f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:07.163637 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-a339565d-e253-404a-a581-5f6e81b237f5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1784217 Dec 09 10:00:07.182702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:07.272955 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-274714c0-6aa4-4946-8862-cacb6bb20d4b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 1001 time: 0.1028354 Dec 09 10:00:07.341037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908af890-2e58-4744-bb8e-e10e584334b8 req-7ed0a13a-133e-4af1-a7c8-ae24834ac5a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:07.342643 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-7ed0a13a-133e-4af1-a7c8-ae24834ac5a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0638940 Dec 09 10:00:07.425509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-8f8414f2-afb2-46fd-98d2-9c5703d68ee8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760257 Dec 09 10:00:07.435813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-ad89c8e6-b4fc-4d9d-b0b4-d269e2c219c6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 10:00:07.436831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-ad89c8e6-b4fc-4d9d-b0b4-d269e2c219c6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0052528 Dec 09 10:00:07.579075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-e0b8d8dc-f16d-4f7e-a901-c3cccdb40d93 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355386 Dec 09 10:00:07.721257 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-707eb9b9-34ab-457c-8320-d478ea9c2196 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355259 Dec 09 10:00:08.342974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8e6e-a2a1-4215-85f5-56aa3f2d6e86 req-60d15125-fb97-4c8b-86c6-991acd3eecba tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:08.344749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2ae8e6e-a2a1-4215-85f5-56aa3f2d6e86 req-60d15125-fb97-4c8b-86c6-991acd3eecba tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0823672 Dec 09 10:00:08.396609 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2ae8e6e-a2a1-4215-85f5-56aa3f2d6e86 req-622e87e3-6a7a-4924-b913-ff3938eeaf3e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451553 Dec 09 10:00:08.458423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:09.602768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44f3f4-5f5a-4efd-8b35-66a791692480 req-c430dfd3-9430-4e82-80d7-04b05f8ce060 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:09.604375 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-df44f3f4-5f5a-4efd-8b35-66a791692480 req-c430dfd3-9430-4e82-80d7-04b05f8ce060 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0841715 Dec 09 10:00:09.653384 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-df44f3f4-5f5a-4efd-8b35-66a791692480 req-0d994e86-596d-4618-a4fa-1396ef5098b8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428913 Dec 09 10:00:10.858739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a3226-b8ab-461b-8ff9-cf1009d77b7d req-9bffd1bb-a8bd-41d1-8b7b-1bcc5cfcd8d1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:10.860358 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-907a3226-b8ab-461b-8ff9-cf1009d77b7d req-9bffd1bb-a8bd-41d1-8b7b-1bcc5cfcd8d1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0841045 Dec 09 10:00:10.909213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-907a3226-b8ab-461b-8ff9-cf1009d77b7d req-15601cce-f02b-4ee5-90dc-227121fb87ea tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416720 Dec 09 10:00:12.123133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce8e11-2c44-437f-b0db-82a0767189b1 req-58f6b38d-b674-48a1-8d36-81b0cb29d84c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:12.124725 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1bce8e11-2c44-437f-b0db-82a0767189b1 req-58f6b38d-b674-48a1-8d36-81b0cb29d84c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0884902 Dec 09 10:00:12.178250 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1bce8e11-2c44-437f-b0db-82a0767189b1 req-52c02194-a847-47a5-b200-9bd93434dfea tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474591 Dec 09 10:00:13.470361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8291e4-294b-44f2-839b-09998a7a96f2 req-f1d3e77d-25ef-4157-a4bb-c9f4073cfd14 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:13.472161 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bc8291e4-294b-44f2-839b-09998a7a96f2 req-f1d3e77d-25ef-4157-a4bb-c9f4073cfd14 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.1605282 Dec 09 10:00:13.525437 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bc8291e4-294b-44f2-839b-09998a7a96f2 req-0eb87528-9a27-486f-9a0f-eb52ba891622 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468535 Dec 09 10:00:14.805296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfe3ec-230c-417e-a2cb-74e33b2a54bc req-547b61de-7867-4b0f-89e3-dac45c050cf7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:14.806897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5acfe3ec-230c-417e-a2cb-74e33b2a54bc req-547b61de-7867-4b0f-89e3-dac45c050cf7 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.1569488 Dec 09 10:00:14.856185 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5acfe3ec-230c-417e-a2cb-74e33b2a54bc req-ea03a27b-e1b2-410d-bc8c-7142cbc2d7da tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432482 Dec 09 10:00:16.060641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b11fc-b738-44bc-869a-bb6fdbd8d4d5 req-bedc6ae6-ac2c-45c0-9fe1-188bef6fbf92 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:16.062167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a3b11fc-b738-44bc-869a-bb6fdbd8d4d5 req-bedc6ae6-ac2c-45c0-9fe1-188bef6fbf92 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0826678 Dec 09 10:00:16.112036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a3b11fc-b738-44bc-869a-bb6fdbd8d4d5 req-3c0f2404-57ea-4138-9f6a-1debda1a796f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436778 Dec 09 10:00:17.326317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965371c7-b019-4c30-aa7e-c172a13cf8df req-f1426583-848f-4a69-a178-fd0ba4372410 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:17.327925 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-965371c7-b019-4c30-aa7e-c172a13cf8df req-f1426583-848f-4a69-a178-fd0ba4372410 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0853474 Dec 09 10:00:17.376922 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-965371c7-b019-4c30-aa7e-c172a13cf8df req-5508a528-d4de-443f-9c8c-1715a5c5786d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425050 Dec 09 10:00:17.601288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:18.584644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b8be0-a248-43ab-8dd8-1575ffea73f4 req-911e2111-4b3c-4027-9c87-44dcf6f1b62b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:18.586267 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b12b8be0-a248-43ab-8dd8-1575ffea73f4 req-911e2111-4b3c-4027-9c87-44dcf6f1b62b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0860796 Dec 09 10:00:18.634505 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b12b8be0-a248-43ab-8dd8-1575ffea73f4 req-80c59d1b-31da-4f9e-92d3-716c05924a4d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Dec 09 10:00:19.848331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae25946-a7ac-4d09-9783-85b9cc2c194e req-2227f809-ff72-4f77-aa0e-39807aa2d526 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:19.850143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bae25946-a7ac-4d09-9783-85b9cc2c194e req-2227f809-ff72-4f77-aa0e-39807aa2d526 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0846868 Dec 09 10:00:19.921532 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bae25946-a7ac-4d09-9783-85b9cc2c194e req-b1701d83-f2cb-42fa-952b-d485fbe5a25d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632308 Dec 09 10:00:20.251921 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-16fc5392-5827-49a7-9ed4-eb4479edd8f4 service neutron] 10.222.0.65 "GET /v2.0/ports/5ff31171-b5de-49c8-bb75-e2017a11bfea/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0887370 Dec 09 10:00:20.515587 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-eb09f9bf-0cfc-431b-8775-0844bf53abbd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 1099 time: 0.0736876 Dec 09 10:00:20.612807 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-adab281c-9263-4a52-9b98-290188c82716 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1099 time: 0.0770345 Dec 09 10:00:20.753471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908af890-2e58-4744-bb8e-e10e584334b8 req-850c1442-088b-4c4e-90ac-caf431259c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:20.755052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-850c1442-088b-4c4e-90ac-caf431259c2e service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1361837 Dec 09 10:00:20.862608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-0bae9ca4-3db7-42bd-9be8-29abb301e970 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 1001 time: 0.1015124 Dec 09 10:00:20.929326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908af890-2e58-4744-bb8e-e10e584334b8 req-88eaede2-2ddc-4380-bfc5-a069c7e66b14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:20.930882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-88eaede2-2ddc-4380-bfc5-a069c7e66b14 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0622125 Dec 09 10:00:21.014202 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-b8e3ccdb-91bd-49f4-90f9-63267bbbc77a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776584 Dec 09 10:00:21.137519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989803d-0ece-46d4-848f-cc290cf75fb2 req-0e8f6a9d-9c34-40b6-a087-e59ed07ba192 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:21.139077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b989803d-0ece-46d4-848f-cc290cf75fb2 req-0e8f6a9d-9c34-40b6-a087-e59ed07ba192 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0840170 Dec 09 10:00:21.160606 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-82ee07a2-75bc-491f-8bad-c3bd798bef82 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405320 Dec 09 10:00:21.194111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b989803d-0ece-46d4-848f-cc290cf75fb2 req-c29e617c-ffd3-4b7f-b133-76afb0cf2f52 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484259 Dec 09 10:00:21.303879 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-fcee6af2-2ceb-4964-b3ab-c5684bfcf46e service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372952 Dec 09 10:00:22.645057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb6e1-50bb-427a-86c8-4ee20c4094a7 req-c30a653e-0a45-4f52-ab29-09ad8383f2b6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:22.646719 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7adfb6e1-50bb-427a-86c8-4ee20c4094a7 req-c30a653e-0a45-4f52-ab29-09ad8383f2b6 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.3112357 Dec 09 10:00:22.696814 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7adfb6e1-50bb-427a-86c8-4ee20c4094a7 req-d3793074-0369-43bc-8bea-098bb8511454 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436385 Dec 09 10:00:23.162215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:00:23.276757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:23.303310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:00:23.313268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:23.316898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:23.319219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:23.373893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'code': 200} Dec 09 10:00:23.387532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:23.397266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.397653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.398035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.398413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.398790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.399162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.399531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.399901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.400268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.400634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.401000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:23.405026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:23.907389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1198e2-456b-4617-a760-d0d247d0c434 req-bed3c0e4-76f9-4ad5-a861-798e3d46f137 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:23.910203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c1198e2-456b-4617-a760-d0d247d0c434 req-bed3c0e4-76f9-4ad5-a861-798e3d46f137 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 944 time: 0.0855587 Dec 09 10:00:23.959306 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c1198e2-456b-4617-a760-d0d247d0c434 req-d6229ad6-e0b9-4d33-ba7b-3a7cba846d2b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430474 Dec 09 10:00:24.466108 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e004d416-b0c9-411d-ba72-9dcfd3fa8cf9 req-990df750-6110-4b34-adaf-fdac4becde2f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0726416 Dec 09 10:00:24.620638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004d416-b0c9-411d-ba72-9dcfd3fa8cf9 req-1c516a84-a839-4ba0-8f82-54e47b61aa44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:24.622234 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e004d416-b0c9-411d-ba72-9dcfd3fa8cf9 req-1c516a84-a839-4ba0-8f82-54e47b61aa44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1364129 Dec 09 10:00:24.729731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e004d416-b0c9-411d-ba72-9dcfd3fa8cf9 req-c0b034fe-217a-4c75-9443-30b5be4d3311 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 999 time: 0.1014936 Dec 09 10:00:24.797671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004d416-b0c9-411d-ba72-9dcfd3fa8cf9 req-b3af711d-fc23-4140-b04d-c49c51ee6ab6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:24.799636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e004d416-b0c9-411d-ba72-9dcfd3fa8cf9 req-b3af711d-fc23-4140-b04d-c49c51ee6ab6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0643873 Dec 09 10:00:24.882701 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e004d416-b0c9-411d-ba72-9dcfd3fa8cf9 req-0fb4c19e-8cf4-496d-b98d-77cd0b325b46 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768263 Dec 09 10:00:25.023993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e004d416-b0c9-411d-ba72-9dcfd3fa8cf9 req-75b91c69-ad96-4997-96f8-f88ad2255931 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350162 Dec 09 10:00:25.169310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e004d416-b0c9-411d-ba72-9dcfd3fa8cf9 req-e496809f-18ab-4706-a20c-457041cdc6e4 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391253 Dec 09 10:00:25.170463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d96f6-72d6-4e0e-807a-216a9d0a62d9 req-5c6f2d59-6797-43df-9c37-238b7da460f2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:25.172050 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1a5d96f6-72d6-4e0e-807a-216a9d0a62d9 req-5c6f2d59-6797-43df-9c37-238b7da460f2 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 944 time: 0.0844684 Dec 09 10:00:25.181762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:00:25.227308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1a5d96f6-72d6-4e0e-807a-216a9d0a62d9 req-55b31452-2ef5-453a-b13a-592b34fc6e32 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442319 Dec 09 10:00:25.324014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:25.338315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'port_id': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'mac_address': 'fa:16:3e:32:ee:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:00:25.396553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:25.415144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff31171-b5de-49c8-bb75-e2017a11bfea {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:00:25.430403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:25.433139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:25.435796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-afee723b-0529-4458-a360-a0e751f0c10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:25.499537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['5ff31171-b5de-49c8-bb75-e2017a11bfea'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:00:25.542057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:25.545217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:26.435002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcab6a-aaea-4ecd-ab95-10e306364124 req-91695db5-922e-4cee-84cd-1076eb09cff8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:26.436512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d9fcab6a-aaea-4ecd-ab95-10e306364124 req-91695db5-922e-4cee-84cd-1076eb09cff8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 945 time: 0.0817444 Dec 09 10:00:26.484619 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d9fcab6a-aaea-4ecd-ab95-10e306364124 req-14eb70ba-24b5-4431-b7e9-1b4632850e4f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414345 Dec 09 10:00:27.196833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:00:27.267483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 5ff31171-b5de-49c8-bb75-e2017a11bfea triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:00:27.267851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:27.383433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:27.411092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:00:27.421146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:27.424423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:27.426493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:27.493092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:27.496879 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'code': 200} Dec 09 10:00:27.497621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:27.696100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c428ea-f607-4aa9-8d87-d0b41e767e18 req-deb00e4c-a23d-48e6-86e0-94422a45e8fb tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:27.697804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73c428ea-f607-4aa9-8d87-d0b41e767e18 req-deb00e4c-a23d-48e6-86e0-94422a45e8fb tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0864727 Dec 09 10:00:27.746757 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73c428ea-f607-4aa9-8d87-d0b41e767e18 req-e1297a4e-b854-4e08-9849-b2d0f7a273cd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428336 Dec 09 10:00:28.959122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ebf01-37ff-4d12-8d46-956bb4af416a req-8de22c18-ee4c-4e5e-9cac-01cd2da8c227 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:28.960708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a5ebf01-37ff-4d12-8d46-956bb4af416a req-8de22c18-ee4c-4e5e-9cac-01cd2da8c227 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0871196 Dec 09 10:00:29.008526 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5a5ebf01-37ff-4d12-8d46-956bb4af416a req-07c0dccd-f735-448c-bd10-027e4bbc2498 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415940 Dec 09 10:00:30.215982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39340324-15c6-41d4-930f-cd1e6321fa0e req-b3c46519-67da-4114-b936-b90e2f7dc499 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:30.217615 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-39340324-15c6-41d4-930f-cd1e6321fa0e req-b3c46519-67da-4114-b936-b90e2f7dc499 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0845704 Dec 09 10:00:30.270763 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-39340324-15c6-41d4-930f-cd1e6321fa0e req-65f329eb-ed2d-414c-bca5-da8698ea2d72 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457919 Dec 09 10:00:30.757214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-6ce41562-8a2c-4864-bd09-18127bb9d3ad tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:30.758923 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-6ce41562-8a2c-4864-bd09-18127bb9d3ad tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9&tenant_id=337334455a6c4c70aca385040aa42657&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 946 time: 0.1361604 Dec 09 10:00:30.849329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b84bd-56fd-410f-b5f1-07a8719e9f1f req-2150857d-a371-4d87-ab04-b889d21fb79f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:30.850902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e8b84bd-56fd-410f-b5f1-07a8719e9f1f req-2150857d-a371-4d87-ab04-b889d21fb79f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.1609931 Dec 09 10:00:30.878561 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-3d76069c-bbb3-4ec6-802b-b8a5dff72a88 service neutron] 10.222.0.65 "GET /v2.0/ports/5ff31171-b5de-49c8-bb75-e2017a11bfea/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.1133990 Dec 09 10:00:30.948389 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6e8b84bd-56fd-410f-b5f1-07a8719e9f1f req-1ad7aa21-27de-4554-ba99-ad8fadfe6585 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896337 Dec 09 10:00:30.982510 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-2b12ba69-c712-4f86-b9ec-52a76f0a8fcb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1099 time: 0.0820875 Dec 09 10:00:31.123890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-1c0deaa2-02cb-4a48-9edf-56abb38fa9da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:31.125413 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-1c0deaa2-02cb-4a48-9edf-56abb38fa9da service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1370373 Dec 09 10:00:31.230426 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-8fcade80-8dbc-4530-9a18-6ebadae7cc99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 1001 time: 0.0985098 Dec 09 10:00:31.301564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-56a29893-fa45-4ed6-bd0b-51b733c8f6b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:31.303101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-56a29893-fa45-4ed6-bd0b-51b733c8f6b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0661695 Dec 09 10:00:31.382588 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-875214f6-661f-495d-bbc5-597fa924b309 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728755 Dec 09 10:00:31.522804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-94f359c0-68b1-4aa0-a5b1-f7b6a912b8ab service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337845 Dec 09 10:00:31.664550 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-57933347-e912-4fbb-ab8c-e5ef5439b1cd service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347489 Dec 09 10:00:32.176061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d97154-01c2-4c28-b0b8-e72e7cf74f7e req-9e28c3ad-806c-4dd5-a344-259607889ca1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:32.177673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-25d97154-01c2-4c28-b0b8-e72e7cf74f7e req-9e28c3ad-806c-4dd5-a344-259607889ca1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0824115 Dec 09 10:00:32.225881 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-25d97154-01c2-4c28-b0b8-e72e7cf74f7e req-1ab6c284-ff72-40cd-b10e-a72957b2e4ae tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416954 Dec 09 10:00:33.452508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64951e98-b451-47bc-9009-6150c88e872b req-adb750ee-5418-4085-8c82-4331dfc370c8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:33.454173 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-64951e98-b451-47bc-9009-6150c88e872b req-adb750ee-5418-4085-8c82-4331dfc370c8 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0841801 Dec 09 10:00:33.508698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-64951e98-b451-47bc-9009-6150c88e872b req-38658b79-87e1-4cc8-8169-ce1c2c334e49 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475581 Dec 09 10:00:34.472323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-471892ae-3556-4314-8141-ad9262e162d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:34.729955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b7024-daba-4f91-8a4d-81019e896163 req-f790eac2-e2de-433c-bfe1-d52a603a537b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:34.731615 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-078b7024-daba-4f91-8a4d-81019e896163 req-f790eac2-e2de-433c-bfe1-d52a603a537b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0923328 Dec 09 10:00:34.755655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-ca8c8922-544e-48cd-8257-eb6310e089a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9&tenant_id=337334455a6c4c70aca385040aa42657 HTTP/1.1" status: 200 len: 1099 time: 0.0854185 Dec 09 10:00:34.788309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-078b7024-daba-4f91-8a4d-81019e896163 req-c7ce89da-e5bf-4465-8daa-2bc2595c711d tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485353 Dec 09 10:00:34.855784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-23a4153c-f604-405f-b6df-2de26d997a01 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=337334455a6c4c70aca385040aa42657&device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 1099 time: 0.0741909 Dec 09 10:00:34.998016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-bc29d273-7203-4419-be1b-0341c7e0bd7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:34.999873 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-bc29d273-7203-4419-be1b-0341c7e0bd7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 200 len: 913 time: 0.1379280 Dec 09 10:00:35.108333 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-49206caf-9c08-4152-b5dc-ceb2afac4577 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 200 len: 1001 time: 0.1021910 Dec 09 10:00:35.184979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-c8bcd04a-2436-4261-8616-cf99265345e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:35.186608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-c8bcd04a-2436-4261-8616-cf99265345e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 200 len: 851 time: 0.0725827 Dec 09 10:00:35.265584 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-0a33f3ba-32c8-456f-bb8c-cb9ba27c0722 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730972 Dec 09 10:00:35.410443 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-c9a5ebe3-ec02-47b1-8650-34b2a9125e77 service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390057 Dec 09 10:00:35.552396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d1a1e8e8-59b6-4606-af83-ea35f75fa85c req-be001b23-0bf1-441e-a26c-f05ecd95890d service neutron] 10.222.0.65 "GET /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349022 Dec 09 10:00:35.737781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:35.997677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d815be5-3512-4466-a393-e3a624be901f req-9310228d-e3ac-489e-a84e-c79697b8bd53 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:35.999231 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d815be5-3512-4466-a393-e3a624be901f req-9310228d-e3ac-489e-a84e-c79697b8bd53 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0828776 Dec 09 10:00:36.061035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d815be5-3512-4466-a393-e3a624be901f req-433f4f06-ace9-461c-9f5a-4fd76f87e63c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546091 Dec 09 10:00:36.749611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3e3864fe-5765-44c5-bfd4-70ca17295e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:37.186319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:37.259837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:00:37.282785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7a366-c986-49ec-aff1-da76292b6399 req-1710876d-7410-46c5-a237-96a751035a3f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:37.284338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-31c7a366-c986-49ec-aff1-da76292b6399 req-1710876d-7410-46c5-a237-96a751035a3f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0827546 Dec 09 10:00:37.334528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-31c7a366-c986-49ec-aff1-da76292b6399 req-e9de6af7-9731-4809-aeaa-01a73b9c9729 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435576 Dec 09 10:00:37.390152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:37.422480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:00:37.434792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:37.438103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:37.440634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:37.498135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'code': 200} Dec 09 10:00:37.527455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=9']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:37.531108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:38.462275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:38.549660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2f3fb-9cf9-45a2-9c05-3cbfb405a756 req-318c46d8-bdc9-444c-9d71-d18060483bfe tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:38.551271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-06f2f3fb-9cf9-45a2-9c05-3cbfb405a756 req-318c46d8-bdc9-444c-9d71-d18060483bfe tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 944 time: 0.0868094 Dec 09 10:00:38.602239 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-06f2f3fb-9cf9-45a2-9c05-3cbfb405a756 req-e66595c7-ff7e-4e2e-8602-2722d0d97217 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447712 Dec 09 10:00:39.274731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:00:39.415290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:39.429640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'port_id': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'mac_address': 'fa:16:3e:32:ee:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:00:39.484312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:39.503593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ff31171-b5de-49c8-bb75-e2017a11bfea {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:00:39.518364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:39.521375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:39.523261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:39.747553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['5ff31171-b5de-49c8-bb75-e2017a11bfea'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:00:39.805000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=10']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:39.810507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:39.819953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929812bd-9f67-4cef-b3bd-768d2d3e6ad5 req-a881ab29-5230-40c1-88d1-c048faa1cb5a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:39.821742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-929812bd-9f67-4cef-b3bd-768d2d3e6ad5 req-a881ab29-5230-40c1-88d1-c048faa1cb5a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0875661 Dec 09 10:00:39.871089 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-929812bd-9f67-4cef-b3bd-768d2d3e6ad5 req-592fe199-716d-4d1b-a49a-b70947137649 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433369 Dec 09 10:00:40.171627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:00:41.081940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73daf3-fe7b-4448-8b7a-a7c5f16a40e0 req-d75a5df5-241a-497a-a021-b879a1e4f32b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:41.083582 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2f73daf3-fe7b-4448-8b7a-a7c5f16a40e0 req-d75a5df5-241a-497a-a021-b879a1e4f32b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 946 time: 0.0856276 Dec 09 10:00:41.136736 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2f73daf3-fe7b-4448-8b7a-a7c5f16a40e0 req-be988f4e-bbea-4f66-8a17-24cd3b4074ec tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469756 Dec 09 10:00:41.275174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:00:41.348696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 5ff31171-b5de-49c8-bb75-e2017a11bfea triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:00:41.349043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:41.463704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:41.494552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:00:41.504718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:41.507654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:41.510361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:41.559063 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'code': 200} Dec 09 10:00:41.578754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=11']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:41.582393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:42.342822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034cb84-e301-474c-849e-18f33e893866 req-4c59c76f-b7c0-4c6a-96f9-6bc32b9eb097 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:42.344752 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5034cb84-e301-474c-849e-18f33e893866 req-4c59c76f-b7c0-4c6a-96f9-6bc32b9eb097 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 947 time: 0.0821075 Dec 09 10:00:42.393695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5034cb84-e301-474c-849e-18f33e893866 req-ed3bee67-1873-40d6-af91-790b90808332 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Dec 09 10:00:43.609096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd20c-f9d2-42e5-9984-dd1802918f3c req-f3e2e504-7358-4a1f-8818-4506bc0f4c72 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:43.610732 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c69fd20c-f9d2-42e5-9984-dd1802918f3c req-f3e2e504-7358-4a1f-8818-4506bc0f4c72 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 947 time: 0.0885577 Dec 09 10:00:43.663574 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c69fd20c-f9d2-42e5-9984-dd1802918f3c req-a0c42762-89d5-4b87-9dfc-7ee5c9ac0004 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464783 Dec 09 10:00:44.875673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6fb6d2-9159-4ad4-ac94-62f7ac4888bd req-8d757944-1754-4612-b3dc-d0a07afcbc7f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:44.877875 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4e6fb6d2-9159-4ad4-ac94-62f7ac4888bd req-8d757944-1754-4612-b3dc-d0a07afcbc7f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 947 time: 0.0904953 Dec 09 10:00:44.925994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4e6fb6d2-9159-4ad4-ac94-62f7ac4888bd req-5ee7f09c-1c69-4e49-b45a-2aa20472fc8a tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419405 Dec 09 10:00:45.131988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cea5af-11d9-44f4-b5ed-8c5ec81ceb64 req-c1abdc5a-db9e-4465-b08f-f7e7b5e73dac tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:45.133589 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-02cea5af-11d9-44f4-b5ed-8c5ec81ceb64 req-c1abdc5a-db9e-4465-b08f-f7e7b5e73dac tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 947 time: 0.0816200 Dec 09 10:00:45.183860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-02cea5af-11d9-44f4-b5ed-8c5ec81ceb64 req-bf9fb530-17a8-4002-ac85-df90aea21f38 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440993 Dec 09 10:00:45.520738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71552dcc-3da6-4dfd-9b83-d3286be2fa8f req-2b656715-208e-4412-aa7f-92ace78689d5 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:45.522315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-71552dcc-3da6-4dfd-9b83-d3286be2fa8f req-2b656715-208e-4412-aa7f-92ace78689d5 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 947 time: 0.0822525 Dec 09 10:00:45.570535 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-71552dcc-3da6-4dfd-9b83-d3286be2fa8f req-4ca2df76-504d-44ec-a64f-d33b35c2bb95 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420351 Dec 09 10:00:45.983933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d99af-cc1e-48ae-bf26-7a2d76a9fe55 req-bc9cd130-5f1f-4a0a-839c-0e69b13383c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:45.985557 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ba7d99af-cc1e-48ae-bf26-7a2d76a9fe55 req-bc9cd130-5f1f-4a0a-839c-0e69b13383c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 947 time: 0.0864379 Dec 09 10:00:46.033878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ba7d99af-cc1e-48ae-bf26-7a2d76a9fe55 req-a16ae5d1-2e3b-437a-8ab4-222c77b5602c tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422001 Dec 09 10:00:47.248583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170a4ab-7614-419d-801a-b4aa1790085b req-a57734bf-7da1-4b1b-a4f4-0414948eb960 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:47.250201 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1170a4ab-7614-419d-801a-b4aa1790085b req-a57734bf-7da1-4b1b-a4f4-0414948eb960 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 947 time: 0.0889916 Dec 09 10:00:47.297033 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1170a4ab-7614-419d-801a-b4aa1790085b req-763bff2c-f9e6-460d-9651-03470ff3db7b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407054 Dec 09 10:00:47.603030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:48.307385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac62890-d171-40f6-b350-34801bebabf7 req-575f4da6-032a-440c-ac82-3859ac18f0ce tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:48.308932 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9ac62890-d171-40f6-b350-34801bebabf7 req-575f4da6-032a-440c-ac82-3859ac18f0ce tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 947 time: 0.0810206 Dec 09 10:00:48.385731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Deleting port 5ff31171-b5de-49c8-bb75-e2017a11bfea {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:00:48.386054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:48.514725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce553e-0103-4d99-8198-902d6653d529 req-e4216cca-202a-4024-a012-558282f15db4 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:00:48.516262 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45ce553e-0103-4d99-8198-902d6653d529 req-e4216cca-202a-4024-a012-558282f15db4 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 947 time: 0.0927217 Dec 09 10:00:48.570628 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45ce553e-0103-4d99-8198-902d6653d529 req-9030190a-b6ec-4d11-8edb-d2684214d9fd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups?id=968a6a3a-330c-42df-83de-74fc21cf764e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471721 Dec 09 10:00:48.648924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] For port 5ff31171-b5de-49c8-bb75-e2017a11bfea, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=5ff31171-b5de-49c8-bb75-e2017a11bfea,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:48.649279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:49.193371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:49.193783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:49.194141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Floating IP 58219ad7-8214-4dea-860e-af7de02b413e disassociated. External IP: 172.26.8.5, port: 5ff31171-b5de-49c8-bb75-e2017a11bfea. Dec 09 10:00:49.194518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Calling delete_port for 5ff31171-b5de-49c8-bb75-e2017a11bfea owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:00:49.348981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:49.355822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:49.399475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event deleted for resources: {'Port': ['ID=5ff31171-b5de-49c8-bb75-e2017a11bfea,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:49.414981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.415417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.415845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.416306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.416725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.417180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.417597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.418059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.418475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.418888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.419297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:49.422883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:49.638594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:00:49.760780 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3e82d0d-e45c-4559-9f6a-f39aa1e9c873 req-f6418d76-90a9-4479-8738-058c5ae50186 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 210 time: 0.0602226 Dec 09 10:00:49.890114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:00:49.900093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:00:49.913279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:00:49.914028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:00:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:00:49.961939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] No DVR routers for this DVR port 5ff31171-b5de-49c8-bb75-e2017a11bfea on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:00:49.964506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:49.967316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-deleted', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:00:49.982952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9ac62890-d171-40f6-b350-34801bebabf7 req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.65 "DELETE /v2.0/ports/5ff31171-b5de-49c8-bb75-e2017a11bfea HTTP/1.1" status: 204 len: 173 time: 1.6681614 Dec 09 10:00:50.024055 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9', 'name': 'network-vif-deleted', 'tag': '5ff31171-b5de-49c8-bb75-e2017a11bfea', 'status': 'completed', 'code': 200} Dec 09 10:00:50.253305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:00:50.593659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:00:50.598827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:00:50.609978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:00:50.611217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:00:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:00:50.798444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:00:50.960171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-080a500a-b7f4-4b73-8165-17ac05e755d4 req-5aa1d447-08a7-4c14-8a21-59caa41e1dfc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Synchronizing usage tracker for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:00:50.975697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-080a500a-b7f4-4b73-8165-17ac05e755d4 req-5aa1d447-08a7-4c14-8a21-59caa41e1dfc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Unset dirty status for tenant:337334455a6c4c70aca385040aa42657 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:00:50.976998 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-080a500a-b7f4-4b73-8165-17ac05e755d4 req-5aa1d447-08a7-4c14-8a21-59caa41e1dfc tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/ports?device_id=234f6bd2-23c7-4e91-a10e-16f5c7ccd1d9 HTTP/1.1" status: 200 len: 210 time: 0.0677295 Dec 09 10:00:51.150295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:00:51.154385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbfbe84-4f7a-4bb8-89da-f0c7cc02b219 None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T09:54:58Z', 'revision_number': 4, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'fb2f2787-bb8d-4593-a44e-46258e9d32b4', 'name': '', 'network_id': '6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'mac_address': 'fa:16:3e:66:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:58Z', 'updated_at': '2021-12-09T09:55:06Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'subnets': [{'id': 'd775de4e-c480-4032-b77c-01f762efd21f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:00:51.335728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:00:51.370293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 5ff31171-b5de-49c8-bb75-e2017a11bfea {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:00:51.370691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 5ff31171-b5de-49c8-bb75-e2017a11bfea not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:00:51.583076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2609c0c3-8823-45ba-b66a-630d0b78cd61 None None] New status for floating IP 58219ad7-8214-4dea-860e-af7de02b413e: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:00:55.401743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36936) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:00:55.472320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:55.501311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:55.551091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:55.556461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f58b08b-76fa-407e-a416-c98eca6bb2bd tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:55.572469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a6a3a-330c-42df-83de-74fc21cf764e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:55.586443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.586888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.587319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.587745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.588148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.588568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.588988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.589454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.589851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.590265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.590675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:00:55.594665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:55.595917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:55.597225 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d802c4f4-0d8f-4539-b14a-a97c47bdf716 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "DELETE /v2.0/security-groups/968a6a3a-330c-42df-83de-74fc21cf764e HTTP/1.1" status: 204 len: 168 time: 0.1943588 Dec 09 10:00:55.599896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36940) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:00:55.617869 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-5ddf103f-1d33-4c75-aa6c-fe5dc0efb395 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] show failed (client error): The resource could not be found. Dec 09 10:00:55.619083 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5ddf103f-1d33-4c75-aa6c-fe5dc0efb395 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "GET /v2.0/security-groups/968a6a3a-330c-42df-83de-74fc21cf764e HTTP/1.1" status: 404 len: 347 time: 0.0180938 Dec 09 10:00:55.621777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36944) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:00:55.793154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Deleting port 133518fa-9ab6-4817-a647-16164311c551 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:00:55.793539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:55.970695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:55.971052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:56.094946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Calling delete_port for 133518fa-9ab6-4817-a647-16164311c551 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:00:56.242049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:56.246723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-187c979f-bf86-4ec0-a0b8-2b30f30811a0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:56.288108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Pushing event deleted for resources: {'Port': ['ID=133518fa-9ab6-4817-a647-16164311c551,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:56.291003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:56.388107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:56.404895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:56.406271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] 10.222.0.18 "DELETE /v2.0/floatingips/58219ad7-8214-4dea-860e-af7de02b413e HTTP/1.1" status: 204 len: 168 time: 0.7834408 Dec 09 10:00:56.410080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36948) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:00:56.909357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:57.745564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Deleting port fb2f2787-bb8d-4593-a44e-46258e9d32b4 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:00:57.746120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:57.933057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] For port fb2f2787-bb8d-4593-a44e-46258e9d32b4, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fb2f2787-bb8d-4593-a44e-46258e9d32b4,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:00:57.933783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:58.060193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Calling delete_port for fb2f2787-bb8d-4593-a44e-46258e9d32b4 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:00:58.242388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:58.247341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:00:58.289893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2f2787-bb8d-4593-a44e-46258e9d32b4,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:00:58.293769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:00:58.605326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:59.205325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Router 66bce985-fa6d-470c-a88d-16e9045bc135 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:00:59.423979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:00:59.433580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] Sync routers for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:00:59.436695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] 10.222.0.18 "PUT /v2.0/routers/66bce985-fa6d-470c-a88d-16e9045bc135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0255306 Dec 09 10:00:59.439856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36954) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:00:59.447500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:00:59.448176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:00:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:00:59.637755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:00:59.648134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:00:59.956285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T10:00:58Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:00:59.960382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] Checking router: 66bce985-fa6d-470c-a88d-16e9045bc135 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:00:59.972914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] Routers {'66bce985-fa6d-470c-a88d-16e9045bc135'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:00:59.973607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:00:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['66bce985-fa6d-470c-a88d-16e9045bc135'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:00.098832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:00.106964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Deleting port fa17b0c7-e8db-47d3-93cf-7075a8d472d6 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:00.107334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:00.163262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] Set router 66bce985-fa6d-470c-a88d-16e9045bc135 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:01:00.306694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] For port fa17b0c7-e8db-47d3-93cf-7075a8d472d6, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=fa17b0c7-e8db-47d3-93cf-7075a8d472d6,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:00.307260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:00.439137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Calling delete_port for fa17b0c7-e8db-47d3-93cf-7075a8d472d6 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:01:00.612957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:00.616450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T10:00:58Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:00.617479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5986579a-dc40-46ec-aa7d-a71d5f2fc4dc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:00.620566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e7ea9e-8db0-4f4e-bc1e-920d9a3bcfd1 None None] The sync data for ids ['66bce985-fa6d-470c-a88d-16e9045bc135'] in dv-neutron-819581-1-hyperv is: [{'id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'name': 'tempest-ServerActionsTestJSON-1706271575-router', 'tenant_id': '337334455a6c4c70aca385040aa42657', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218'}], 'enable_snat': True}, 'gw_port_id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T09:54:55Z', 'updated_at': '2021-12-09T10:00:58Z', 'revision_number': 5, 'project_id': '337334455a6c4c70aca385040aa42657', 'gw_port': {'id': 'fa17b0c7-e8db-47d3-93cf-7075a8d472d6', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:6b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66bce985-fa6d-470c-a88d-16e9045bc135', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T09:54:56Z', 'updated_at': '2021-12-09T09:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:01:00.665808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa17b0c7-e8db-47d3-93cf-7075a8d472d6,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:00.668352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:00.906342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.183915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.188299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.212171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.212760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66bce985-fa6d-470c-a88d-16e9045bc135 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:01:01.226543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.227791 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/66bce985-fa6d-470c-a88d-16e9045bc135 HTTP/1.1" status: 204 len: 168 time: 1.7869477 Dec 09 10:01:01.230445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36958) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:01.302754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2df941-3677-4c59-84ff-03342f841370 admin admin] Deleting subnet d775de4e-c480-4032-b77c-01f762efd21f {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:01:01.306177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d2df941-3677-4c59-84ff-03342f841370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.362484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d2df941-3677-4c59-84ff-03342f841370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.452067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d2df941-3677-4c59-84ff-03342f841370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.522419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d2df941-3677-4c59-84ff-03342f841370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.526680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7deff158-cff2-45e3-8f6f-3e38587bd373 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:01.560107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2df941-3677-4c59-84ff-03342f841370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d775de4e-c480-4032-b77c-01f762efd21f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:01.562933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d2df941-3677-4c59-84ff-03342f841370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:01.571677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d2df941-3677-4c59-84ff-03342f841370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.576938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4884e9f3-ec47-4c01-835d-ac9dcbc4817c None None] Network 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:01.578418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2d2df941-3677-4c59-84ff-03342f841370 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d775de4e-c480-4032-b77c-01f762efd21f HTTP/1.1" status: 204 len: 168 time: 0.3469586 Dec 09 10:01:01.581015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36962) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:01.697801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.709222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Deleting port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:01.709603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.877076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] DHCP port deletion for 6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:01:01.881699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] Deleting port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:01.882119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:01.931531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] For port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9f7b53b4-0714-45c7-89ef-f0259dd2e86e,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:01.931938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.061445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Calling delete_port for 9f7b53b4-0714-45c7-89ef-f0259dd2e86e owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:01:02.089347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] For port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9f7b53b4-0714-45c7-89ef-f0259dd2e86e,segment=NetworkSegment(76313575-a101-43dd-92d4-78349632f087),segment_id=76313575-a101-43dd-92d4-78349632f087)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:02.089788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.138707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.144994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c11ab8d6-2721-415a-a91d-4404c09ecf40 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:02.193608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7b53b4-0714-45c7-89ef-f0259dd2e86e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:02.196228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:02.198374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] No DVR routers for this DVR port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:01:02.215613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9f7b53b4-0714-45c7-89ef-f0259dd2e86e no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:01:02.244885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] Calling delete_port for 9f7b53b4-0714-45c7-89ef-f0259dd2e86e owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:01:02.287890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 9f7b53b4-0714-45c7-89ef-f0259dd2e86e {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:01:02.288387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9f7b53b4-0714-45c7-89ef-f0259dd2e86e not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:01:02.288847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fa17b0c7-e8db-47d3-93cf-7075a8d472d6 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:01:02.324216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.326595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: fa17b0c7-e8db-47d3-93cf-7075a8d472d6 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:01:02.326986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fa17b0c7-e8db-47d3-93cf-7075a8d472d6 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:01:02.327441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fb2f2787-bb8d-4593-a44e-46258e9d32b4 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:01:02.352072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:02.364908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76313575-a101-43dd-92d4-78349632f087') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:02.365452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76313575-a101-43dd-92d4-78349632f087') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:02.367947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: fb2f2787-bb8d-4593-a44e-46258e9d32b4 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:01:02.368334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device fb2f2787-bb8d-4593-a44e-46258e9d32b4 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:01:02.379203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.393546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:01:02.393951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 10:01:02.395095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.401531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:01:02.401963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:01:02.415959 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:01:02.493657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.497185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e5f0cf28-2343-40ff-941a-f9984ec354aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:02.511452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.522407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Pushing event deleted for resources: {'Network': ['ID=6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:02.525797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:02.536167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] 10.222.0.18 "DELETE /v2.0/networks/6b1bfe7f-e1e7-4aa8-963e-18ff6efcd5c7 HTTP/1.1" status: 204 len: 168 time: 0.9538019 Dec 09 10:01:02.673905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36968) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:02.727620 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-74c8848d-2895-487f-a6eb-5723d0d10689 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=337334455a6c4c70aca385040aa42657&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523803 Dec 09 10:01:02.730194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36972) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:02.793734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4cf2-bd7d-4374-bc35-a47d2d4408c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.821777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4cf2-bd7d-4374-bc35-a47d2d4408c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.872748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4cf2-bd7d-4374-bc35-a47d2d4408c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.877732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-359c2105-e57b-4469-b1f0-7b619d9269ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:02.890939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4cf2-bd7d-4374-bc35-a47d2d4408c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893db214-e5e2-4c09-b992-5d53c9027da9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:02.894764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] Deleting port 9f7b53b4-0714-45c7-89ef-f0259dd2e86e {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:02.895119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f7d4cf2-bd7d-4374-bc35-a47d2d4408c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:02.895237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.898602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4cf2-bd7d-4374-bc35-a47d2d4408c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:02.899816 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4f7d4cf2-bd7d-4374-bc35-a47d2d4408c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/893db214-e5e2-4c09-b992-5d53c9027da9 HTTP/1.1" status: 204 len: 168 time: 0.1685550 Dec 09 10:01:02.975254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-23cc9da2-ce86-4aeb-9134-3b9cd8f1a4ad None None] The port '9f7b53b4-0714-45c7-89ef-f0259dd2e86e' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:01:03.797051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 36994) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:03.952057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-372393904-network', 'tenant_id': 'adca2d2b028d41ecbf4abcf7fa6c5c33'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:03.957255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:03.961245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Usage tracker for resource:network and tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:03.964189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:03.970647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:03.980029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Made reservation on behalf of adca2d2b028d41ecbf4abcf7fa6c5c33 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:03.984704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.000908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.034419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:04.038383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Usage tracker for resource:security_group_rule and tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:04.041291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:04.047208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:04.115056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.117852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.122042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc0ad022-70a3-4b05-8f38-eca3aae7dd48 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:04.147185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:01:04.160100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:04.164319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:04.165316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.165730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Added segment 51c7573d-fb71-43fa-9809-62d3097a6505 of type vlan for network 66e0c082-d6c5-451e-ac4b-2e80094466ed Dec 09 10:01:04.193665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.222803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.223773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:04.224407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.229412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34dba126-44dd-41bb-9ba4-fa6af21e997e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:04.342086 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5437698 Dec 09 10:01:04.345983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37000) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:04.351713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Pushing event updated for resources: {'Network': ['ID=66e0c082-d6c5-451e-ac4b-2e80094466ed,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:04.352096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Request body: {'subnet': {'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-372393904-subnet', 'tenant_id': 'adca2d2b028d41ecbf4abcf7fa6c5c33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:04.354545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:04.358413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:04.362779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 66e0c082-d6c5-451e-ac4b-2e80094466ed details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:01:04.363966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Usage tracker for resource:subnet and tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:04.366966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:04.374200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:04.383340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Made reservation on behalf of adca2d2b028d41ecbf4abcf7fa6c5c33 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:04.388085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.484002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7df1be26-a042-45b8-9328-d4ae0617d9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.613614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.618333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8daf0f5d-6018-4df7-9e36-fcfed05a9f61 tempest-RoutersTest-1097493704 tempest-RoutersTest-1097493704-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:04.684967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aba6546-3d4a-4611-8c8b-38f694526b66,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:04.696029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:04.710467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Checking segment: {'id': '51c7573d-fb71-43fa-9809-62d3097a6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:04.710861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Network hostable DHCP agents. Network: 66e0c082-d6c5-451e-ac4b-2e80094466ed, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:01:04.733364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Network 66e0c082-d6c5-451e-ac4b-2e80094466ed is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:01:04.742451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 66e0c082-d6c5-451e-ac4b-2e80094466ed) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:04.746482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:04.747127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:04.751995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6cd34-e645-4751-b104-a8d5e24a4a3f None None] Network 66e0c082-d6c5-451e-ac4b-2e80094466ed requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:04.769531 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-895b83bb-8e04-4228-806e-322e04a32272 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4218102 Dec 09 10:01:04.983214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8beee6-9ea3-4dde-9492-c4fa0fb48536 None None] Network 66e0c082-d6c5-451e-ac4b-2e80094466ed requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:05.442232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa80450-aca8-4276-95cc-1440a53da384 req-ee2fa7bf-a1c8-4e61-96d9-e24028fb9d96 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:05.444537 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-ee2fa7bf-a1c8-4e61-96d9-e24028fb9d96 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/networks?id=66e0c082-d6c5-451e-ac4b-2e80094466ed HTTP/1.1" status: 200 len: 813 time: 0.1918867 Dec 09 10:01:05.466701 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-0bc76113-7942-41bf-8883-844ed9ded980 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/quotas/adca2d2b028d41ecbf4abcf7fa6c5c33 HTTP/1.1" status: 200 len: 375 time: 0.0156844 Dec 09 10:01:05.542590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f6feff19-6e3a-40f9-a7a7-a0a68d518675 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adca2d2b028d41ecbf4abcf7fa6c5c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694585 Dec 09 10:01:05.696255 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-ac5f4a98-abcc-4138-a936-7db030f43a3a service neutron] 10.222.0.18 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442161 Dec 09 10:01:05.734003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:05.851353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-55bb2930-a3ed-48d5-a9d3-e842b0a230fd service neutron] 10.222.0.18 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485500 Dec 09 10:01:06.082903 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c078172a-0fb0-4a64-9b49-b66357c1fd4b req-83701dc9-c5db-4ed5-95d6-76f69ffca3a5 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 210 time: 0.0525110 Dec 09 10:01:06.751195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7638696e-f722-4b40-9d0c-9cafcd5a8d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:07.129490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa80450-aca8-4276-95cc-1440a53da384 req-28c5d771-37dd-4762-b00f-55050c748843 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:07.131287 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-28c5d771-37dd-4762-b00f-55050c748843 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.65 "GET /v2.0/networks?id=66e0c082-d6c5-451e-ac4b-2e80094466ed HTTP/1.1" status: 200 len: 813 time: 0.1630638 Dec 09 10:01:07.147015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Request body: {'port': {'device_id': '8998e910-592d-4986-afe7-e511064726a0', 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed', 'admin_state_up': True, 'tenant_id': 'adca2d2b028d41ecbf4abcf7fa6c5c33'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:07.192991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:07.301983 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e908f5e0-43cb-4c75-bedb-7897c504702b req-17dabbf3-edd8-4963-b97a-da4f954ee302 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 210 time: 0.0626631 Dec 09 10:01:07.338070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:07.342094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Usage tracker for resource:port and tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:07.345326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:07.351419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:07.360225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Made reservation on behalf of adca2d2b028d41ecbf4abcf7fa6c5c33 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:07.365697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:07.533464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Allocated IP 172.20.0.2 (66e0c082-d6c5-451e-ac4b-2e80094466ed/9aba6546-3d4a-4611-8c8b-38f694526b66/8558ef03-8d93-4af9-985c-4cdd33fb418a) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:01:07.744701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:07.770949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:07.776657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9d2be3e7-e7cb-4c78-92f8-45645979b8e5 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:07.857151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Network 66e0c082-d6c5-451e-ac4b-2e80094466ed is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:01:07.861008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:07.865872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:01:07.902370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Pushing event updated for resources: {'Port': ['ID=8558ef03-8d93-4af9-985c-4cdd33fb418a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:07.911290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:07.932784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:07.933475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:07.953778 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8115845 Dec 09 10:01:07.965887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Request body: {'port': {'device_id': '8998e910-592d-4986-afe7-e511064726a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:08.080062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:08.465953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:08.512672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26945bd-e7f7-45ae-94a8-d7ba6646f46d req-6082245d-a8f0-4ba4-b7e5-e1a570b55892 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:08.514324 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d26945bd-e7f7-45ae-94a8-d7ba6646f46d req-6082245d-a8f0-4ba4-b7e5-e1a570b55892 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 931 time: 0.0855677 Dec 09 10:01:08.563543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-d26945bd-e7f7-45ae-94a8-d7ba6646f46d req-f86b84e8-2722-4828-b638-27dd10fecc4a tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Synchronizing usage tracker for tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:01:08.582150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-d26945bd-e7f7-45ae-94a8-d7ba6646f46d req-f86b84e8-2722-4828-b638-27dd10fecc4a tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Unset dirty status for tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:01:08.583441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d26945bd-e7f7-45ae-94a8-d7ba6646f46d req-f86b84e8-2722-4828-b638-27dd10fecc4a tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623159 Dec 09 10:01:08.685938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8558ef03-8d93-4af9-985c-4cdd33fb418a {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:01:08.693143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:08.709809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Transition to ACTIVE for port object 8558ef03-8d93-4af9-985c-4cdd33fb418a will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:08.712429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:08.725622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:08.880176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8558ef03-8d93-4af9-985c-4cdd33fb418a,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:08.888812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:08.958409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Attempting to bind port 8558ef03-8d93-4af9-985c-4cdd33fb418a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:01:08.958782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Attempting to bind port 8558ef03-8d93-4af9-985c-4cdd33fb418a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '51c7573d-fb71-43fa-9809-62d3097a6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:01:08.959152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Attempting to bind port 8558ef03-8d93-4af9-985c-4cdd33fb418a on network 66e0c082-d6c5-451e-ac4b-2e80094466ed {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:01:08.965226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Port 8558ef03-8d93-4af9-985c-4cdd33fb418a on network 66e0c082-d6c5-451e-ac4b-2e80094466ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:01:08.965587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Attempting to bind port 8558ef03-8d93-4af9-985c-4cdd33fb418a on network 66e0c082-d6c5-451e-ac4b-2e80094466ed {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:01:08.972630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:01:08.973005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Checking segment: {'id': '51c7573d-fb71-43fa-9809-62d3097a6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:08.973455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Bound using segment: {'id': '51c7573d-fb71-43fa-9809-62d3097a6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:01:08.973927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Bound port: 8558ef03-8d93-4af9-985c-4cdd33fb418a, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c7573d-fb71-43fa-9809-62d3097a6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:01:08.974308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:09.063306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] For port 8558ef03-8d93-4af9-985c-4cdd33fb418a, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:01:09.067163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] For port 8558ef03-8d93-4af9-985c-4cdd33fb418a, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8558ef03-8d93-4af9-985c-4cdd33fb418a,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:01:09.070391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:09.074726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b61b373-4cd3-401c-9c8e-666b7bc3c340 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:09.131403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:09.132883 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] 10.222.0.65 "PUT /v2.0/ports/8558ef03-8d93-4af9-985c-4cdd33fb418a HTTP/1.1" status: 200 len: 1093 time: 1.1711612 Dec 09 10:01:09.135301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8998e910-592d-4986-afe7-e511064726a0', 'tag': '8558ef03-8d93-4af9-985c-4cdd33fb418a'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:01:09.163825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8558ef03-8d93-4af9-985c-4cdd33fb418a,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:09.167303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:09.210984 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8998e910-592d-4986-afe7-e511064726a0', 'tag': '8558ef03-8d93-4af9-985c-4cdd33fb418a', 'status': 'completed', 'code': 200} Dec 09 10:01:09.248168 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-4affd9fd-d33b-4f7c-b7ad-f6632069fed7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=adca2d2b028d41ecbf4abcf7fa6c5c33&device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 1096 time: 0.0788736 Dec 09 10:01:09.321345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-bb9dd7da-3561-4eb9-ba45-a34816956274 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8558ef03-8d93-4af9-985c-4cdd33fb418a HTTP/1.1" status: 200 len: 217 time: 0.0658786 Dec 09 10:01:09.387657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa80450-aca8-4276-95cc-1440a53da384 req-956e7976-065a-4e51-83d7-9f2ca291549c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:09.389067 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-956e7976-065a-4e51-83d7-9f2ca291549c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aba6546-3d4a-4611-8c8b-38f694526b66 HTTP/1.1" status: 200 len: 853 time: 0.0619836 Dec 09 10:01:09.439962 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-89e97236-3f41-47b1-bb6b-c2b173badcda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66e0c082-d6c5-451e-ac4b-2e80094466ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443616 Dec 09 10:01:09.582072 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-5f27f3fe-d65c-4741-abc7-6d7cd2dbce8a service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355271 Dec 09 10:01:09.728389 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8fa80450-aca8-4276-95cc-1440a53da384 req-eaf6c0f7-c7e3-4eef-a9f5-c41751df1572 service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402349 Dec 09 10:01:09.805100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24116e4-40a5-4395-bf60-485884f1178d req-d89a3044-d0b8-4027-9538-65ab92670791 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:09.806759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b24116e4-40a5-4395-bf60-485884f1178d req-d89a3044-d0b8-4027-9538-65ab92670791 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 943 time: 0.0938573 Dec 09 10:01:09.852710 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d4638ff-80b7-4b07-96be-20e3d40f92f8 req-6ff688c4-a1b7-4288-9520-9c9e960a713b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=adca2d2b028d41ecbf4abcf7fa6c5c33&device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 1096 time: 0.0769746 Dec 09 10:01:10.005977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4638ff-80b7-4b07-96be-20e3d40f92f8 req-f1ec2429-8f95-4adf-9bd8-ec7a1f2dccb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:10.007509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d4638ff-80b7-4b07-96be-20e3d40f92f8 req-f1ec2429-8f95-4adf-9bd8-ec7a1f2dccb7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66e0c082-d6c5-451e-ac4b-2e80094466ed HTTP/1.1" status: 200 len: 914 time: 0.1471272 Dec 09 10:01:10.084623 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d4638ff-80b7-4b07-96be-20e3d40f92f8 req-5aba23d7-4327-47ee-a4cc-f6a0695143e2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8558ef03-8d93-4af9-985c-4cdd33fb418a HTTP/1.1" status: 200 len: 217 time: 0.0695536 Dec 09 10:01:10.104450 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b24116e4-40a5-4395-bf60-485884f1178d req-ccc9dec3-c095-4e2f-899e-475053caeda9 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912281 Dec 09 10:01:10.154340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4638ff-80b7-4b07-96be-20e3d40f92f8 req-48bb2b8d-1a28-4b2e-8c0c-70cb2ef754a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:10.155924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d4638ff-80b7-4b07-96be-20e3d40f92f8 req-48bb2b8d-1a28-4b2e-8c0c-70cb2ef754a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aba6546-3d4a-4611-8c8b-38f694526b66 HTTP/1.1" status: 200 len: 853 time: 0.0643032 Dec 09 10:01:10.205561 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d4638ff-80b7-4b07-96be-20e3d40f92f8 req-1047f4b4-0015-49a2-b868-a06ab7de219b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66e0c082-d6c5-451e-ac4b-2e80094466ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433161 Dec 09 10:01:10.349808 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d4638ff-80b7-4b07-96be-20e3d40f92f8 req-243a5a93-26b7-4865-a9a0-18a4c722c457 service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373086 Dec 09 10:01:10.492390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d4638ff-80b7-4b07-96be-20e3d40f92f8 req-edde56b2-f5fe-4063-b793-fbb44dd9d28b service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357100 Dec 09 10:01:11.315865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce882fa-3c33-4518-a538-0544e7e6b6a0 req-5ac3527a-e886-40a4-92f1-7b0da9e0e517 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:11.316599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-8ce882fa-3c33-4518-a538-0544e7e6b6a0 req-5ac3527a-e886-40a4-92f1-7b0da9e0e517 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Synchronizing usage tracker for tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:01:11.332691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-8ce882fa-3c33-4518-a538-0544e7e6b6a0 req-5ac3527a-e886-40a4-92f1-7b0da9e0e517 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Unset dirty status for tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:01:11.334020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ce882fa-3c33-4518-a538-0544e7e6b6a0 req-5ac3527a-e886-40a4-92f1-7b0da9e0e517 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 943 time: 0.1029160 Dec 09 10:01:11.383282 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ce882fa-3c33-4518-a538-0544e7e6b6a0 req-4f1ba8e9-d776-45ec-9614-59004c089120 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429368 Dec 09 10:01:11.470311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 8558ef03-8d93-4af9-985c-4cdd33fb418a details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:01:11.609217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 8558ef03-8d93-4af9-985c-4cdd33fb418a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8558ef03-8d93-4af9-985c-4cdd33fb418a,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:11.623036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '8558ef03-8d93-4af9-985c-4cdd33fb418a', 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed', 'port_id': '8558ef03-8d93-4af9-985c-4cdd33fb418a', 'mac_address': 'fa:16:3e:5a:23:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aba6546-3d4a-4611-8c8b-38f694526b66', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:01:11.676857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:11.694147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8558ef03-8d93-4af9-985c-4cdd33fb418a {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:01:11.709250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 8558ef03-8d93-4af9-985c-4cdd33fb418a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8558ef03-8d93-4af9-985c-4cdd33fb418a,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:11.712947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:11.714903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:11.789010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=8558ef03-8d93-4af9-985c-4cdd33fb418a,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:11.792255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:11.916103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['8558ef03-8d93-4af9-985c-4cdd33fb418a'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:01:12.584106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a5780-cd59-4bfb-9b7c-9cad895e47ee req-e910a4bb-ed69-4dbb-9729-a0412476dba0 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:12.585694 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d90a5780-cd59-4bfb-9b7c-9cad895e47ee req-e910a4bb-ed69-4dbb-9729-a0412476dba0 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 944 time: 0.0816066 Dec 09 10:01:12.633604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d90a5780-cd59-4bfb-9b7c-9cad895e47ee req-b148b591-eb2a-48fb-aa69-b338c88d59c1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415647 Dec 09 10:01:13.476951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 8558ef03-8d93-4af9-985c-4cdd33fb418a up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:01:13.722810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 8558ef03-8d93-4af9-985c-4cdd33fb418a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:01:13.727774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 8558ef03-8d93-4af9-985c-4cdd33fb418a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:01:13.728129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:13.843326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a1afc-f883-40be-bd3e-528fddddc7a6 req-895818e8-389c-49f8-8d14-21ab01c6a2b5 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:13.843759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:13.844960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-109a1afc-f883-40be-bd3e-528fddddc7a6 req-895818e8-389c-49f8-8d14-21ab01c6a2b5 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 944 time: 0.0834608 Dec 09 10:01:13.874415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8998e910-592d-4986-afe7-e511064726a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8558ef03-8d93-4af9-985c-4cdd33fb418a'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:01:13.885710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 8558ef03-8d93-4af9-985c-4cdd33fb418a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8558ef03-8d93-4af9-985c-4cdd33fb418a,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:13.888824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:13.890845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:13.900346 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-109a1afc-f883-40be-bd3e-528fddddc7a6 req-167f23fd-ca79-4873-bbca-cba4210bf5fb tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493000 Dec 09 10:01:13.933943 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8998e910-592d-4986-afe7-e511064726a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8558ef03-8d93-4af9-985c-4cdd33fb418a', 'code': 200} Dec 09 10:01:13.968206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=8558ef03-8d93-4af9-985c-4cdd33fb418a,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:13.971440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:14.165245 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78ad799a-c290-4261-bb58-3ddb0e4e205c req-f77ecc14-199e-4a64-9f75-0a61b29796f0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 1098 time: 0.0724113 Dec 09 10:01:14.211057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78ad799a-c290-4261-bb58-3ddb0e4e205c req-5c8a8117-7f36-42bb-88d9-0ec00ffd688e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Dec 09 10:01:15.125682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000c220-ba5c-4537-b2bf-8209119e7174 req-962b92c3-8686-4fd2-bc0b-2f8e1fffb492 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:15.127329 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6000c220-ba5c-4537-b2bf-8209119e7174 req-962b92c3-8686-4fd2-bc0b-2f8e1fffb492 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.1041725 Dec 09 10:01:15.181045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6000c220-ba5c-4537-b2bf-8209119e7174 req-98090276-8c0d-44fb-ae71-998ccec16f0f tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462129 Dec 09 10:01:16.407402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd452a7a-9cca-4418-8dd9-7ad23bd31ec1 req-05f4532b-3968-4a90-857f-7c04f62b3f8b tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:16.409464 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fd452a7a-9cca-4418-8dd9-7ad23bd31ec1 req-05f4532b-3968-4a90-857f-7c04f62b3f8b tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0919840 Dec 09 10:01:16.470092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fd452a7a-9cca-4418-8dd9-7ad23bd31ec1 req-f6329ca7-dab4-45c5-a264-a66db4ed0e06 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545332 Dec 09 10:01:16.808749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-3fdc3cee-dba8-47a7-963f-6dea7f4d0001 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:16.810467 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-3fdc3cee-dba8-47a7-963f-6dea7f4d0001 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/networks?id=66e0c082-d6c5-451e-ac4b-2e80094466ed HTTP/1.1" status: 200 len: 813 time: 0.1740727 Dec 09 10:01:16.832049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-7d7d347a-d78f-44f9-bb7a-7d94360a8b83 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/quotas/adca2d2b028d41ecbf4abcf7fa6c5c33 HTTP/1.1" status: 200 len: 375 time: 0.0128107 Dec 09 10:01:16.919229 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-5b87e78e-3ca4-44c9-b3e1-d6add5c384c8 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=adca2d2b028d41ecbf4abcf7fa6c5c33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812638 Dec 09 10:01:17.066199 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-137803de-cbe6-4e15-b9cd-eefc3cf96e8d service neutron] 10.222.0.18 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365952 Dec 09 10:01:17.171765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:01:17.210981 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-2c2d4418-aed8-4818-82fb-800250c28647 service neutron] 10.222.0.18 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386092 Dec 09 10:01:17.408057 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c09f9095-3d28-4585-9900-5e015654a81d req-c74504bb-7aed-4a6f-a553-ede4c27e93b9 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 210 time: 0.0463171 Dec 09 10:01:17.601774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:18.453870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-c49240fb-e491-4da5-8d42-78321196d000 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:18.455472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-c49240fb-e491-4da5-8d42-78321196d000 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.65 "GET /v2.0/networks?id=66e0c082-d6c5-451e-ac4b-2e80094466ed HTTP/1.1" status: 200 len: 813 time: 0.1731224 Dec 09 10:01:18.471411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Request body: {'port': {'device_id': '4bd0c129-9174-4c21-add5-2e466da9b31f', 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed', 'admin_state_up': True, 'tenant_id': 'adca2d2b028d41ecbf4abcf7fa6c5c33'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:18.869016 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-51f9eeea-9fc9-4874-8f60-176569d7f2ad req-a08e7728-2ff9-418c-81c8-b2fe6e84c67b tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 210 time: 0.2984376 Dec 09 10:01:18.912534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:18.928079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:18.937200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Made reservation on behalf of adca2d2b028d41ecbf4abcf7fa6c5c33 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:18.943213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:19.122093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Allocated IP 172.20.0.10 (66e0c082-d6c5-451e-ac4b-2e80094466ed/9aba6546-3d4a-4611-8c8b-38f694526b66/0eb3b098-07eb-445f-9380-2ccbbd002ffb) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:01:19.356093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:19.395108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:19.400909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:19.407075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['8558ef03-8d93-4af9-985c-4cdd33fb418a'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:01:19.479875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Pushing event updated for resources: {'Port': ['ID=0eb3b098-07eb-445f-9380-2ccbbd002ffb,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:19.483534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Network 66e0c082-d6c5-451e-ac4b-2e80094466ed is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:01:19.484544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:19.485579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:19.488235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:01:19.556236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:19.556906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:19.583639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1175103 Dec 09 10:01:19.595607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Request body: {'port': {'device_id': '4bd0c129-9174-4c21-add5-2e466da9b31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:19.706319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:20.084739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21a193-d4b3-4ea6-b747-78d0408d625b req-4da2c05e-a778-43a7-b8f6-c30a85dd9199 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:20.087079 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3d21a193-d4b3-4ea6-b747-78d0408d625b req-4da2c05e-a778-43a7-b8f6-c30a85dd9199 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 932 time: 0.0935607 Dec 09 10:01:20.089466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb3b098-07eb-445f-9380-2ccbbd002ffb {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:01:20.098055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:20.115530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Transition to ACTIVE for port object 0eb3b098-07eb-445f-9380-2ccbbd002ffb will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:20.118144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:20.122697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:20.141083 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3d21a193-d4b3-4ea6-b747-78d0408d625b req-37f68dd0-3ec3-4ddf-9c14-b1d060776c55 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 Dec 09 10:01:20.255982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Pushing event updated for resources: {'Port': ['ID=0eb3b098-07eb-445f-9380-2ccbbd002ffb,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:20.260428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:20.369916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Attempting to bind port 0eb3b098-07eb-445f-9380-2ccbbd002ffb on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:01:20.370209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Attempting to bind port 0eb3b098-07eb-445f-9380-2ccbbd002ffb by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '51c7573d-fb71-43fa-9809-62d3097a6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:01:20.370578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Attempting to bind port 0eb3b098-07eb-445f-9380-2ccbbd002ffb on network 66e0c082-d6c5-451e-ac4b-2e80094466ed {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:01:20.376646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Port 0eb3b098-07eb-445f-9380-2ccbbd002ffb on network 66e0c082-d6c5-451e-ac4b-2e80094466ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:01:20.377008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Attempting to bind port 0eb3b098-07eb-445f-9380-2ccbbd002ffb on network 66e0c082-d6c5-451e-ac4b-2e80094466ed {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:01:20.384327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:01:20.384699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Checking segment: {'id': '51c7573d-fb71-43fa-9809-62d3097a6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:20.385153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Bound using segment: {'id': '51c7573d-fb71-43fa-9809-62d3097a6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:01:20.385617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Bound port: 0eb3b098-07eb-445f-9380-2ccbbd002ffb, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c7573d-fb71-43fa-9809-62d3097a6505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:01:20.386058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:20.483524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] For port 0eb3b098-07eb-445f-9380-2ccbbd002ffb, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:01:20.487660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] For port 0eb3b098-07eb-445f-9380-2ccbbd002ffb, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0eb3b098-07eb-445f-9380-2ccbbd002ffb,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:01:20.490255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:20.494814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d0850c55-613b-4019-9f5f-ab1a9ef30671 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:20.556403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:20.557984 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] 10.222.0.65 "PUT /v2.0/ports/0eb3b098-07eb-445f-9380-2ccbbd002ffb HTTP/1.1" status: 200 len: 1094 time: 0.9670506 Dec 09 10:01:20.558556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd0c129-9174-4c21-add5-2e466da9b31f', 'tag': '0eb3b098-07eb-445f-9380-2ccbbd002ffb'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:01:20.577898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Pushing event updated for resources: {'Port': ['ID=0eb3b098-07eb-445f-9380-2ccbbd002ffb,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:20.581485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:20.676394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-facecee7-e9ad-421b-bc00-c205c1a8aea4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=adca2d2b028d41ecbf4abcf7fa6c5c33&device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 1097 time: 0.0805898 Dec 09 10:01:20.735758 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd0c129-9174-4c21-add5-2e466da9b31f', 'tag': '0eb3b098-07eb-445f-9380-2ccbbd002ffb', 'status': 'completed', 'code': 200} Dec 09 10:01:20.750713 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-a597bf1d-ae0b-4699-ac14-b4882aea3230 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb3b098-07eb-445f-9380-2ccbbd002ffb HTTP/1.1" status: 200 len: 217 time: 0.0672667 Dec 09 10:01:20.822279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-e9e654d0-9660-4695-86ae-6baa416ceba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:20.823803 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-e9e654d0-9660-4695-86ae-6baa416ceba4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aba6546-3d4a-4611-8c8b-38f694526b66 HTTP/1.1" status: 200 len: 853 time: 0.0666637 Dec 09 10:01:20.872488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-698b2750-f32c-45dd-85d2-7e3af067362a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66e0c082-d6c5-451e-ac4b-2e80094466ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426898 Dec 09 10:01:21.012608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-9d009dcc-db25-4405-9ebd-722ac6a7f7b0 service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337042 Dec 09 10:01:21.153220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115ce309-627d-41f2-b8c9-65ee13d17e02 req-c9ab8bc2-1ee3-4d72-b533-af684ffe14a1 service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346822 Dec 09 10:01:21.275930 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5fc48745-f89c-4e0f-b033-b1ddc1a4d4ec req-2a8b7c79-3d70-48cb-80df-f7aeb9089241 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=adca2d2b028d41ecbf4abcf7fa6c5c33&device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 1097 time: 0.0751495 Dec 09 10:01:21.348228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035df24a-edbf-4b3c-85ef-e578d6547e77 req-4f90661b-839c-442c-8fc2-0518aa883822 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:21.349929 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-035df24a-edbf-4b3c-85ef-e578d6547e77 req-4f90661b-839c-442c-8fc2-0518aa883822 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 944 time: 0.0847754 Dec 09 10:01:21.404680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-035df24a-edbf-4b3c-85ef-e578d6547e77 req-5693434c-db6b-4237-b8d2-f0a4d5bb7ece tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471621 Dec 09 10:01:21.433664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48745-f89c-4e0f-b033-b1ddc1a4d4ec req-9c1ae5c8-81a6-4447-9283-1fe7ac749c91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:21.435295 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5fc48745-f89c-4e0f-b033-b1ddc1a4d4ec req-9c1ae5c8-81a6-4447-9283-1fe7ac749c91 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66e0c082-d6c5-451e-ac4b-2e80094466ed HTTP/1.1" status: 200 len: 914 time: 0.1518087 Dec 09 10:01:21.512360 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5fc48745-f89c-4e0f-b033-b1ddc1a4d4ec req-7dc46549-80e8-4632-8b6e-90bc4717438b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0eb3b098-07eb-445f-9380-2ccbbd002ffb HTTP/1.1" status: 200 len: 217 time: 0.0706189 Dec 09 10:01:21.580229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc48745-f89c-4e0f-b033-b1ddc1a4d4ec req-b3ed3129-8061-45f0-8572-26fc6339a4a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:21.582375 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5fc48745-f89c-4e0f-b033-b1ddc1a4d4ec req-b3ed3129-8061-45f0-8572-26fc6339a4a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aba6546-3d4a-4611-8c8b-38f694526b66 HTTP/1.1" status: 200 len: 853 time: 0.0630815 Dec 09 10:01:21.635176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5fc48745-f89c-4e0f-b033-b1ddc1a4d4ec req-2d0b1510-e89c-4c58-9cc5-03b3160244a2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66e0c082-d6c5-451e-ac4b-2e80094466ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461133 Dec 09 10:01:21.780731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5fc48745-f89c-4e0f-b033-b1ddc1a4d4ec req-3e3c157a-eb91-43a6-8b1c-036f8fc12490 service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385987 Dec 09 10:01:21.921380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5fc48745-f89c-4e0f-b033-b1ddc1a4d4ec req-8cbff246-24c4-45dc-bf3d-122070689db1 service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341834 Dec 09 10:01:22.616547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be8fa8-1064-429c-acea-68aa2346d9ad req-bd2c3653-57cd-4977-9ddd-545159d7baf1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:22.617374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-74be8fa8-1064-429c-acea-68aa2346d9ad req-bd2c3653-57cd-4977-9ddd-545159d7baf1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Synchronizing usage tracker for tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:01:22.632652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-74be8fa8-1064-429c-acea-68aa2346d9ad req-bd2c3653-57cd-4977-9ddd-545159d7baf1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Unset dirty status for tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:01:22.633926 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74be8fa8-1064-429c-acea-68aa2346d9ad req-bd2c3653-57cd-4977-9ddd-545159d7baf1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 944 time: 0.1006095 Dec 09 10:01:22.682672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-74be8fa8-1064-429c-acea-68aa2346d9ad req-1d8be172-efc5-4023-b4f2-776e07da6983 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425704 Dec 09 10:01:23.523365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0eb3b098-07eb-445f-9380-2ccbbd002ffb details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:01:23.662417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0eb3b098-07eb-445f-9380-2ccbbd002ffb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0eb3b098-07eb-445f-9380-2ccbbd002ffb,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:23.676509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '0eb3b098-07eb-445f-9380-2ccbbd002ffb', 'network_id': '66e0c082-d6c5-451e-ac4b-2e80094466ed', 'port_id': '0eb3b098-07eb-445f-9380-2ccbbd002ffb', 'mac_address': 'fa:16:3e:40:6e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aba6546-3d4a-4611-8c8b-38f694526b66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:01:23.733425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:23.753622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb3b098-07eb-445f-9380-2ccbbd002ffb {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:01:23.769235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0eb3b098-07eb-445f-9380-2ccbbd002ffb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0eb3b098-07eb-445f-9380-2ccbbd002ffb,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:23.772089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:23.774017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:23.844129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=0eb3b098-07eb-445f-9380-2ccbbd002ffb,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:23.853950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.854347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.854731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.855111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.855488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.855864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.856237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.856612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.856985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.857375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.857744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:23.862656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:23.914351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645e8c4-18eb-46f5-b278-f347b0afe783 req-08f1d776-c3a5-45a4-996b-7a99c071ec8b tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:23.915937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5645e8c4-18eb-46f5-b278-f347b0afe783 req-08f1d776-c3a5-45a4-996b-7a99c071ec8b tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 945 time: 0.0821612 Dec 09 10:01:23.963752 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5645e8c4-18eb-46f5-b278-f347b0afe783 req-1ee3802f-ae3f-4cd8-af8f-2a46f2cfb609 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415068 Dec 09 10:01:23.989379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['0eb3b098-07eb-445f-9380-2ccbbd002ffb'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:01:25.170984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f737f-c1f6-44bd-b593-9ffb588340ff req-f3100765-3c9d-4227-ba51-af10bbe0a300 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:25.172568 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f737f-c1f6-44bd-b593-9ffb588340ff req-f3100765-3c9d-4227-ba51-af10bbe0a300 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 945 time: 0.0848463 Dec 09 10:01:25.221275 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f737f-c1f6-44bd-b593-9ffb588340ff req-a5a21130-809d-4481-a762-d2a871a1b120 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417571 Dec 09 10:01:25.453956 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-892c607e-d721-4441-89a2-4b7b91591c97 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716507 Dec 09 10:01:25.554702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0eb3b098-07eb-445f-9380-2ccbbd002ffb up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:01:25.607865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-ae948306-3898-460a-ab3c-eacdd51e1728 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=adca2d2b028d41ecbf4abcf7fa6c5c33&device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 1098 time: 0.0786495 Dec 09 10:01:25.623260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 0eb3b098-07eb-445f-9380-2ccbbd002ffb completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:01:25.628276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 0eb3b098-07eb-445f-9380-2ccbbd002ffb triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:01:25.628695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:25.747352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:25.766623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-31e6397f-6dba-442a-81aa-4c62e45e8f70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:25.768822 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-31e6397f-6dba-442a-81aa-4c62e45e8f70 service neutron] 10.222.0.65 "GET /v2.0/networks?id=66e0c082-d6c5-451e-ac4b-2e80094466ed HTTP/1.1" status: 200 len: 914 time: 0.1412144 Dec 09 10:01:25.775545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd0c129-9174-4c21-add5-2e466da9b31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb3b098-07eb-445f-9380-2ccbbd002ffb'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:01:25.786211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 0eb3b098-07eb-445f-9380-2ccbbd002ffb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0eb3b098-07eb-445f-9380-2ccbbd002ffb,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:25.789791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:25.791818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:25.836511 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd0c129-9174-4c21-add5-2e466da9b31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb3b098-07eb-445f-9380-2ccbbd002ffb', 'code': 200} Dec 09 10:01:25.839175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-33c91397-71af-4078-a358-da3132965438 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8558ef03-8d93-4af9-985c-4cdd33fb418a HTTP/1.1" status: 200 len: 217 time: 0.0642138 Dec 09 10:01:25.861787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=0eb3b098-07eb-445f-9380-2ccbbd002ffb,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:25.865156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:26.087323 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a82af576-df42-4349-b44d-5ad109e945e8 req-1775bd05-a552-4bf9-8914-0d7e2e418497 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 1099 time: 0.0819473 Dec 09 10:01:26.138242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a82af576-df42-4349-b44d-5ad109e945e8 req-67ae5471-8c29-480f-b4bc-dfe621f40e5c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Dec 09 10:01:26.156141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-4a5242cb-2400-490f-a78d-9bf08e0619cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:26.157717 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-4a5242cb-2400-490f-a78d-9bf08e0619cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9aba6546-3d4a-4611-8c8b-38f694526b66 HTTP/1.1" status: 200 len: 853 time: 0.3127151 Dec 09 10:01:26.404916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-f69f77ee-e5e1-4c00-80d5-78866fed172f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=66e0c082-d6c5-451e-ac4b-2e80094466ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775492 Dec 09 10:01:26.579832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04887b5-791f-42d6-808e-eec63cec98b2 req-fd9975dc-8161-4188-8e00-124c0b002e7c tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:26.581857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e04887b5-791f-42d6-808e-eec63cec98b2 req-fd9975dc-8161-4188-8e00-124c0b002e7c tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 946 time: 0.2160525 Dec 09 10:01:26.591219 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-a456cf39-b092-4206-b1ac-5614f45cf93a service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760151 Dec 09 10:01:26.739853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e04887b5-791f-42d6-808e-eec63cec98b2 req-b7ecf69d-b293-4525-98a2-2242395284e0 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508751 Dec 09 10:01:26.770380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0eb326c5-92f5-44a5-8837-0585fb50a8e1 req-a90d56a9-b63e-4563-a6ca-2e4f8f4c432a service neutron] 10.222.0.65 "GET /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642787 Dec 09 10:01:27.949457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcf643-0fb1-4691-ac6c-1b0b25e6bdfd req-fad126e9-2f59-4a1a-ad55-abd127f9cef9 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:27.951061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-57fcf643-0fb1-4691-ac6c-1b0b25e6bdfd req-fad126e9-2f59-4a1a-ad55-abd127f9cef9 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 946 time: 0.0837579 Dec 09 10:01:27.999037 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-57fcf643-0fb1-4691-ac6c-1b0b25e6bdfd req-106a2172-a847-4492-9837-8884d7e9bb35 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Dec 09 10:01:28.412551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f9da7-6679-4264-981c-1d4a6f8be016 req-0f7d7646-21cf-4ee3-93ae-5cf4a4ef2ef5 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:28.414147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-063f9da7-6679-4264-981c-1d4a6f8be016 req-0f7d7646-21cf-4ee3-93ae-5cf4a4ef2ef5 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 946 time: 0.0853841 Dec 09 10:01:28.462834 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-063f9da7-6679-4264-981c-1d4a6f8be016 req-c7c67f1b-9862-4a0f-96c8-d2bcd166257f tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423887 Dec 09 10:01:29.739944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe5113-1f45-4623-be95-1fe221fd7d2f req-5415733a-0ef2-4574-9743-3a38d2557330 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:29.741589 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-53fe5113-1f45-4623-be95-1fe221fd7d2f req-5415733a-0ef2-4574-9743-3a38d2557330 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 946 time: 0.1509161 Dec 09 10:01:29.748152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-9527c53a-ad48-4972-8c85-3d584d7ce34a tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:29.749656 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-9527c53a-ad48-4972-8c85-3d584d7ce34a tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 946 time: 0.1238678 Dec 09 10:01:29.850236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Deleting port 0eb3b098-07eb-445f-9380-2ccbbd002ffb {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:29.850625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:29.894561 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-53fe5113-1f45-4623-be95-1fe221fd7d2f req-29658009-ae23-4bab-98cf-59fbf3df66d2 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438956 Dec 09 10:01:30.105934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] For port 0eb3b098-07eb-445f-9380-2ccbbd002ffb, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=0eb3b098-07eb-445f-9380-2ccbbd002ffb,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:30.106336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:30.237349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Calling delete_port for 0eb3b098-07eb-445f-9380-2ccbbd002ffb owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:01:30.385849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:30.391450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:30.397097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['8558ef03-8d93-4af9-985c-4cdd33fb418a', '0eb3b098-07eb-445f-9380-2ccbbd002ffb'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:01:30.435308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Pushing event deleted for resources: {'Port': ['ID=0eb3b098-07eb-445f-9380-2ccbbd002ffb,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:30.439099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:30.519781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] No DVR routers for this DVR port 0eb3b098-07eb-445f-9380-2ccbbd002ffb on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:01:30.523101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:30.528349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd0c129-9174-4c21-add5-2e466da9b31f', 'name': 'network-vif-deleted', 'tag': '0eb3b098-07eb-445f-9380-2ccbbd002ffb'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:01:30.544083 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7b4d42f6-29b2-401f-a924-483b42d3d7fb req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.65 "DELETE /v2.0/ports/0eb3b098-07eb-445f-9380-2ccbbd002ffb HTTP/1.1" status: 204 len: 173 time: 0.7781382 Dec 09 10:01:30.592242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd0c129-9174-4c21-add5-2e466da9b31f', 'name': 'network-vif-deleted', 'tag': '0eb3b098-07eb-445f-9380-2ccbbd002ffb', 'status': 'completed', 'code': 200} Dec 09 10:01:31.087107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e5d3fe57-5233-4bcf-b07a-db47167526dd req-5885dadd-5278-4b72-9e4a-594631f3ef7c tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Synchronizing usage tracker for tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:01:31.102150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e5d3fe57-5233-4bcf-b07a-db47167526dd req-5885dadd-5278-4b72-9e4a-594631f3ef7c tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Unset dirty status for tenant:adca2d2b028d41ecbf4abcf7fa6c5c33 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:01:31.103434 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5d3fe57-5233-4bcf-b07a-db47167526dd req-5885dadd-5278-4b72-9e4a-594631f3ef7c tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=4bd0c129-9174-4c21-add5-2e466da9b31f HTTP/1.1" status: 200 len: 210 time: 0.0621657 Dec 09 10:01:32.393338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f219ff2-10bb-47dd-8d7f-24f632203aaa req-1788b2a3-a2cf-4c6c-87af-cd517d4250f6 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:32.394836 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f219ff2-10bb-47dd-8d7f-24f632203aaa req-1788b2a3-a2cf-4c6c-87af-cd517d4250f6 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0842097 Dec 09 10:01:32.446479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f219ff2-10bb-47dd-8d7f-24f632203aaa req-5592b3a3-6f27-413f-a9a5-a894e706dc63 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455699 Dec 09 10:01:32.681716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876b9a6-2c5d-475b-b2ab-d4c5bef847a0 req-8281bf94-b14f-416a-a3bc-144f39516213 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:32.683255 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c876b9a6-2c5d-475b-b2ab-d4c5bef847a0 req-8281bf94-b14f-416a-a3bc-144f39516213 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0827978 Dec 09 10:01:32.733180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c876b9a6-2c5d-475b-b2ab-d4c5bef847a0 req-e0ec75e7-9d6e-4850-b188-203e89c9452b tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Dec 09 10:01:32.937762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14feb40-013e-417e-914a-7b470a14cf38 req-7095f8ed-cafd-45d8-82e1-85e17409c5ab tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:32.939263 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c14feb40-013e-417e-914a-7b470a14cf38 req-7095f8ed-cafd-45d8-82e1-85e17409c5ab tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0815353 Dec 09 10:01:32.987888 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c14feb40-013e-417e-914a-7b470a14cf38 req-293f0306-8d23-4f96-8981-731e4e01c387 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Dec 09 10:01:33.194942 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-134c4f3f-2d6a-4ce1-93eb-92b97608e7be req-50da3f89-8d3e-4881-8101-30630fff8e58 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0798924 Dec 09 10:01:33.397946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3ed87-6c09-490d-a207-98abd6fd3e20 req-5120e1ef-d14b-466e-a021-aed0454a02d7 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:33.399542 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5f3ed87-6c09-490d-a207-98abd6fd3e20 req-5120e1ef-d14b-466e-a021-aed0454a02d7 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0852952 Dec 09 10:01:33.448636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5f3ed87-6c09-490d-a207-98abd6fd3e20 req-c99483cd-775e-4f9c-9e65-6dfbae23c36d tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429006 Dec 09 10:01:33.574718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0eb3b098-07eb-445f-9380-2ccbbd002ffb no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:01:33.609319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 0eb3b098-07eb-445f-9380-2ccbbd002ffb {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:01:33.609720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 0eb3b098-07eb-445f-9380-2ccbbd002ffb not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:01:33.654355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbda030-945e-4c13-ada7-d7f3444bcdcb req-0e68a476-3c1a-4d5f-bf83-07d9d13a65ca tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:33.655945 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2dbda030-945e-4c13-ada7-d7f3444bcdcb req-0e68a476-3c1a-4d5f-bf83-07d9d13a65ca tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0838280 Dec 09 10:01:33.706137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2dbda030-945e-4c13-ada7-d7f3444bcdcb req-975ed0a1-8a78-4d9c-95f6-d7f24fa0fcf4 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427997 Dec 09 10:01:33.934134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6ff14-e6b8-423f-8dac-cd1e900d40bf req-38b23391-ceb3-4de5-8ad0-867ed98444e1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:33.935714 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fa6ff14-e6b8-423f-8dac-cd1e900d40bf req-38b23391-ceb3-4de5-8ad0-867ed98444e1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0863743 Dec 09 10:01:33.983623 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fa6ff14-e6b8-423f-8dac-cd1e900d40bf req-bb3d445d-cef0-4fcd-b99d-07c6390fc5e2 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Dec 09 10:01:34.477696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-80e4ee25-8449-463e-89b3-020ff931b709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:34.583254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d420240-6e06-4197-8240-cdb180da0dd0 req-d04c15f2-c053-48bc-b50e-50932890234a tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:34.584847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d420240-6e06-4197-8240-cdb180da0dd0 req-d04c15f2-c053-48bc-b50e-50932890234a tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0843093 Dec 09 10:01:34.633911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6d420240-6e06-4197-8240-cdb180da0dd0 req-b90bf89a-72ab-4b67-87cb-c5ac0b11afcf tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Dec 09 10:01:35.757184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:35.852652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c2191-e06a-4988-8288-3d0241ebf46c req-ff8a448e-ac6a-416d-b5ac-c6be776b6839 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:35.854139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-a6599609-b480-45a2-8b6c-bd665f022983 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:35.854302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-652c2191-e06a-4988-8288-3d0241ebf46c req-ff8a448e-ac6a-416d-b5ac-c6be776b6839 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0842731 Dec 09 10:01:35.855696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-a6599609-b480-45a2-8b6c-bd665f022983 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.65 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 945 time: 0.0863709 Dec 09 10:01:35.907393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-652c2191-e06a-4988-8288-3d0241ebf46c req-baf70122-11a5-486b-9dcf-2c39e337450a tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/security-groups?id=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468647 Dec 09 10:01:35.929319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Deleting port 8558ef03-8d93-4af9-985c-4cdd33fb418a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:35.929710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:36.182667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] For port 8558ef03-8d93-4af9-985c-4cdd33fb418a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=8558ef03-8d93-4af9-985c-4cdd33fb418a,segment=NetworkSegment(51c7573d-fb71-43fa-9809-62d3097a6505),segment_id=51c7573d-fb71-43fa-9809-62d3097a6505)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:36.182999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:36.308924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Calling delete_port for 8558ef03-8d93-4af9-985c-4cdd33fb418a owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:01:36.449386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:36.454774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e36d53f-ef96-484d-8eb6-942d876015bd tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:36.461331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['8558ef03-8d93-4af9-985c-4cdd33fb418a'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:01:36.498265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Pushing event deleted for resources: {'Port': ['ID=8558ef03-8d93-4af9-985c-4cdd33fb418a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:36.503100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:36.579630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] No DVR routers for this DVR port 8558ef03-8d93-4af9-985c-4cdd33fb418a on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:01:36.582655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:36.585379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8998e910-592d-4986-afe7-e511064726a0', 'name': 'network-vif-deleted', 'tag': '8558ef03-8d93-4af9-985c-4cdd33fb418a'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:01:36.601776 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3ecde0be-1436-4d03-b2e7-01b91f358557 req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.65 "DELETE /v2.0/ports/8558ef03-8d93-4af9-985c-4cdd33fb418a HTTP/1.1" status: 204 len: 173 time: 0.7408304 Dec 09 10:01:36.641733 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8998e910-592d-4986-afe7-e511064726a0', 'name': 'network-vif-deleted', 'tag': '8558ef03-8d93-4af9-985c-4cdd33fb418a', 'status': 'completed', 'code': 200} Dec 09 10:01:36.761363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da086a2-d29f-4820-8418-125ec10b63c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:37.102372 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-021de770-c967-4ad2-9fb9-f60371b5b353 req-60ce3401-f4b0-4f0e-9a6f-a9b93a8482c2 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] 10.222.0.18 "GET /v2.0/ports?device_id=8998e910-592d-4986-afe7-e511064726a0 HTTP/1.1" status: 200 len: 210 time: 0.0535312 Dec 09 10:01:37.194683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.215616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37148) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:38.282454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-46880e30-49a5-414b-bcdf-9c75894f62f7 admin admin] Deleting subnet 9aba6546-3d4a-4611-8c8b-38f694526b66 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:01:38.285584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46880e30-49a5-414b-bcdf-9c75894f62f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.346491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46880e30-49a5-414b-bcdf-9c75894f62f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.403729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46880e30-49a5-414b-bcdf-9c75894f62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.469350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.472132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46880e30-49a5-414b-bcdf-9c75894f62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.476737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40491b5a-42be-4058-9979-4bfe8b126dda tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:38.518723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46880e30-49a5-414b-bcdf-9c75894f62f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aba6546-3d4a-4611-8c8b-38f694526b66,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:38.521534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-46880e30-49a5-414b-bcdf-9c75894f62f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:38.525242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46880e30-49a5-414b-bcdf-9c75894f62f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.531360 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-46880e30-49a5-414b-bcdf-9c75894f62f7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9aba6546-3d4a-4611-8c8b-38f694526b66 HTTP/1.1" status: 204 len: 168 time: 0.3146558 Dec 09 10:01:38.534358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37152) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:38.653392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.787283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.813703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e0c082-d6c5-451e-ac4b-2e80094466ed']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:38.826506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c7573d-fb71-43fa-9809-62d3097a6505') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:38.826848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c7573d-fb71-43fa-9809-62d3097a6505') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:38.838940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.854743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.860998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:01:38.862112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:01:38.875949 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:01:38.953417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.957279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:38.974065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:38.980372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=66e0c082-d6c5-451e-ac4b-2e80094466ed,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:38.983711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:38.985357 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] 10.222.0.18 "DELETE /v2.0/networks/66e0c082-d6c5-451e-ac4b-2e80094466ed HTTP/1.1" status: 204 len: 168 time: 0.4498739 Dec 09 10:01:39.126487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37158) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:39.182486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-60eb78e5-e935-4371-8798-8140791c2ef9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adca2d2b028d41ecbf4abcf7fa6c5c33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546854 Dec 09 10:01:39.184936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37162) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:39.253388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-453af346-a497-441b-9e6e-c9fce4adac1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:39.280178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-453af346-a497-441b-9e6e-c9fce4adac1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:39.329314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-453af346-a497-441b-9e6e-c9fce4adac1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:39.334659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b2b47a7-0805-4ec6-968b-ea78a35bdef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:39.349171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453af346-a497-441b-9e6e-c9fce4adac1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:39.354172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-453af346-a497-441b-9e6e-c9fce4adac1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:39.356913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-453af346-a497-441b-9e6e-c9fce4adac1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:39.358179 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-453af346-a497-441b-9e6e-c9fce4adac1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c6a3cf8-ba8c-45f9-bdff-b845c0356cd6 HTTP/1.1" status: 204 len: 168 time: 0.1722493 Dec 09 10:01:39.633394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 8558ef03-8d93-4af9-985c-4cdd33fb418a no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:01:39.666852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 8558ef03-8d93-4af9-985c-4cdd33fb418a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:01:39.667250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 8558ef03-8d93-4af9-985c-4cdd33fb418a not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:01:40.346805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37184) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:40.482643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-422521586'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:40.488946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:40.493009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:network and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:40.496012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:40.503184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:40.511865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:40.517231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:40.530262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:40.566848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:40.571905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:security_group_rule and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:40.574880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:40.580987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:40.652360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:40.654804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:40.659618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aeb88379-4bd2-424c-9d54-e3f638e1ecf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:40.686873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:01:40.699684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c372539e-a7b6-4970-8c19-31361f56bdd8,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:40.703734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:40.707212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:40.707600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Added segment 9dae91a6-22a2-43e8-8ac4-83012bf86ddb of type vlan for network 9d2b0c2b-8244-432d-b02a-db3b070d6c90 Dec 09 10:01:40.736091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:40.765773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:40.770429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:40.771076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:40.776442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e113a69f-0b3c-476c-8cc7-feea0f56c62f tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:41.106508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7585044 Dec 09 10:01:41.110076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Network': ['ID=9d2b0c2b-8244-432d-b02a-db3b070d6c90,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:41.113269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:41.121472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 9d2b0c2b-8244-432d-b02a-db3b070d6c90 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:01:44.798453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37192) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:44.805414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'subnet': {'network_id': '9d2b0c2b-8244-432d-b02a-db3b070d6c90', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:44.924590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:44.928502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:subnet and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:44.931405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:44.937331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:44.945721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:45.052490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:45.279735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:45.284663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0de7e4a8-4354-4ee5-aaaf-cbb9f1770b8d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:45.365781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Subnet': ['ID=b263a279-bee1-4d9d-8d07-3d0d246129cf,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:45.370591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:45.381248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Checking segment: {'id': '9dae91a6-22a2-43e8-8ac4-83012bf86ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9d2b0c2b-8244-432d-b02a-db3b070d6c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:45.381640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network hostable DHCP agents. Network: 9d2b0c2b-8244-432d-b02a-db3b070d6c90, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:01:45.402491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network 9d2b0c2b-8244-432d-b02a-db3b070d6c90 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:01:45.411057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 9d2b0c2b-8244-432d-b02a-db3b070d6c90) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:45.414950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:45.415596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:45.421232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47003e82-7c4e-4703-9938-f99d057497b2 None None] Network 9d2b0c2b-8244-432d-b02a-db3b070d6c90 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:45.437003 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-539194c1-ff1e-4a85-8e2d-e21e9fda4f5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6366329 Dec 09 10:01:45.440892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37196) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:45.447046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-158539275'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:45.452349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:45.457899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:network and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:45.462096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:45.468467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:45.479809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:45.485333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:45.517223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:01:45.526693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:45.527080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Added segment b96c985c-a7c9-4146-92e9-82abd5382743 of type vlan for network f296129f-41b1-4433-96b2-a1e8a461c059 Dec 09 10:01:45.556334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:45.585559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:45.590204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:45.590941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:45.597228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c081656-4ad6-4514-945a-0b6978d64f68 tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:45.648304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-9d2b0c2b-8244-432d-b02a-db3b070d6c90', 'network_id': '9d2b0c2b-8244-432d-b02a-db3b070d6c90', 'tenant_id': '141483353a5c4d50885a376fa618b96f', 'fixed_ips': [{'subnet_id': 'b263a279-bee1-4d9d-8d07-3d0d246129cf'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:01:45.649050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:45.652345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2102818 Dec 09 10:01:45.655393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37200) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:45.662791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'subnet': {'network_id': 'f296129f-41b1-4433-96b2-a1e8a461c059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:45.708851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Network': ['ID=f296129f-41b1-4433-96b2-a1e8a461c059,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:45.722189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:45.739564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network f296129f-41b1-4433-96b2-a1e8a461c059 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:01:45.784606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:45.797969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:subnet and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:45.801644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:45.807897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:45.824880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:45.928022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Allocated IP 2001:db8:0:ffff::2 (9d2b0c2b-8244-432d-b02a-db3b070d6c90/b263a279-bee1-4d9d-8d07-3d0d246129cf/9924b068-707c-48fe-b73e-71ffcbb39ce2) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:01:45.939668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.152450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.163865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Transition to ACTIVE for port object 9924b068-707c-48fe-b73e-71ffcbb39ce2 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:46.183581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Transition to ACTIVE for port object 9924b068-707c-48fe-b73e-71ffcbb39ce2 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:46.185903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.188276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.191025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9ed51c5-a9c1-48c9-8458-7bcdb910b750 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:46.193428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-74ceefdd-acf5-4dfe-97d4-17d5c97af17a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:46.261229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Network 9d2b0c2b-8244-432d-b02a-db3b070d6c90 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:01:46.264295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:46.269452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:01:46.271693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Pushing event updated for resources: {'Port': ['ID=9924b068-707c-48fe-b73e-71ffcbb39ce2,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:46.274837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:46.282497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Subnet': ['ID=504eb1d8-1502-4d14-9b8f-394df362d8f4,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:46.287224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:46.290685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Checking segment: {'id': 'b96c985c-a7c9-4146-92e9-82abd5382743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f296129f-41b1-4433-96b2-a1e8a461c059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:46.291013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network hostable DHCP agents. Network: f296129f-41b1-4433-96b2-a1e8a461c059, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:01:46.313002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network f296129f-41b1-4433-96b2-a1e8a461c059 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:01:46.322170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, f296129f-41b1-4433-96b2-a1e8a461c059) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:46.326225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:46.326866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.348667 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6920254 Dec 09 10:01:46.350281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c25dd28-2ae3-4e46-8857-a3e9c3daf6a2 None None] Network f296129f-41b1-4433-96b2-a1e8a461c059 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:46.351485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37204) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:46.404729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Attempting to bind port 9924b068-707c-48fe-b73e-71ffcbb39ce2 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:01:46.405065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Attempting to bind port 9924b068-707c-48fe-b73e-71ffcbb39ce2 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '9dae91a6-22a2-43e8-8ac4-83012bf86ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9d2b0c2b-8244-432d-b02a-db3b070d6c90'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:01:46.405511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Attempting to bind port 9924b068-707c-48fe-b73e-71ffcbb39ce2 on network 9d2b0c2b-8244-432d-b02a-db3b070d6c90 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:01:46.475721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:01:46.476154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Checking segment: {'id': '9dae91a6-22a2-43e8-8ac4-83012bf86ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9d2b0c2b-8244-432d-b02a-db3b070d6c90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:46.476607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.477051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Bound using segment: {'id': '9dae91a6-22a2-43e8-8ac4-83012bf86ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9d2b0c2b-8244-432d-b02a-db3b070d6c90'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:01:46.477613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Bound port: 9924b068-707c-48fe-b73e-71ffcbb39ce2, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dae91a6-22a2-43e8-8ac4-83012bf86ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9d2b0c2b-8244-432d-b02a-db3b070d6c90'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:01:46.478036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.508106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.578468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.649265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] For port 9924b068-707c-48fe-b73e-71ffcbb39ce2, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:01:46.664224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.668705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4686991b-2d80-42aa-aec1-f19984b97447 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:46.691146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] For port 9924b068-707c-48fe-b73e-71ffcbb39ce2, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9924b068-707c-48fe-b73e-71ffcbb39ce2,segment=NetworkSegment(9dae91a6-22a2-43e8-8ac4-83012bf86ddb),segment_id=9dae91a6-22a2-43e8-8ac4-83012bf86ddb)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:01:46.695673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.703065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:46.706758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Subnet': ['ID=504eb1d8-1502-4d14-9b8f-394df362d8f4,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:46.710457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:46.744113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc44b8d-ee9e-40fc-bcc0-7d7dd6487281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-f296129f-41b1-4433-96b2-a1e8a461c059', 'network_id': 'f296129f-41b1-4433-96b2-a1e8a461c059', 'tenant_id': '141483353a5c4d50885a376fa618b96f', 'fixed_ips': [{'subnet_id': '504eb1d8-1502-4d14-9b8f-394df362d8f4'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:01:46.745650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cfc44b8d-ee9e-40fc-bcc0-7d7dd6487281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.812186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.840763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f296129f-41b1-4433-96b2-a1e8a461c059']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:46.855103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96c985c-a7c9-4146-92e9-82abd5382743') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:46.855446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96c985c-a7c9-4146-92e9-82abd5382743') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:46.868047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.879707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Pushing event updated for resources: {'Port': ['ID=9924b068-707c-48fe-b73e-71ffcbb39ce2,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:46.883724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.885626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:46.890525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:01:46.890972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.903204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecbbe49-7590-4191-92df-fa73030093e4 None None] Network f296129f-41b1-4433-96b2-a1e8a461c059 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:01:46.908867 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:01:46.994179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:46.997816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7721eb6-6bac-4ef2-a911-52f179ecd2b2 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:47.016755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:47.026613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Network': ['ID=f296129f-41b1-4433-96b2-a1e8a461c059,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:47.029710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:47.032344 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a1b5bcb1-9dd5-4450-b00b-385a35b1a636 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/networks/f296129f-41b1-4433-96b2-a1e8a461c059 HTTP/1.1" status: 204 len: 168 time: 0.6798079 Dec 09 10:01:47.035389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37208) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:47.041820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735930107'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:47.047165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:47.051363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:network and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:47.054430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:47.061039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:47.072377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:47.078016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:47.108191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:01:47.118834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:47.119235 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Added segment 8204c1d7-5df5-4af5-a221-15753de975a0 of type vlan for network c56bd011-bd5c-4bf0-8480-87cc7061932f Dec 09 10:01:47.150297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:47.182862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:47.187616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:47.188278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:47.194666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e4efc18-356c-4cb2-84f8-f21097fe0d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:47.251489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2147543 Dec 09 10:01:47.255707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37212) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:47.309490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'subnet': {'network_id': 'c56bd011-bd5c-4bf0-8480-87cc7061932f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:47.340067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Network': ['ID=c56bd011-bd5c-4bf0-8480-87cc7061932f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:47.351645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network c56bd011-bd5c-4bf0-8480-87cc7061932f details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:01:47.353594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:47.443367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:47.448205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:subnet and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:47.451333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:47.457663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:47.468643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:47.601564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:47.811805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:47.909030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Performing IP validity checks on allocation pools {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:318}} Dec 09 10:01:47.909611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.ipam_backend_mixin [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88883) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:339}} Dec 09 10:01:48.032035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.036945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad83d611-2650-4cef-b4d0-7d493b2683cb tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:48.123708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Subnet': ['ID=eaa9334c-8573-488f-a0d5-7ef868ed7ece,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:48.126747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:48.136614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Checking segment: {'id': '8204c1d7-5df5-4af5-a221-15753de975a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'c56bd011-bd5c-4bf0-8480-87cc7061932f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:48.136938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network hostable DHCP agents. Network: c56bd011-bd5c-4bf0-8480-87cc7061932f, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:01:48.160829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network c56bd011-bd5c-4bf0-8480-87cc7061932f is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:01:48.171236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, c56bd011-bd5c-4bf0-8480-87cc7061932f) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:48.175392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:48.176030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.184942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b983d1b-39dd-478b-9c82-31f523b7a9db None None] Network c56bd011-bd5c-4bf0-8480-87cc7061932f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:48.199740 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9433346 Dec 09 10:01:48.203714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37216) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:48.382957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.449314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9924b068-707c-48fe-b73e-71ffcbb39ce2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:01:48.464388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.548705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.553985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-636d5465-cb2c-480c-8fb7-100c64d862f2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:48.600405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Subnet': ['ID=eaa9334c-8573-488f-a0d5-7ef868ed7ece,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:48.604820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:48.630035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3104a7-958a-41c4-8fb1-18a4e91555d9 None None] Network 9d2b0c2b-8244-432d-b02a-db3b070d6c90 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:48.671703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c62fc-1ef7-4fcc-ad4a-b1a4ec0575e4 None None] Network c56bd011-bd5c-4bf0-8480-87cc7061932f requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:48.690195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 9924b068-707c-48fe-b73e-71ffcbb39ce2 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:01:48.711870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.739631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56bd011-bd5c-4bf0-8480-87cc7061932f']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:48.753355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8204c1d7-5df5-4af5-a221-15753de975a0') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:48.753701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8204c1d7-5df5-4af5-a221-15753de975a0') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:48.766336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.782412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.789301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:01:48.789726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:01:48.805399 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:01:48.854644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e4dd1d7c-0e47-41c1-ae5b-392298e68b48 None None] Provisioning for port 9924b068-707c-48fe-b73e-71ffcbb39ce2 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:01:48.880880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e4dd1d7c-0e47-41c1-ae5b-392298e68b48 None None] Provisioning complete for port 9924b068-707c-48fe-b73e-71ffcbb39ce2 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:01:48.881336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1d7c-0e47-41c1-ae5b-392298e68b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.891051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.895512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cc1a9902-e714-48ad-973b-358b9c8b22be tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:48.913888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:48.922988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Network': ['ID=c56bd011-bd5c-4bf0-8480-87cc7061932f,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:48.927389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:48.932867 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/networks/c56bd011-bd5c-4bf0-8480-87cc7061932f HTTP/1.1" status: 204 len: 168 time: 0.7241669 Dec 09 10:01:48.933043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37220) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:48.939984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1340066344'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:48.945583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:48.949567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:network and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:48.952565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:48.958776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:48.968793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:48.974348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.005245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:01:49.014916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.015304 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Added segment 603c0bf1-1421-4254-a1d6-2e2c565cafd8 of type vlan for network 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 Dec 09 10:01:49.047217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.078876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.083414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:49.084062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.089630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1fa3c4e4-1a20-40e6-ada2-e0aeb008bff4 tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:49.140638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2063954 Dec 09 10:01:49.143936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37224) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:49.160121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1d7c-0e47-41c1-ae5b-392298e68b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.200861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'subnet': {'network_id': '7f7ddef1-ce83-4a08-a8d2-5bd96bf08027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:49.228683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e4dd1d7c-0e47-41c1-ae5b-392298e68b48 None None] For port 9924b068-707c-48fe-b73e-71ffcbb39ce2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9924b068-707c-48fe-b73e-71ffcbb39ce2,segment=NetworkSegment(9dae91a6-22a2-43e8-8ac4-83012bf86ddb),segment_id=9dae91a6-22a2-43e8-8ac4-83012bf86ddb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:49.231954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1d7c-0e47-41c1-ae5b-392298e68b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.233721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Network': ['ID=7f7ddef1-ce83-4a08-a8d2-5bd96bf08027,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:49.233857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:49.248584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:49.272122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:01:49.338534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:49.342879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:subnet and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:49.346566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:49.352849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:49.364346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:49.402690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd1d7c-0e47-41c1-ae5b-392298e68b48 None None] Pushing event updated for resources: {'Port': ['ID=9924b068-707c-48fe-b73e-71ffcbb39ce2,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:49.407459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4dd1d7c-0e47-41c1-ae5b-392298e68b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:49.476658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.557291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cf5a1409-967c-4163-bf26-bd56529b1eef None None] Provisioning complete for port 9924b068-707c-48fe-b73e-71ffcbb39ce2 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:01:49.557716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cf5a1409-967c-4163-bf26-bd56529b1eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.712161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.716470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6b0af296-e267-440f-b605-e92676adf9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:49.794370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Subnet': ['ID=efa0c8d1-7e9d-4d5d-bae2-d775d5c34113,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:49.810559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.810984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.811398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.811810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.812220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.812624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.813029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.813457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.813877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.814282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.814854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:49.818999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:49.819843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Checking segment: {'id': '603c0bf1-1421-4254-a1d6-2e2c565cafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7f7ddef1-ce83-4a08-a8d2-5bd96bf08027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:49.820225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network hostable DHCP agents. Network: 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:01:49.842413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:01:49.851389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:49.855235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:49.855874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.860635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd61d9-0ca4-4a04-864f-cc5f4ac3e8ae None None] Network 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:49.891499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7429960 Dec 09 10:01:49.891731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37228) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:49.898626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1166141135'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:49.903995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:49.908612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:network and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:49.911691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:49.917716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:49.930298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:49.935670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.964844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:01:49.974569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:49.974951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Added segment 9577674a-fa35-43c7-ac8e-40a7e0f88b4c of type vlan for network 4aafb005-7da3-4d6a-9fd8-1228c2f544b3 Dec 09 10:01:50.001249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.031803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.036133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:50.036770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.042106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:50.093967 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1966467 Dec 09 10:01:50.094094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-7f7ddef1-ce83-4a08-a8d2-5bd96bf08027', 'network_id': '7f7ddef1-ce83-4a08-a8d2-5bd96bf08027', 'tenant_id': '141483353a5c4d50885a376fa618b96f', 'fixed_ips': [{'subnet_id': 'efa0c8d1-7e9d-4d5d-bae2-d775d5c34113'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:01:50.094224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37232) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:50.095130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.100422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Request body: {'subnet': {'network_id': '4aafb005-7da3-4d6a-9fd8-1228c2f544b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:50.157403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Network': ['ID=4aafb005-7da3-4d6a-9fd8-1228c2f544b3,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:50.160581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:50.182781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 4aafb005-7da3-4d6a-9fd8-1228c2f544b3 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:01:50.227399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9924b068-707c-48fe-b73e-71ffcbb39ce2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:01:50.254587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:50.258697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Usage tracker for resource:subnet and tenant:141483353a5c4d50885a376fa618b96f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:50.261685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:50.268435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:50.277591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Made reservation on behalf of 141483353a5c4d50885a376fa618b96f for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:50.390755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.429666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Allocated IP 2001:db8::2 (7f7ddef1-ce83-4a08-a8d2-5bd96bf08027/efa0c8d1-7e9d-4d5d-bae2-d775d5c34113/7bf41ef4-007e-48a0-a040-c4999ace2c2d) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:01:50.463847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9924b068-707c-48fe-b73e-71ffcbb39ce2 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:01:50.464268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.641983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.647399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f30e16d-0292-4830-a351-1e185a0fd70a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:50.729489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event updated for resources: {'Subnet': ['ID=66c8a9ce-cce5-47ce-ac65-87f465f896da,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:50.733701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:50.743070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Checking segment: {'id': '9577674a-fa35-43c7-ac8e-40a7e0f88b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '4aafb005-7da3-4d6a-9fd8-1228c2f544b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:50.743466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network hostable DHCP agents. Network: 4aafb005-7da3-4d6a-9fd8-1228c2f544b3, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:01:50.765514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.765997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Network 4aafb005-7da3-4d6a-9fd8-1228c2f544b3 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:01:50.775736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 4aafb005-7da3-4d6a-9fd8-1228c2f544b3) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:50.776767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Transition to ACTIVE for port object 7bf41ef4-007e-48a0-a040-c4999ace2c2d will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:50.780343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:50.780991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.788283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc555d3-6b44-47a8-8ac3-609d5845685c None None] Network 4aafb005-7da3-4d6a-9fd8-1228c2f544b3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:50.803676 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7083461 Dec 09 10:01:50.806346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37236) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:50.832175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Transition to ACTIVE for port object 7bf41ef4-007e-48a0-a040-c4999ace2c2d will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:50.882967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:50.891948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:50.969036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.043799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.127779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.132332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5e14949d-4f81-4385-87f2-4436b700d0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:51.150200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Network 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:01:51.156201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:51.167754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Pushing event updated for resources: {'Port': ['ID=7bf41ef4-007e-48a0-a040-c4999ace2c2d,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:51.172352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Subnet': ['ID=66c8a9ce-cce5-47ce-ac65-87f465f896da,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:51.173206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:01:51.175590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:51.177899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:51.288612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.317696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aafb005-7da3-4d6a-9fd8-1228c2f544b3']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:51.324567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c26745e-2a8e-4bfe-abfe-887c8d4fd8a5 None None] Network 4aafb005-7da3-4d6a-9fd8-1228c2f544b3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:51.331583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9577674a-fa35-43c7-ac8e-40a7e0f88b4c') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:51.331927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9577674a-fa35-43c7-ac8e-40a7e0f88b4c') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:51.344482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.360234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.361692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Attempting to bind port 7bf41ef4-007e-48a0-a040-c4999ace2c2d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:01:51.362015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Attempting to bind port 7bf41ef4-007e-48a0-a040-c4999ace2c2d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '603c0bf1-1421-4254-a1d6-2e2c565cafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7f7ddef1-ce83-4a08-a8d2-5bd96bf08027'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:01:51.362426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Attempting to bind port 7bf41ef4-007e-48a0-a040-c4999ace2c2d on network 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:01:51.366754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:01:51.367196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:01:51.382762 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:01:51.424899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:01:51.425350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Checking segment: {'id': '603c0bf1-1421-4254-a1d6-2e2c565cafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7f7ddef1-ce83-4a08-a8d2-5bd96bf08027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:51.425796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.426256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Bound using segment: {'id': '603c0bf1-1421-4254-a1d6-2e2c565cafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7f7ddef1-ce83-4a08-a8d2-5bd96bf08027'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:01:51.426765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Bound port: 7bf41ef4-007e-48a0-a040-c4999ace2c2d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '603c0bf1-1421-4254-a1d6-2e2c565cafd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '7f7ddef1-ce83-4a08-a8d2-5bd96bf08027'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:01:51.427183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.467341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.471696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c4f87083-32e7-406b-9f9a-d505e581ea35 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:51.489973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.496810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Network': ['ID=4aafb005-7da3-4d6a-9fd8-1228c2f544b3,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:51.501374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:51.505530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/networks/4aafb005-7da3-4d6a-9fd8-1228c2f544b3 HTTP/1.1" status: 204 len: 168 time: 0.6981485 Dec 09 10:01:51.508414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37240) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:51.554359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-014e6a98-190a-49e8-b584-92c497737350 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] GET failed (client error): The resource could not be found. Dec 09 10:01:51.554831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-014e6a98-190a-49e8-b584-92c497737350 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Synchronizing usage tracker for tenant:141483353a5c4d50885a376fa618b96f on resource:subnet {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:01:51.572367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-014e6a98-190a-49e8-b584-92c497737350 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Unset dirty status for tenant:141483353a5c4d50885a376fa618b96f on resource:subnet {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:01:51.573683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-014e6a98-190a-49e8-b584-92c497737350 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "GET /v2.0/subnets/66c8a9ce-cce5-47ce-ac65-87f465f896da HTTP/1.1" status: 404 len: 337 time: 0.0640209 Dec 09 10:01:51.578356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37244) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:51.602861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] For port 7bf41ef4-007e-48a0-a040-c4999ace2c2d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:01:51.605592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-122e56cf-1820-4f65-be67-8db24a60f074 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] DELETE failed (client error): The resource could not be found. Dec 09 10:01:51.606215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122e56cf-1820-4f65-be67-8db24a60f074 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 10:01:51.606884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] For port 7bf41ef4-007e-48a0-a040-c4999ace2c2d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7bf41ef4-007e-48a0-a040-c4999ace2c2d,segment=NetworkSegment(603c0bf1-1421-4254-a1d6-2e2c565cafd8),segment_id=603c0bf1-1421-4254-a1d6-2e2c565cafd8)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:01:51.608092 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-122e56cf-1820-4f65-be67-8db24a60f074 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/networks/4aafb005-7da3-4d6a-9fd8-1228c2f544b3 HTTP/1.1" status: 404 len: 339 time: 0.0286908 Dec 09 10:01:51.610153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.613020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37248) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:51.616588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:51.657024 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-714e9e40-9f66-4c31-8967-c36fac5eba79 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] DELETE failed (client error): The resource could not be found. Dec 09 10:01:51.657527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714e9e40-9f66-4c31-8967-c36fac5eba79 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88883) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 10:01:51.659883 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-714e9e40-9f66-4c31-8967-c36fac5eba79 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/subnets/66c8a9ce-cce5-47ce-ac65-87f465f896da HTTP/1.1" status: 404 len: 337 time: 0.0458713 Dec 09 10:01:51.662983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37252) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:51.691198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf312dfe-b645-4f7f-9148-33d66c46c370 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] DELETE failed (client error): The resource could not be found. Dec 09 10:01:51.691966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf312dfe-b645-4f7f-9148-33d66c46c370 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 10:01:51.696601 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bf312dfe-b645-4f7f-9148-33d66c46c370 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/networks/4aafb005-7da3-4d6a-9fd8-1228c2f544b3 HTTP/1.1" status: 404 len: 339 time: 0.0297983 Dec 09 10:01:51.696868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37256) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:51.698042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Pushing event updated for resources: {'Port': ['ID=7bf41ef4-007e-48a0-a040-c4999ace2c2d,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:51.701474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:51.776987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-265cdba1-3637-4444-908b-12c6b2592a5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Deleting subnet efa0c8d1-7e9d-4d5d-bae2-d775d5c34113 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:01:51.780415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-265cdba1-3637-4444-908b-12c6b2592a5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.844388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-265cdba1-3637-4444-908b-12c6b2592a5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:51.931580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-265cdba1-3637-4444-908b-12c6b2592a5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.019744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-265cdba1-3637-4444-908b-12c6b2592a5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.025171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c9172e49-1169-42f7-8f48-0b5f57244864 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:52.069083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cdba1-3637-4444-908b-12c6b2592a5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Subnet': ['ID=efa0c8d1-7e9d-4d5d-bae2-d775d5c34113,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:52.073500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-265cdba1-3637-4444-908b-12c6b2592a5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:52.076430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-265cdba1-3637-4444-908b-12c6b2592a5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.090141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-265cdba1-3637-4444-908b-12c6b2592a5c tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/subnets/efa0c8d1-7e9d-4d5d-bae2-d775d5c34113 HTTP/1.1" status: 204 len: 168 time: 0.3919785 Dec 09 10:01:52.092859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37260) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:52.222265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.235853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Deleting port 7bf41ef4-007e-48a0-a040-c4999ace2c2d {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:52.236808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.243632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7bf41ef4-007e-48a0-a040-c4999ace2c2d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:01:52.324074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 7bf41ef4-007e-48a0-a040-c4999ace2c2d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:01:52.448483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] For port 7bf41ef4-007e-48a0-a040-c4999ace2c2d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7bf41ef4-007e-48a0-a040-c4999ace2c2d,segment=NetworkSegment(603c0bf1-1421-4254-a1d6-2e2c565cafd8),segment_id=603c0bf1-1421-4254-a1d6-2e2c565cafd8)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:52.448879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.576646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Calling delete_port for 7bf41ef4-007e-48a0-a040-c4999ace2c2d owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:01:52.656204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.661447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7d2f437-7a15-450a-8271-ea9ffc983229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:52.702504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Port': ['ID=7bf41ef4-007e-48a0-a040-c4999ace2c2d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:52.706033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:52.708340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] No DVR routers for this DVR port 7bf41ef4-007e-48a0-a040-c4999ace2c2d on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:01:52.838062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.866259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7ddef1-ce83-4a08-a8d2-5bd96bf08027']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:52.881778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '603c0bf1-1421-4254-a1d6-2e2c565cafd8') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:52.882118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '603c0bf1-1421-4254-a1d6-2e2c565cafd8') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:52.896099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.919963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.927016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:01:52.927451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:01:52.943293 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:01:53.028212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:53.031726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-865e5c92-296f-428a-8194-7ead4c62cd6d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:53.047498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:53.060715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Network': ['ID=7f7ddef1-ce83-4a08-a8d2-5bd96bf08027,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:53.063249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:53.065791 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/networks/7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 HTTP/1.1" status: 204 len: 168 time: 0.9717033 Dec 09 10:01:53.068281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37264) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:53.113863 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bd7e80-6ee5-46e2-bba0-526826375bad tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] DELETE failed (client error): The resource could not be found. Dec 09 10:01:53.114369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bd7e80-6ee5-46e2-bba0-526826375bad tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 10:01:53.116222 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50bd7e80-6ee5-46e2-bba0-526826375bad tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/subnets/eaa9334c-8573-488f-a0d5-7ef868ed7ece HTTP/1.1" status: 404 len: 337 time: 0.0469432 Dec 09 10:01:53.119101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37268) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:53.147023 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e91707-d22d-46a0-beec-c021b99981aa tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] DELETE failed (client error): The resource could not be found. Dec 09 10:01:53.147524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e91707-d22d-46a0-beec-c021b99981aa tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 10:01:53.149385 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-66e91707-d22d-46a0-beec-c021b99981aa tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/networks/c56bd011-bd5c-4bf0-8480-87cc7061932f HTTP/1.1" status: 404 len: 339 time: 0.0291710 Dec 09 10:01:53.152195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37272) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:53.194291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12c83e3-2676-4df5-8a17-c76c94730a74 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] DELETE failed (client error): The resource could not be found. Dec 09 10:01:53.194792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12c83e3-2676-4df5-8a17-c76c94730a74 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 10:01:53.196625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e12c83e3-2676-4df5-8a17-c76c94730a74 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/subnets/504eb1d8-1502-4d14-9b8f-394df362d8f4 HTTP/1.1" status: 404 len: 337 time: 0.0434184 Dec 09 10:01:53.199289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37276) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:53.226941 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.pecan_wsgi.hooks.translation [None req-7659315a-6d9e-4ed5-ad8a-66d6a596a444 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] DELETE failed (client error): The resource could not be found. Dec 09 10:01:53.227434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7659315a-6d9e-4ed5-ad8a-66d6a596a444 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Dec 09 10:01:53.229277 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7659315a-6d9e-4ed5-ad8a-66d6a596a444 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/networks/f296129f-41b1-4433-96b2-a1e8a461c059 HTTP/1.1" status: 404 len: 339 time: 0.0289316 Dec 09 10:01:53.232197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37280) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:53.344480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-897d03d5-b9c1-41de-8614-453c8a0931e2 None None] Could not find standard attr ID for object 7bf41ef4-007e-48a0-a040-c4999ace2c2d. {{(pid=88885) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Dec 09 10:01:53.349524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40600d6b-c894-4e41-a89f-c3ccb3b8aff4 None None] DHCP port deletion for 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:01:53.380810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b5b20f-0d24-4891-8cfd-4077a615c7dc None None] Network 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:53.401088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b5b20f-0d24-4891-8cfd-4077a615c7dc None None] Network 7f7ddef1-ce83-4a08-a8d2-5bd96bf08027 could not be found, it might have been deleted concurrently. {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Dec 09 10:01:53.436762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5e4896-ae12-4576-a70b-a8805bf30c4e tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Deleting subnet b263a279-bee1-4d9d-8d07-3d0d246129cf {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:01:53.440560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4896-ae12-4576-a70b-a8805bf30c4e tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:53.496544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4896-ae12-4576-a70b-a8805bf30c4e tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:53.583968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4896-ae12-4576-a70b-a8805bf30c4e tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:53.660845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4896-ae12-4576-a70b-a8805bf30c4e tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:53.665528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-018c8e6e-fad6-4551-9e8a-02b37bf70ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:53.702997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e4896-ae12-4576-a70b-a8805bf30c4e tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Subnet': ['ID=b263a279-bee1-4d9d-8d07-3d0d246129cf,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:53.705582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eb5e4896-ae12-4576-a70b-a8805bf30c4e tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:53.712084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb5e4896-ae12-4576-a70b-a8805bf30c4e tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:53.719373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a5772-3ddf-462a-af50-273854311772 None None] Network 9d2b0c2b-8244-432d-b02a-db3b070d6c90 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:53.726082 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-eb5e4896-ae12-4576-a70b-a8805bf30c4e tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/subnets/b263a279-bee1-4d9d-8d07-3d0d246129cf HTTP/1.1" status: 204 len: 168 time: 0.4928908 Dec 09 10:01:53.728799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37284) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:53.852668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:53.863967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Deleting port 9924b068-707c-48fe-b73e-71ffcbb39ce2 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:53.864330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:53.994770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] DHCP port deletion for 9d2b0c2b-8244-432d-b02a-db3b070d6c90 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:01:53.999101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] Deleting port 9924b068-707c-48fe-b73e-71ffcbb39ce2 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:53.999605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.173004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:01:54.211741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7bf41ef4-007e-48a0-a040-c4999ace2c2d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:01:54.263843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 7bf41ef4-007e-48a0-a040-c4999ace2c2d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:01:54.264234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7bf41ef4-007e-48a0-a040-c4999ace2c2d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:01:54.264701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9924b068-707c-48fe-b73e-71ffcbb39ce2 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:01:54.315602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] For port 9924b068-707c-48fe-b73e-71ffcbb39ce2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9924b068-707c-48fe-b73e-71ffcbb39ce2,segment=NetworkSegment(9dae91a6-22a2-43e8-8ac4-83012bf86ddb),segment_id=9dae91a6-22a2-43e8-8ac4-83012bf86ddb)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:54.316007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.318672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] For port 9924b068-707c-48fe-b73e-71ffcbb39ce2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9924b068-707c-48fe-b73e-71ffcbb39ce2,segment=NetworkSegment(9dae91a6-22a2-43e8-8ac4-83012bf86ddb),segment_id=9dae91a6-22a2-43e8-8ac4-83012bf86ddb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:01:54.319123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.442801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Calling delete_port for 9924b068-707c-48fe-b73e-71ffcbb39ce2 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:01:54.460276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] Calling delete_port for 9924b068-707c-48fe-b73e-71ffcbb39ce2 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:01:54.525007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.529726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-beeb4b75-e149-468e-9d1d-5bdf636a2082 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:54.544587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Port 9924b068-707c-48fe-b73e-71ffcbb39ce2 update to DOWN by agent not found {{(pid=88885) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2073}} Dec 09 10:01:54.567266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:01:54.567675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 10:01:54.571348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Port': ['ID=9924b068-707c-48fe-b73e-71ffcbb39ce2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:54.575261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:54.578453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] No DVR routers for this DVR port 9924b068-707c-48fe-b73e-71ffcbb39ce2 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:01:54.714274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.742592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2b0c2b-8244-432d-b02a-db3b070d6c90']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:54.755487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dae91a6-22a2-43e8-8ac4-83012bf86ddb') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:54.755833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dae91a6-22a2-43e8-8ac4-83012bf86ddb') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:01:54.767812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.782520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.789401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:01:54.789826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:01:54.805426 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:01:54.887965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.891318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-946565d9-4cf8-4562-888e-e1e640dc8608 tempest-RoutersNegativeTest-864899240 tempest-RoutersNegativeTest-864899240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:54.907862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:54.921455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Pushing event deleted for resources: {'Network': ['ID=9d2b0c2b-8244-432d-b02a-db3b070d6c90,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:54.924176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:54.925800 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] 10.222.0.18 "DELETE /v2.0/networks/9d2b0c2b-8244-432d-b02a-db3b070d6c90 HTTP/1.1" status: 204 len: 168 time: 1.1958859 Dec 09 10:01:55.069102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] Deleting port 9924b068-707c-48fe-b73e-71ffcbb39ce2 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:01:55.069696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:55.145494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ca9dd-bff1-49b1-bf87-72aae1bcce16 None None] The port '9924b068-707c-48fe-b73e-71ffcbb39ce2' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:01:55.283192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37292) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:55.526952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a14b72a6-4d42-45f3-8f1f-2d35541fc147 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=141483353a5c4d50885a376fa618b96f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2424874 Dec 09 10:01:55.529808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37298) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:55.594482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:55.621259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:55.674835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:55.678954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-06e6ff76-44a7-4b26-99c0-9e97c6ab8aff tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:55.697079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c372539e-a7b6-4970-8c19-31361f56bdd8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:55.707579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:55.711774 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c372539e-a7b6-4970-8c19-31361f56bdd8 HTTP/1.1" status: 204 len: 168 time: 0.1809893 Dec 09 10:01:55.714115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.714413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.714977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.715207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.715862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.716135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.716665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.717145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.718003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.718168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.719019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:01:55.722605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:56.620584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37320) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:56.760366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-890032131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:56.768082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:56.772313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Usage tracker for resource:router and tenant:0bd23f4006de49ca9c51cfbecde9236e is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:56.775356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:56.781379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:56.791294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:56.792330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:56.812722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:56.829535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:56.850415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:56.851659 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-217eec6c-e628-44f1-adfb-3d31b795e5b5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2299645 Dec 09 10:01:56.854522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37326) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:56.860376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-520301733'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:56.865353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:56.869296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Usage tracker for resource:network and tenant:0bd23f4006de49ca9c51cfbecde9236e is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:56.872633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:56.879131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:56.887556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Made reservation on behalf of 0bd23f4006de49ca9c51cfbecde9236e for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:56.893603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:56.911024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:56.944152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:56.948994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Usage tracker for resource:security_group_rule and tenant:0bd23f4006de49ca9c51cfbecde9236e is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:56.952022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:56.962306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:57.031749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.034585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.038676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf7e3119-c189-42a6-b8f4-746c1597f683 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:57.065451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:01:57.078143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1117b68d-5cc6-4e7d-8538-b0f0634c4023,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:57.082941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:57.083912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.084290 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Added segment 248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6 of type vlan for network 17d87ddf-e83e-4ad4-bb17-da29c63cfc81 Dec 09 10:01:57.110550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.139521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.144099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:57.144737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.149963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-253de348-93ef-4671-8d20-03f5a7685a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:57.259116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4034891 Dec 09 10:01:57.262201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37330) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:57.268987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event updated for resources: {'Network': ['ID=17d87ddf-e83e-4ad4-bb17-da29c63cfc81,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:57.269363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Request body: {'subnet': {'network_id': '17d87ddf-e83e-4ad4-bb17-da29c63cfc81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:57.271765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:57.279772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 17d87ddf-e83e-4ad4-bb17-da29c63cfc81 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:01:57.385640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:57.389746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Usage tracker for resource:subnet and tenant:0bd23f4006de49ca9c51cfbecde9236e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:57.393774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:57.399892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:57.409271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Made reservation on behalf of 0bd23f4006de49ca9c51cfbecde9236e for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:57.519415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.747472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.752655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-682afdc6-7f12-4686-b823-3905451cd8c8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:57.832670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event updated for resources: {'Subnet': ['ID=c6919e16-02b5-433f-b392-3d1aeef90e07,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:57.836793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:57.845737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Checking segment: {'id': '248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '17d87ddf-e83e-4ad4-bb17-da29c63cfc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:57.846141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Network hostable DHCP agents. Network: 17d87ddf-e83e-4ad4-bb17-da29c63cfc81, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:01:57.867263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Network 17d87ddf-e83e-4ad4-bb17-da29c63cfc81 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:01:57.875220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 17d87ddf-e83e-4ad4-bb17-da29c63cfc81) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:57.879990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:57.880640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.885162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecde94e-3fe6-44fe-95c2-c0af3f5f25bc None None] Network 17d87ddf-e83e-4ad4-bb17-da29c63cfc81 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:57.901821 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6384420 Dec 09 10:01:57.904889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37334) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:57.911150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1942669400'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:57.916318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:57.920360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Usage tracker for resource:network and tenant:0bd23f4006de49ca9c51cfbecde9236e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:57.923900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:57.930063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:57.940532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Made reservation on behalf of 0bd23f4006de49ca9c51cfbecde9236e for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:57.946039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.975383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:01:57.984275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:57.984676 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Added segment 96a4a4fb-2dde-4ceb-abca-34349152bd53 of type vlan for network 29bf22d4-830b-4a1e-98e2-a7040651eed7 Dec 09 10:01:58.015611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.045482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.050189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:58.050834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.056272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-046ba827-d093-42be-8778-fe65e7a65996 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:58.109428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2001760 Dec 09 10:01:58.109428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37338) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:58.112627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-17d87ddf-e83e-4ad4-bb17-da29c63cfc81', 'network_id': '17d87ddf-e83e-4ad4-bb17-da29c63cfc81', 'tenant_id': '0bd23f4006de49ca9c51cfbecde9236e', 'fixed_ips': [{'subnet_id': 'c6919e16-02b5-433f-b392-3d1aeef90e07'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:01:58.113558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.168023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Request body: {'subnet': {'network_id': '29bf22d4-830b-4a1e-98e2-a7040651eed7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:58.199728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event updated for resources: {'Network': ['ID=29bf22d4-830b-4a1e-98e2-a7040651eed7,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:58.211870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 29bf22d4-830b-4a1e-98e2-a7040651eed7 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:01:58.212732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f0f561cb-cb4a-4070-9ce2-62097a31a6d5 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:58.303436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:01:58.307466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Usage tracker for resource:subnet and tenant:0bd23f4006de49ca9c51cfbecde9236e is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:01:58.310495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:01:58.316817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:01:58.326224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Made reservation on behalf of 0bd23f4006de49ca9c51cfbecde9236e for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:01:58.386189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Allocated IP 172.20.0.2 (17d87ddf-e83e-4ad4-bb17-da29c63cfc81/c6919e16-02b5-433f-b392-3d1aeef90e07/409305db-988a-4143-970f-390a32e594af) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:01:58.437746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.607580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.619090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Transition to ACTIVE for port object 409305db-988a-4143-970f-390a32e594af will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:58.639376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Transition to ACTIVE for port object 409305db-988a-4143-970f-390a32e594af will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:58.644381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.649471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:58.672398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.677298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-29cf938a-2abb-43e3-bc0d-ae6385961c4d tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:58.723264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Network 17d87ddf-e83e-4ad4-bb17-da29c63cfc81 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:01:58.727280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:58.732036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:01:58.734575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Pushing event updated for resources: {'Port': ['ID=409305db-988a-4143-970f-390a32e594af,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:58.739297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:58.756766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event updated for resources: {'Subnet': ['ID=7c645c21-aa4f-4547-97b5-8d67287f7b04,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:58.759808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:58.774589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Checking segment: {'id': '96a4a4fb-2dde-4ceb-abca-34349152bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29bf22d4-830b-4a1e-98e2-a7040651eed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:58.774991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Network hostable DHCP agents. Network: 29bf22d4-830b-4a1e-98e2-a7040651eed7, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:01:58.797141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Network 29bf22d4-830b-4a1e-98e2-a7040651eed7 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:01:58.805824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 29bf22d4-830b-4a1e-98e2-a7040651eed7) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:58.810353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:01:58.811010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.823547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444f51fb-8e3d-448f-9215-5e99cdc0a0cd None None] Network 29bf22d4-830b-4a1e-98e2-a7040651eed7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:01:58.837903 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c4c2b4c-664b-4ef1-946b-49915b7e97e9 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7275004 Dec 09 10:01:58.840843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37342) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:58.847457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-79d6c14f-dc4a-420a-932a-2cbbbab89b13 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Request body: {'router': {'external_gateway_info': {'network_id': '29bf22d4-830b-4a1e-98e2-a7040651eed7'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:01:58.862622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Attempting to bind port 409305db-988a-4143-970f-390a32e594af on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:01:58.862976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Attempting to bind port 409305db-988a-4143-970f-390a32e594af by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '17d87ddf-e83e-4ad4-bb17-da29c63cfc81'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:01:58.863392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Attempting to bind port 409305db-988a-4143-970f-390a32e594af on network 17d87ddf-e83e-4ad4-bb17-da29c63cfc81 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:01:58.918328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:01:58.918754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Checking segment: {'id': '248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '17d87ddf-e83e-4ad4-bb17-da29c63cfc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:01:58.919214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:58.919660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Bound using segment: {'id': '248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '17d87ddf-e83e-4ad4-bb17-da29c63cfc81'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:01:58.920198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Bound port: 409305db-988a-4143-970f-390a32e594af, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '17d87ddf-e83e-4ad4-bb17-da29c63cfc81'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:01:58.920622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:59.094430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] For port 409305db-988a-4143-970f-390a32e594af, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:01:59.100534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] For port 409305db-988a-4143-970f-390a32e594af, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=409305db-988a-4143-970f-390a32e594af,segment=NetworkSegment(248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6),segment_id=248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:01:59.106428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:59.113039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c9da6c3-7901-4743-847c-efb23f1d3d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:59.216014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-29bf22d4-830b-4a1e-98e2-a7040651eed7', 'network_id': '29bf22d4-830b-4a1e-98e2-a7040651eed7', 'tenant_id': '0bd23f4006de49ca9c51cfbecde9236e', 'fixed_ips': [{'subnet_id': '7c645c21-aa4f-4547-97b5-8d67287f7b04'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:01:59.216887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:59.299046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Pushing event updated for resources: {'Port': ['ID=409305db-988a-4143-970f-390a32e594af,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:59.303905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:01:59.411538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Allocated IP 172.21.0.2 (29bf22d4-830b-4a1e-98e2-a7040651eed7/7c645c21-aa4f-4547-97b5-8d67287f7b04/a83e506a-4c35-4d4b-934c-05ead62a91c7) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:01:59.510690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-79d6c14f-dc4a-420a-932a-2cbbbab89b13 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:59.715387 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.api.v2.resource [None req-79d6c14f-dc4a-420a-932a-2cbbbab89b13 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 09 10:01:59.723685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-79d6c14f-dc4a-420a-932a-2cbbbab89b13 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "PUT /v2.0/routers/595f6077-3ab6-4c5f-8682-7945b08240e6 HTTP/1.1" status: 400 len: 364 time: 0.8746905 Dec 09 10:01:59.724399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37346) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:01:59.805992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0d806f-e8eb-49b7-be18-20517a9d3e39 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Deleting subnet 7c645c21-aa4f-4547-97b5-8d67287f7b04 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:01:59.868058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:59.879158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Transition to ACTIVE for port object a83e506a-4c35-4d4b-934c-05ead62a91c7 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:59.898627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Transition to ACTIVE for port object a83e506a-4c35-4d4b-934c-05ead62a91c7 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:01:59.901389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb0d806f-e8eb-49b7-be18-20517a9d3e39 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:59.903157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:59.913633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d14a1979-a52c-4f36-bfb6-adfcba5be9a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:01:59.960413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb0d806f-e8eb-49b7-be18-20517a9d3e39 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:01:59.974375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Network 29bf22d4-830b-4a1e-98e2-a7040651eed7 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:01:59.977945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:01:59.981940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:01:59.988432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Pushing event updated for resources: {'Port': ['ID=a83e506a-4c35-4d4b-934c-05ead62a91c7,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:01:59.992982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:00.051918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb0d806f-e8eb-49b7-be18-20517a9d3e39 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.077947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Attempting to bind port a83e506a-4c35-4d4b-934c-05ead62a91c7 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:02:00.078360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Attempting to bind port a83e506a-4c35-4d4b-934c-05ead62a91c7 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '96a4a4fb-2dde-4ceb-abca-34349152bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29bf22d4-830b-4a1e-98e2-a7040651eed7'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:02:00.078762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Attempting to bind port a83e506a-4c35-4d4b-934c-05ead62a91c7 on network 29bf22d4-830b-4a1e-98e2-a7040651eed7 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:00.086271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:02:00.086691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Checking segment: {'id': '96a4a4fb-2dde-4ceb-abca-34349152bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29bf22d4-830b-4a1e-98e2-a7040651eed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:00.087137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.087580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Bound using segment: {'id': '96a4a4fb-2dde-4ceb-abca-34349152bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29bf22d4-830b-4a1e-98e2-a7040651eed7'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:02:00.088086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Bound port: a83e506a-4c35-4d4b-934c-05ead62a91c7, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a4a4fb-2dde-4ceb-abca-34349152bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '29bf22d4-830b-4a1e-98e2-a7040651eed7'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:02:00.088503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.125953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb0d806f-e8eb-49b7-be18-20517a9d3e39 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.131194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-adf8451f-a360-4d47-a80f-af95ec47974d tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:00.167067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d806f-e8eb-49b7-be18-20517a9d3e39 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event deleted for resources: {'Subnet': ['ID=7c645c21-aa4f-4547-97b5-8d67287f7b04,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:00.170382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb0d806f-e8eb-49b7-be18-20517a9d3e39 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:00.178965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cb0d806f-e8eb-49b7-be18-20517a9d3e39 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.186213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] For port a83e506a-4c35-4d4b-934c-05ead62a91c7, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:02:00.189507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37350) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:00.190138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] For port a83e506a-4c35-4d4b-934c-05ead62a91c7, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a83e506a-4c35-4d4b-934c-05ead62a91c7,segment=NetworkSegment(96a4a4fb-2dde-4ceb-abca-34349152bd53),segment_id=96a4a4fb-2dde-4ceb-abca-34349152bd53)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:02:00.193856 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cb0d806f-e8eb-49b7-be18-20517a9d3e39 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "DELETE /v2.0/subnets/7c645c21-aa4f-4547-97b5-8d67287f7b04 HTTP/1.1" status: 204 len: 168 time: 0.4681635 Dec 09 10:02:00.194906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.199603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:00.248104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 409305db-988a-4143-970f-390a32e594af up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:00.322361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.334159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Deleting port a83e506a-4c35-4d4b-934c-05ead62a91c7 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:02:00.334525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.369127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Pushing event updated for resources: {'Port': ['ID=a83e506a-4c35-4d4b-934c-05ead62a91c7,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:00.382329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:00.406597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 409305db-988a-4143-970f-390a32e594af completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:00.413565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327eb891-a7ea-4e81-8468-567f7ac43651 None None] Network 29bf22d4-830b-4a1e-98e2-a7040651eed7 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:02:00.550822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] For port a83e506a-4c35-4d4b-934c-05ead62a91c7, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a83e506a-4c35-4d4b-934c-05ead62a91c7,segment=NetworkSegment(96a4a4fb-2dde-4ceb-abca-34349152bd53),segment_id=96a4a4fb-2dde-4ceb-abca-34349152bd53)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:00.551219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.688052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Calling delete_port for a83e506a-4c35-4d4b-934c-05ead62a91c7 owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:02:00.765327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.770854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fc7a4621-5908-4253-a536-63eb53166de6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:00.812008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event deleted for resources: {'Port': ['ID=a83e506a-4c35-4d4b-934c-05ead62a91c7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:00.817324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:00.820072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] No DVR routers for this DVR port a83e506a-4c35-4d4b-934c-05ead62a91c7 on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:02:00.936098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8422e2-b659-43c8-95bc-66fb947960eb None None] Network 17d87ddf-e83e-4ad4-bb17-da29c63cfc81 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:02:00.953941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:00.985023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bf22d4-830b-4a1e-98e2-a7040651eed7']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:00.998580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a4a4fb-2dde-4ceb-abca-34349152bd53') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:00.998914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a4a4fb-2dde-4ceb-abca-34349152bd53') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:01.015281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.030824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.037733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:02:01.038169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:02:01.054618 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:02:01.057556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-39151f3b-6cd1-470d-bb64-94b4ad6238cf None None] Provisioning for port 409305db-988a-4143-970f-390a32e594af completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:01.072821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-39151f3b-6cd1-470d-bb64-94b4ad6238cf None None] Provisioning complete for port 409305db-988a-4143-970f-390a32e594af triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:01.073273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39151f3b-6cd1-470d-bb64-94b4ad6238cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.135600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.139049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b07df89a-37b2-417a-a73d-f0e47bc78167 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:01.158447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.170375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event deleted for resources: {'Network': ['ID=29bf22d4-830b-4a1e-98e2-a7040651eed7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:01.174408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:01.178338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "DELETE /v2.0/networks/29bf22d4-830b-4a1e-98e2-a7040651eed7 HTTP/1.1" status: 204 len: 168 time: 0.9854181 Dec 09 10:02:01.178635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37354) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:01.295662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39151f3b-6cd1-470d-bb64-94b4ad6238cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.347114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-39151f3b-6cd1-470d-bb64-94b4ad6238cf None None] For port 409305db-988a-4143-970f-390a32e594af, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=409305db-988a-4143-970f-390a32e594af,segment=NetworkSegment(248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6),segment_id=248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:01.351553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-39151f3b-6cd1-470d-bb64-94b4ad6238cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.353576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:01.389953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Deleting subnet c6919e16-02b5-433f-b392-3d1aeef90e07 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:02:01.394351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.428855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39151f3b-6cd1-470d-bb64-94b4ad6238cf None None] Pushing event updated for resources: {'Port': ['ID=409305db-988a-4143-970f-390a32e594af,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:01.432782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39151f3b-6cd1-470d-bb64-94b4ad6238cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:01.453572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.546659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.576374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e81bf1-9e2a-45f1-9279-0458b9b47f6a None None] get_active_networks_info from dv-neutron-819581-1-hyperv {{(pid=88885) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 09 10:02:01.627291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.631787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c908534f-8cbf-4d98-a574-4c8580cbe01a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:01.675634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e81bf1-9e2a-45f1-9279-0458b9b47f6a None None] Resources bound (agent type, host, resource id): {{(pid=88885) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Dec 09 10:02:01.675853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event deleted for resources: {'Subnet': ['ID=c6919e16-02b5-433f-b392-3d1aeef90e07,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:01.678361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:01.682067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.688913 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "DELETE /v2.0/subnets/c6919e16-02b5-433f-b392-3d1aeef90e07 HTTP/1.1" status: 204 len: 168 time: 0.5091443 Dec 09 10:02:01.692105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37358) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:01.699291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a967172b-b728-47e9-982e-2c11f76664c5 None None] Provisioning complete for port 409305db-988a-4143-970f-390a32e594af triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:01.699722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a967172b-b728-47e9-982e-2c11f76664c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.817446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:01.828781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Deleting port 409305db-988a-4143-970f-390a32e594af {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:02:01.829183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:02.046692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] For port 409305db-988a-4143-970f-390a32e594af, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=409305db-988a-4143-970f-390a32e594af,segment=NetworkSegment(248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6),segment_id=248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:02.047096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:02.102193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c890f-5bfe-4d02-b0cc-44bab08e2710 None None] Network 17d87ddf-e83e-4ad4-bb17-da29c63cfc81 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:02:02.178035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Calling delete_port for 409305db-988a-4143-970f-390a32e594af owned by network:dhcp {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:02:02.237592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 409305db-988a-4143-970f-390a32e594af up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:02.254779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:02.259320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:02.277047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 409305db-988a-4143-970f-390a32e594af {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:02:02.277442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 409305db-988a-4143-970f-390a32e594af not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Dec 09 10:02:02.301880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event deleted for resources: {'Port': ['ID=409305db-988a-4143-970f-390a32e594af,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:02.304923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:02.307265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] No DVR routers for this DVR port 409305db-988a-4143-970f-390a32e594af on host dv-neutron-819581-1-hyperv {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:02:02.339464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Port 409305db-988a-4143-970f-390a32e594af not found, will not notify nova. {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 09 10:02:02.402468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450543b0-35e1-4dbd-a82c-5688bf0fd93c None None] DHCP port deletion for 17d87ddf-e83e-4ad4-bb17-da29c63cfc81 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:02:02.443975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:02.470823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d87ddf-e83e-4ad4-bb17-da29c63cfc81']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:02.483279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:02.483626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248ac3a9-4e07-4ed3-9ffe-39252e9bc0c6') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:02.496004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:02.512886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:02.519233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:02:02.519650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:02:02.534923 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:02:02.617418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:02.620756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4c6382a-d2c3-48a5-9626-5ce916e2d895 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:02.639476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:02.650443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Pushing event deleted for resources: {'Network': ['ID=17d87ddf-e83e-4ad4-bb17-da29c63cfc81,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:02.653468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:02.655410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "DELETE /v2.0/networks/17d87ddf-e83e-4ad4-bb17-da29c63cfc81 HTTP/1.1" status: 204 len: 168 time: 0.9622650 Dec 09 10:02:02.658597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37362) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:02.714389 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a1e49d55-6d5a-41da-85b7-fca6225125bc tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "GET /v2.0/ports?device_id=595f6077-3ab6-4c5f-8682-7945b08240e6 HTTP/1.1" status: 200 len: 205 time: 0.0542679 Dec 09 10:02:02.716794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37366) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:02.858052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-757444cd-69d9-4c1d-af06-426a7c3e981a tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:03.254360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-757444cd-69d9-4c1d-af06-426a7c3e981a tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:03.258638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-757444cd-69d9-4c1d-af06-426a7c3e981a tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:03.282037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-757444cd-69d9-4c1d-af06-426a7c3e981a tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:03.283254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757444cd-69d9-4c1d-af06-426a7c3e981a tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Fanout notify agent at l3_agent the message router_deleted on router 595f6077-3ab6-4c5f-8682-7945b08240e6 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:02:03.293732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-757444cd-69d9-4c1d-af06-426a7c3e981a tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:03.294902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-757444cd-69d9-4c1d-af06-426a7c3e981a tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] 10.222.0.18 "DELETE /v2.0/routers/595f6077-3ab6-4c5f-8682-7945b08240e6 HTTP/1.1" status: 204 len: 168 time: 0.5771313 Dec 09 10:02:03.597453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37374) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:03.786242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7e2d6c51-f316-44f9-b29e-b04c0fe1e561 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0bd23f4006de49ca9c51cfbecde9236e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1873932 Dec 09 10:02:03.788723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37380) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:03.850889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5eb66fa-a3a6-460d-980e-56c6ac3f0a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:03.880742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5eb66fa-a3a6-460d-980e-56c6ac3f0a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:03.924461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5eb66fa-a3a6-460d-980e-56c6ac3f0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:03.929366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-54df2d74-50bf-4541-b3b1-6c7da0fe5a84 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:03.943180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb66fa-a3a6-460d-980e-56c6ac3f0a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117b68d-5cc6-4e7d-8538-b0f0634c4023,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:03.946259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5eb66fa-a3a6-460d-980e-56c6ac3f0a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:03.947155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f5eb66fa-a3a6-460d-980e-56c6ac3f0a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:03.948924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f5eb66fa-a3a6-460d-980e-56c6ac3f0a5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1117b68d-5cc6-4e7d-8538-b0f0634c4023 HTTP/1.1" status: 204 len: 168 time: 0.1586533 Dec 09 10:02:04.198399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 409305db-988a-4143-970f-390a32e594af no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:02:04.235119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 409305db-988a-4143-970f-390a32e594af {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:02:04.235347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 409305db-988a-4143-970f-390a32e594af not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:02:04.479453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0ead-ce3c-4622-93f9-bd2578f12fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:04.784638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37402) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:04.922489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1179929915-network', 'tenant_id': '329a0f699e994fbab86af206e92bdf75'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:04.927810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:04.931908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Usage tracker for resource:network and tenant:329a0f699e994fbab86af206e92bdf75 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:02:04.934916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:02:04.942340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:04.951378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Made reservation on behalf of 329a0f699e994fbab86af206e92bdf75 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:02:04.956762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:04.970746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.014463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:05.019428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Usage tracker for resource:security_group_rule and tenant:329a0f699e994fbab86af206e92bdf75 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:02:05.022437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:02:05.028632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:05.105016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.107780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.111996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f35ee4b7-5741-4806-96e0-d806bcd5f50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:05.137308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:02:05.151567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:05.154991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:05.157862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.158248 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Added segment 94d336c0-3be5-4984-aca2-f3868f722522 of type vlan for network 51662c9b-5543-4049-bcf1-9ad312aa9401 Dec 09 10:02:05.186318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.221358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.222970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:05.224084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.230810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ff49a9ee-9fb2-41f3-84ef-057151997bea tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:05.373828 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5879240 Dec 09 10:02:05.374818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Pushing event updated for resources: {'Network': ['ID=51662c9b-5543-4049-bcf1-9ad312aa9401,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:05.377732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37408) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:05.379423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8767b862-2862-4ef7-bbf7-c7d06b22a681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:05.385812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Request body: {'subnet': {'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-subnet', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'ip_version': 4}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:05.387949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:02:05.392957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:05.398125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Usage tracker for resource:subnet and tenant:329a0f699e994fbab86af206e92bdf75 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:02:05.401271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:02:05.410395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:05.421688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Made reservation on behalf of 329a0f699e994fbab86af206e92bdf75 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:02:05.428801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.711473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.718320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65365f25-618f-486f-91fd-9658d4d4c26a tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:05.746963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.814562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=974c396b-dd62-4e89-98b4-fcb3e651be5c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:05.820498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:05.832850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Checking segment: {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:05.833282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Network hostable DHCP agents. Network: 51662c9b-5543-4049-bcf1-9ad312aa9401, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:02:05.861218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:02:05.871469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 51662c9b-5543-4049-bcf1-9ad312aa9401) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:05.877459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:05.878107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.884105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ef0469-a8ca-4b0a-ab99-dca0616d5e92 None None] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:02:05.905479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5254202 Dec 09 10:02:05.909215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37412) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:05.915131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:05.920336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:05.925477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Usage tracker for resource:router and tenant:329a0f699e994fbab86af206e92bdf75 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:02:05.928775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:02:05.935296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:05.948139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.949355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:05.968697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.116691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-51662c9b-5543-4049-bcf1-9ad312aa9401', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'fixed_ips': [{'subnet_id': '974c396b-dd62-4e89-98b4-fcb3e651be5c'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:02:06.117610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.125965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.287934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Allocated IP 172.20.0.2 (51662c9b-5543-4049-bcf1-9ad312aa9401/974c396b-dd62-4e89-98b4-fcb3e651be5c/b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:02:06.513276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.524836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Transition to ACTIVE for port object b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:06.545400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Transition to ACTIVE for port object b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:06.550659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.558673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:06.591126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.627175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.631393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:06.635034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:06.637058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Pushing event updated for resources: {'Port': ['ID=b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:06.639372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:02:06.674479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:06.732317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Attempting to bind port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:02:06.732729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Attempting to bind port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:02:06.733150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Attempting to bind port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc on network 51662c9b-5543-4049-bcf1-9ad312aa9401 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:06.742159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:02:06.742572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Checking segment: {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:06.743015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.743448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Bound using segment: {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:02:06.743960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Bound port: b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:02:06.744374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.785648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Allocated IP 172.26.8.217 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/b1ee4071-4668-48ec-87cf-c8362249a940) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:02:06.807068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a9bddb98-a9f3-4932-966c-6aa821a2309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.849871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] For port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:02:06.853292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] For port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:02:06.856536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.861061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:06.940639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Pushing event updated for resources: {'Port': ['ID=b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:06.943694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.943951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:06.971979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:06.976595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:07.046583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:07.050840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ee4071-4668-48ec-87cf-c8362249a940,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:07.053829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:07.054933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:07.057182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:02:07.209605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:07.229456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:07.229456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:07.473747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Router f9a503ff-034a-4ef9-bc97-7433f3041bca is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:02:07.687873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:02:07.697595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Sync routers for ids ['f9a503ff-034a-4ef9-bc97-7433f3041bca'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:02:07.710631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Routers {'f9a503ff-034a-4ef9-bc97-7433f3041bca'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:02:07.711462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:02:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f9a503ff-034a-4ef9-bc97-7433f3041bca'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:07.714963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:07.716702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8063872 Dec 09 10:02:07.719933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37416) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:08.069038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Set router f9a503ff-034a-4ef9-bc97-7433f3041bca gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:02:08.290574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:08.452812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:08.484152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:08.492025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:05Z', 'updated_at': '2021-12-09T10:02:07Z', 'revision_number': 3, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'gw_port': {'id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:06Z', 'updated_at': '2021-12-09T10:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:08.496522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Checking router: f9a503ff-034a-4ef9-bc97-7433f3041bca for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:02:08.496931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Updating router f9a503ff-034a-4ef9-bc97-7433f3041bca port b1ee4071-4668-48ec-87cf-c8362249a940 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:02:08.543738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:08.558936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:08.656907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daefaf31-4586-4b8f-af88-02d40d3a5e87 None None] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:02:08.781804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Allocated IP 172.20.0.1 (51662c9b-5543-4049-bcf1-9ad312aa9401/974c396b-dd62-4e89-98b4-fcb3e651be5c/a792b94e-a5ff-474a-87a6-9a0083716c32) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:02:08.906295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d54ce8b1-984a-4c9c-b1ba-369c5c3f784a None None] Provisioning for port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:08.927193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d54ce8b1-984a-4c9c-b1ba-369c5c3f784a None None] Provisioning complete for port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:08.927615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d54ce8b1-984a-4c9c-b1ba-369c5c3f784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:08.937618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:08.955595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Transition to ACTIVE for port object a792b94e-a5ff-474a-87a6-9a0083716c32 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:08.975630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:08.980397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-765a3b4c-5e66-44f0-a0b9-e956a12610de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:09.049555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:09.052617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:09.055555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:02:09.087577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Pushing event updated for resources: {'Port': ['ID=a792b94e-a5ff-474a-87a6-9a0083716c32,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:09.090513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:09.117938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.197404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.253841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d54ce8b1-984a-4c9c-b1ba-369c5c3f784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.272326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.301133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Transition to ACTIVE for port object b1ee4071-4668-48ec-87cf-c8362249a940 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:09.311627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.318502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:09.361447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d54ce8b1-984a-4c9c-b1ba-369c5c3f784a None None] For port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:09.371202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d54ce8b1-984a-4c9c-b1ba-369c5c3f784a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.403662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e633a9-2280-4bdf-be60-0f0b14272b28 None None] Pushing event updated for resources: {'Port': ['ID=b1ee4071-4668-48ec-87cf-c8362249a940,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:09.408539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7e633a9-2280-4bdf-be60-0f0b14272b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:09.408786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:09.443429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.444385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Attempting to bind port b1ee4071-4668-48ec-87cf-c8362249a940 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:02:09.444965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Attempting to bind port b1ee4071-4668-48ec-87cf-c8362249a940 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:02:09.445256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Attempting to bind port b1ee4071-4668-48ec-87cf-c8362249a940 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:09.447607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.472453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:02:09.472882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:09.473372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.473823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:02:09.474366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Bound port: b1ee4071-4668-48ec-87cf-c8362249a940, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:02:09.474788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.478717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-05e6069c-aed9-479d-828e-bed4ef90bfa1 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:09.536336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ce8b1-984a-4c9c-b1ba-369c5c3f784a None None] Pushing event updated for resources: {'Port': ['ID=b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:09.542046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d54ce8b1-984a-4c9c-b1ba-369c5c3f784a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:09.572187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] For port b1ee4071-4668-48ec-87cf-c8362249a940, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:02:09.576075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] For port b1ee4071-4668-48ec-87cf-c8362249a940, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1ee4071-4668-48ec-87cf-c8362249a940,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:02:09.584722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.590190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:09.674070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d189da0c-423d-47b7-a83d-e4220a710929 None None] Provisioning for port a792b94e-a5ff-474a-87a6-9a0083716c32 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:09.684389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d189da0c-423d-47b7-a83d-e4220a710929 None None] Provisioning complete for port a792b94e-a5ff-474a-87a6-9a0083716c32 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:09.684811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d189da0c-423d-47b7-a83d-e4220a710929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.720461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e633a9-2280-4bdf-be60-0f0b14272b28 None None] Pushing event updated for resources: {'Port': ['ID=b1ee4071-4668-48ec-87cf-c8362249a940,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:09.740003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Routers {'f9a503ff-034a-4ef9-bc97-7433f3041bca'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:02:09.741001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:02:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f9a503ff-034a-4ef9-bc97-7433f3041bca'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:09.797998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7e633a9-2280-4bdf-be60-0f0b14272b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:09.829451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Pushing event updated for resources: {'Port': ['ID=a792b94e-a5ff-474a-87a6-9a0083716c32,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:09.832242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:09.837006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:09.987855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:09.989049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:10.070641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d189da0c-423d-47b7-a83d-e4220a710929 None None] Port a792b94e-a5ff-474a-87a6-9a0083716c32 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:02:10.117853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d189da0c-423d-47b7-a83d-e4220a710929 None None] Provisioning complete for port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:10.118421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d189da0c-423d-47b7-a83d-e4220a710929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:10.188755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] Set router f9a503ff-034a-4ef9-bc97-7433f3041bca gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:02:10.252147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:10.417613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Router f9a503ff-034a-4ef9-bc97-7433f3041bca has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:02:10.576074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:10.576494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:10.624971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:02:10.634678 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] 10.222.0.18 "PUT /v2.0/routers/f9a503ff-034a-4ef9-bc97-7433f3041bca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9134297 Dec 09 10:02:10.718451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1e27dc95-58c3-43df-bafa-365bcf0f53ed None None] Provisioning complete for port a792b94e-a5ff-474a-87a6-9a0083716c32 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:10.718873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1e27dc95-58c3-43df-bafa-365bcf0f53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:10.822496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1e27dc95-58c3-43df-bafa-365bcf0f53ed None None] Port a792b94e-a5ff-474a-87a6-9a0083716c32 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:02:10.855766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:05Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 4, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'gw_port': {'id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:06Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a792b94e-a5ff-474a-87a6-9a0083716c32', 'name': '', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'mac_address': 'fa:16:3e:8b:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:08Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 2, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'subnets': [{'id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:10.859991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab19ee6-220b-4c9b-8bf1-ac2b088c22f9 None None] The sync data for ids ['f9a503ff-034a-4ef9-bc97-7433f3041bca'] in dv-neutron-819581-1-hyperv is: [{'id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:05Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 4, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'gw_port': {'id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:06Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a792b94e-a5ff-474a-87a6-9a0083716c32', 'name': '', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'mac_address': 'fa:16:3e:8b:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:08Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 2, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'subnets': [{'id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:02:11.584074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37438) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:11.590324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-311464711-network', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:11.596481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:11.600771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Usage tracker for resource:network and tenant:54aff434dc434b02bcb9e1a9707dea5f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:02:11.603898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:02:11.610131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:11.621518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Made reservation on behalf of 54aff434dc434b02bcb9e1a9707dea5f for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:02:11.627600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:11.641678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:11.675761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:11.679799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Usage tracker for resource:security_group_rule and tenant:54aff434dc434b02bcb9e1a9707dea5f is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:02:11.682813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:02:11.689632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:11.769245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:11.773395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:11.778443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-043d59f2-12b2-4374-9690-3c11e2ba9a13 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:11.805682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:02:11.819615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc3264-75c7-4fd4-ab0d-1e1c02346ac8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:11.824411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:11.825512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:11.825902 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Added segment d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3 of type vlan for network 88074428-11fb-4a7e-8c47-02bbf14f13e3 Dec 09 10:02:11.855788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:11.897967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:11.899178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:11.899548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:11.905063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:12.004227 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4189212 Dec 09 10:02:12.007309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37442) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:12.013694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Pushing event updated for resources: {'Network': ['ID=88074428-11fb-4a7e-8c47-02bbf14f13e3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:12.014011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Request body: {'subnet': {'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-subnet', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:12.018216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:12.020684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:12.024738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Usage tracker for resource:subnet and tenant:54aff434dc434b02bcb9e1a9707dea5f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:02:12.025438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 88074428-11fb-4a7e-8c47-02bbf14f13e3 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:02:12.027986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:02:12.034427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:12.045393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Made reservation on behalf of 54aff434dc434b02bcb9e1a9707dea5f for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:02:12.050678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.239678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1ee4071-4668-48ec-87cf-c8362249a940 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:12.296263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.302470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-547d37ff-d39f-4943-a561-d06765d37185 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:12.315764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b1ee4071-4668-48ec-87cf-c8362249a940 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:12.321253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b1ee4071-4668-48ec-87cf-c8362249a940 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:12.321688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.388256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2347a41-def6-4df6-951a-1682d920f985,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:12.391459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:12.400837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Checking segment: {'id': 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:12.401280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Network hostable DHCP agents. Network: 88074428-11fb-4a7e-8c47-02bbf14f13e3, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:02:12.425478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Network 88074428-11fb-4a7e-8c47-02bbf14f13e3 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:02:12.435211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 88074428-11fb-4a7e-8c47-02bbf14f13e3) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:12.440032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:12.440838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.453447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0ad25a-588e-4235-8ce9-9b2aaecdd772 None None] Network 88074428-11fb-4a7e-8c47-02bbf14f13e3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:02:12.464191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c91f52ea-a708-46da-9f37-ac5bbfba65f5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4552922 Dec 09 10:02:12.466510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37446) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:12.472673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:12.478060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:12.482613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Usage tracker for resource:router and tenant:54aff434dc434b02bcb9e1a9707dea5f is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:02:12.486802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:02:12.490149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.493788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:12.506710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.507706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.526483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.576857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port b1ee4071-4668-48ec-87cf-c8362249a940, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1ee4071-4668-48ec-87cf-c8362249a940,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:12.584037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.587710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:12.689142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.743303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=b1ee4071-4668-48ec-87cf-c8362249a940,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:12.748503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:12.799842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-88074428-11fb-4a7e-8c47-02bbf14f13e3', 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'fixed_ips': [{'subnet_id': 'f2347a41-def6-4df6-951a-1682d920f985'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:02:12.801410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.904537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.937559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:12.972021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Allocated IP 172.20.0.2 (88074428-11fb-4a7e-8c47-02bbf14f13e3/f2347a41-def6-4df6-951a-1682d920f985/92ec6388-dd06-480f-98b3-62ce28621c3d) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:02:13.086427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Allocated IP 172.26.8.113 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/731f901d-da96-4c56-8f53-9726dbc1b384) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:02:13.190010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:13.201213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Transition to ACTIVE for port object 92ec6388-dd06-480f-98b3-62ce28621c3d will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:13.221410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Transition to ACTIVE for port object 92ec6388-dd06-480f-98b3-62ce28621c3d will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:13.226587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:13.231602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:13.247397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:13.274696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:13.279481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-33ac111c-12d9-4cad-9261-3c8ba6fd883e tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:13.302656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Network 88074428-11fb-4a7e-8c47-02bbf14f13e3 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:13.305720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:13.310198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:02:13.312393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Pushing event updated for resources: {'Port': ['ID=92ec6388-dd06-480f-98b3-62ce28621c3d,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:13.316642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:13.343540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:13.347666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:13.351642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:02:13.390092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Pushing event updated for resources: {'Port': ['ID=731f901d-da96-4c56-8f53-9726dbc1b384,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:13.399365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:13.401885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Attempting to bind port 92ec6388-dd06-480f-98b3-62ce28621c3d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:02:13.402309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Attempting to bind port 92ec6388-dd06-480f-98b3-62ce28621c3d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:02:13.402723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Attempting to bind port 92ec6388-dd06-480f-98b3-62ce28621c3d on network 88074428-11fb-4a7e-8c47-02bbf14f13e3 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:13.410339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:02:13.410749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Checking segment: {'id': 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:13.411201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:13.411632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Bound using segment: {'id': 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:02:13.412145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Bound port: 92ec6388-dd06-480f-98b3-62ce28621c3d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:02:13.412557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:13.506892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] For port 92ec6388-dd06-480f-98b3-62ce28621c3d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:02:13.510763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] For port 92ec6388-dd06-480f-98b3-62ce28621c3d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=92ec6388-dd06-480f-98b3-62ce28621c3d,segment=NetworkSegment(d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3),segment_id=d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:02:13.513907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:13.518936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:13.522932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:13.523697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:13.596810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Pushing event updated for resources: {'Port': ['ID=92ec6388-dd06-480f-98b3-62ce28621c3d,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:13.600290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:13.780585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Router 4679334c-f1f6-44f9-819d-0985ba672b99 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:02:14.021756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:02:14.031515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Sync routers for ids ['4679334c-f1f6-44f9-819d-0985ba672b99'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:02:14.045753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Routers {'4679334c-f1f6-44f9-819d-0985ba672b99'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:02:14.046580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:02:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4679334c-f1f6-44f9-819d-0985ba672b99'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:14.049058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:14.050521 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5829978 Dec 09 10:02:14.053628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37450) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:02:14.250713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Set router 4679334c-f1f6-44f9-819d-0985ba672b99 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:02:14.312980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1ee4071-4668-48ec-87cf-c8362249a940 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:14.396603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b1ee4071-4668-48ec-87cf-c8362249a940 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:14.397031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:14.580074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:13Z', 'revision_number': 3, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'gw_port': {'id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:14.584198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Checking router: 4679334c-f1f6-44f9-819d-0985ba672b99 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:02:14.584604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Updating router 4679334c-f1f6-44f9-819d-0985ba672b99 port 731f901d-da96-4c56-8f53-9726dbc1b384 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:02:14.600524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Sync routers for ids ['f9a503ff-034a-4ef9-bc97-7433f3041bca'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:02:14.631432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Routers {'f9a503ff-034a-4ef9-bc97-7433f3041bca'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:02:14.632142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:02:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f9a503ff-034a-4ef9-bc97-7433f3041bca'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:14.638319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:14.897643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 92ec6388-dd06-480f-98b3-62ce28621c3d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:14.975403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Set router f9a503ff-034a-4ef9-bc97-7433f3041bca gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:02:15.053768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 92ec6388-dd06-480f-98b3-62ce28621c3d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:15.059672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.082292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Transition to ACTIVE for port object 731f901d-da96-4c56-8f53-9726dbc1b384 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:15.088567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.100667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3ca60199-2c3e-4411-bd64-8401c4bc829c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:15.181061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Pushing event updated for resources: {'Port': ['ID=731f901d-da96-4c56-8f53-9726dbc1b384,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:15.193413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.194690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.195073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.195428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.195811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.196184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.196559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.196928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.197326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.197694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.198058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.198423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:15.204254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:15.206729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Attempting to bind port 731f901d-da96-4c56-8f53-9726dbc1b384 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:02:15.207145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Attempting to bind port 731f901d-da96-4c56-8f53-9726dbc1b384 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:02:15.207554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Attempting to bind port 731f901d-da96-4c56-8f53-9726dbc1b384 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:15.215182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:02:15.215616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:15.216058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.216489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:02:15.217011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Bound port: 731f901d-da96-4c56-8f53-9726dbc1b384, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:02:15.217722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.310562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] For port 731f901d-da96-4c56-8f53-9726dbc1b384, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:02:15.314130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] For port 731f901d-da96-4c56-8f53-9726dbc1b384, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=731f901d-da96-4c56-8f53-9726dbc1b384,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:02:15.318005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.322668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:15.386806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:05Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 4, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'gw_port': {'id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:06Z', 'updated_at': '2021-12-09T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a792b94e-a5ff-474a-87a6-9a0083716c32', 'name': '', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'mac_address': 'fa:16:3e:8b:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:08Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 2, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'subnets': [{'id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:15.391250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Checking router: f9a503ff-034a-4ef9-bc97-7433f3041bca for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:02:15.392351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Updating router f9a503ff-034a-4ef9-bc97-7433f3041bca port a792b94e-a5ff-474a-87a6-9a0083716c32 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:02:15.416895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Pushing event updated for resources: {'Port': ['ID=731f901d-da96-4c56-8f53-9726dbc1b384,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:15.420987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:15.422453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Routers {'4679334c-f1f6-44f9-819d-0985ba672b99'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:02:15.422581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61957217-e6e1-42f9-ada2-46c53b8c50ee None None] Network 88074428-11fb-4a7e-8c47-02bbf14f13e3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:02:15.423414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:02:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4679334c-f1f6-44f9-819d-0985ba672b99'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:15.449542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Allocated IP 172.20.0.1 (88074428-11fb-4a7e-8c47-02bbf14f13e3/f2347a41-def6-4df6-951a-1682d920f985/a6321bfb-89cd-4113-ad38-148c27592ab6) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:02:15.551233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.611094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] Set router 4679334c-f1f6-44f9-819d-0985ba672b99 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:02:15.621161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.629027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e6465869-33fb-4813-a8d9-baefe7e5faaf None None] Provisioning for port 92ec6388-dd06-480f-98b3-62ce28621c3d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:15.638888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Transition to ACTIVE for port object a6321bfb-89cd-4113-ad38-148c27592ab6 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:15.640021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e6465869-33fb-4813-a8d9-baefe7e5faaf None None] Provisioning complete for port 92ec6388-dd06-480f-98b3-62ce28621c3d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:15.640436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6465869-33fb-4813-a8d9-baefe7e5faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.659771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.664551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51cfe99b-e1ee-450b-8b42-aa8385a61384 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:15.741471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Network 88074428-11fb-4a7e-8c47-02bbf14f13e3 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:15.745263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:15.747331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Pushing event updated for resources: {'Port': ['ID=a6321bfb-89cd-4113-ad38-148c27592ab6,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:15.749693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:02:15.780038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:15.807590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.910805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:15.927968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:13Z', 'revision_number': 3, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'gw_port': {'id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:15.932131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2824ef38-bcf9-4dbc-b4ff-631e881ad7c9 None None] The sync data for ids ['4679334c-f1f6-44f9-819d-0985ba672b99'] in dv-neutron-819581-1-hyperv is: [{'id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:13Z', 'revision_number': 3, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'gw_port': {'id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:02:16.066804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6465869-33fb-4813-a8d9-baefe7e5faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.139451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e6465869-33fb-4813-a8d9-baefe7e5faaf None None] For port 92ec6388-dd06-480f-98b3-62ce28621c3d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=92ec6388-dd06-480f-98b3-62ce28621c3d,segment=NetworkSegment(d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3),segment_id=d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:16.149905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6465869-33fb-4813-a8d9-baefe7e5faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.154377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:16.159640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.164714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.196631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb00e4fe-de83-42cf-9e39-ef4d30ec569b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:16.284902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Pushing event updated for resources: {'Port': ['ID=a6321bfb-89cd-4113-ad38-148c27592ab6,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:16.287840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.289757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.292417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6465869-33fb-4813-a8d9-baefe7e5faaf None None] Pushing event updated for resources: {'Port': ['ID=92ec6388-dd06-480f-98b3-62ce28621c3d,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:16.292939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:16.297052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6465869-33fb-4813-a8d9-baefe7e5faaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:16.307714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Transition to ACTIVE for port object a792b94e-a5ff-474a-87a6-9a0083716c32 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:16.314673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.318868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb1d7777-3ad1-4233-b64a-1cbae8be2f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:16.463977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Network 88074428-11fb-4a7e-8c47-02bbf14f13e3 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:16.465210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:16.662673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4486b9a-4b54-42a6-b618-973bdd038672 None None] Pushing event updated for resources: {'Port': ['ID=a792b94e-a5ff-474a-87a6-9a0083716c32,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:16.672779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4486b9a-4b54-42a6-b618-973bdd038672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:16.675303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-23ac6a15-0932-4444-82b8-1713d2f6ae10 None None] Provisioning for port a6321bfb-89cd-4113-ad38-148c27592ab6 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:16.682855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-23ac6a15-0932-4444-82b8-1713d2f6ae10 None None] Provisioning complete for port a6321bfb-89cd-4113-ad38-148c27592ab6 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:16.683280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23ac6a15-0932-4444-82b8-1713d2f6ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.850987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-23ac6a15-0932-4444-82b8-1713d2f6ae10 None None] Port a6321bfb-89cd-4113-ad38-148c27592ab6 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:02:16.872961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Attempting to bind port a792b94e-a5ff-474a-87a6-9a0083716c32 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:02:16.873544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Attempting to bind port a792b94e-a5ff-474a-87a6-9a0083716c32 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:02:16.873962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Attempting to bind port a792b94e-a5ff-474a-87a6-9a0083716c32 on network 51662c9b-5543-4049-bcf1-9ad312aa9401 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:16.887251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:02:16.887677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Checking segment: {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:16.888131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.888574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Bound using segment: {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:02:16.889105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Bound port: a792b94e-a5ff-474a-87a6-9a0083716c32, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:02:16.889552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:16.903209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-23ac6a15-0932-4444-82b8-1713d2f6ae10 None None] Provisioning complete for port 92ec6388-dd06-480f-98b3-62ce28621c3d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:16.903633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23ac6a15-0932-4444-82b8-1713d2f6ae10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:17.078382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] For port a792b94e-a5ff-474a-87a6-9a0083716c32, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:02:17.083601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] For port a792b94e-a5ff-474a-87a6-9a0083716c32, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a792b94e-a5ff-474a-87a6-9a0083716c32,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:02:17.094005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Router 4679334c-f1f6-44f9-819d-0985ba672b99 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:02:17.097403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:17.106446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:17.224566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4486b9a-4b54-42a6-b618-973bdd038672 None None] Pushing event updated for resources: {'Port': ['ID=a792b94e-a5ff-474a-87a6-9a0083716c32,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:17.228172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4486b9a-4b54-42a6-b618-973bdd038672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:17.273965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Routers {'f9a503ff-034a-4ef9-bc97-7433f3041bca'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:02:17.274677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:02:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f9a503ff-034a-4ef9-bc97-7433f3041bca'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:17.338637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:02:17.353172 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] 10.222.0.18 "PUT /v2.0/routers/4679334c-f1f6-44f9-819d-0985ba672b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2945094 Dec 09 10:02:17.492408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ca9c570f-e3ba-4628-96c1-890ca325a2c1 None None] Provisioning complete for port a6321bfb-89cd-4113-ad38-148c27592ab6 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:17.492995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ca9c570f-e3ba-4628-96c1-890ca325a2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:17.558309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] Set router f9a503ff-034a-4ef9-bc97-7433f3041bca gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:02:17.650865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ca9c570f-e3ba-4628-96c1-890ca325a2c1 None None] Port a6321bfb-89cd-4113-ad38-148c27592ab6 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:02:17.671386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:17.967080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:05Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 4, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'gw_port': {'id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:06Z', 'updated_at': '2021-12-09T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a792b94e-a5ff-474a-87a6-9a0083716c32', 'name': '', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'mac_address': 'fa:16:3e:8b:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:08Z', 'updated_at': '2021-12-09T10:02:17Z', 'revision_number': 4, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'subnets': [{'id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:17.971786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f57be-aa05-44a0-bed7-98a344eff003 None None] The sync data for ids ['f9a503ff-034a-4ef9-bc97-7433f3041bca'] in dv-neutron-819581-1-hyperv is: [{'id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:05Z', 'updated_at': '2021-12-09T10:02:09Z', 'revision_number': 4, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'gw_port': {'id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:06Z', 'updated_at': '2021-12-09T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a792b94e-a5ff-474a-87a6-9a0083716c32', 'name': '', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'mac_address': 'fa:16:3e:8b:33:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:08Z', 'updated_at': '2021-12-09T10:02:17Z', 'revision_number': 4, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'subnets': [{'id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:02:18.338931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 731f901d-da96-4c56-8f53-9726dbc1b384 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:18.421551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 731f901d-da96-4c56-8f53-9726dbc1b384 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:18.428284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 731f901d-da96-4c56-8f53-9726dbc1b384 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:18.428714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:18.560060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:18.577940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 731f901d-da96-4c56-8f53-9726dbc1b384, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=731f901d-da96-4c56-8f53-9726dbc1b384,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:18.581484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:18.582549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 92ec6388-dd06-480f-98b3-62ce28621c3d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:18.614900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:18.689674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-b3e3661f-fb7a-4361-8b0f-89d993bc9835 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:18.690446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-b3e3661f-fb7a-4361-8b0f-89d993bc9835 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Synchronizing usage tracker for tenant:329a0f699e994fbab86af206e92bdf75 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:02:18.706707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-b3e3661f-fb7a-4361-8b0f-89d993bc9835 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Unset dirty status for tenant:329a0f699e994fbab86af206e92bdf75 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:02:18.708003 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-b3e3661f-fb7a-4361-8b0f-89d993bc9835 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/networks?id=51662c9b-5543-4049-bcf1-9ad312aa9401 HTTP/1.1" status: 200 len: 817 time: 0.4418426 Dec 09 10:02:18.712116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=731f901d-da96-4c56-8f53-9726dbc1b384,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:18.722022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:18.727244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 92ec6388-dd06-480f-98b3-62ce28621c3d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:18.727667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:18.733988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-afcdb347-fe0d-4414-b812-5be97c4f00a5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/quotas/329a0f699e994fbab86af206e92bdf75 HTTP/1.1" status: 200 len: 375 time: 0.0118120 Dec 09 10:02:18.823709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-1a40e028-4d8e-4473-8339-87ef31f7cec1 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Synchronizing usage tracker for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:02:18.839937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-1a40e028-4d8e-4473-8339-87ef31f7cec1 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Unset dirty status for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:02:18.841382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-1a40e028-4d8e-4473-8339-87ef31f7cec1 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=329a0f699e994fbab86af206e92bdf75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997312 Dec 09 10:02:18.850468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a792b94e-a5ff-474a-87a6-9a0083716c32 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:18.919651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port a792b94e-a5ff-474a-87a6-9a0083716c32 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:18.924878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a792b94e-a5ff-474a-87a6-9a0083716c32 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:18.925337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:18.998173 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-595091e1-f9c1-4c29-94bf-008c06d5ea27 service neutron] 10.222.0.18 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426706 Dec 09 10:02:19.044172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:19.081851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port a792b94e-a5ff-474a-87a6-9a0083716c32, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a792b94e-a5ff-474a-87a6-9a0083716c32,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:19.085542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:19.093070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d54ce8b1-984a-4c9c-b1ba-369c5c3f784a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:19.148463 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-90aacb49-839e-4b6a-bb88-9e12685af8de service neutron] 10.222.0.18 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436391 Dec 09 10:02:19.163209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=a792b94e-a5ff-474a-87a6-9a0083716c32,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:19.166533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:19.371741 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4598c53a-d027-4ce1-adb5-f01e7d6ef075 req-5e090eed-1977-4ab6-900a-427441d5dce9 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 210 time: 0.0560186 Dec 09 10:02:19.865997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Sync routers for ids ['4679334c-f1f6-44f9-819d-0985ba672b99'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:02:19.879338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Routers {'4679334c-f1f6-44f9-819d-0985ba672b99'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:02:19.880094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:02:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4679334c-f1f6-44f9-819d-0985ba672b99'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:20.069904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Set router 4679334c-f1f6-44f9-819d-0985ba672b99 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:02:20.221686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 731f901d-da96-4c56-8f53-9726dbc1b384 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:20.296249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 731f901d-da96-4c56-8f53-9726dbc1b384 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:20.296725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:20.415936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:15Z', 'revision_number': 4, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'gw_port': {'id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a6321bfb-89cd-4113-ad38-148c27592ab6', 'name': '', 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'mac_address': 'fa:16:3e:ab:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2347a41-def6-4df6-951a-1682d920f985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:15Z', 'updated_at': '2021-12-09T10:02:15Z', 'revision_number': 2, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'subnets': [{'id': 'f2347a41-def6-4df6-951a-1682d920f985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:20.421914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Checking router: 4679334c-f1f6-44f9-819d-0985ba672b99 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:02:20.422521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Updating router 4679334c-f1f6-44f9-819d-0985ba672b99 port a6321bfb-89cd-4113-ad38-148c27592ab6 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:02:20.449773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a792b94e-a5ff-474a-87a6-9a0083716c32 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:20.488630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:20.558965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a792b94e-a5ff-474a-87a6-9a0083716c32 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:20.559580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:20.631094 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c61b71f9-a28c-48e0-a5d9-80ea3420827b req-1dcd7509-d105-4eb6-8e24-2d8e252bebb1 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 210 time: 0.0698569 Dec 09 10:02:20.684207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-734401a8-5204-47f2-9942-77e7e5961cab tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:20.686823 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-734401a8-5204-47f2-9942-77e7e5961cab tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.65 "GET /v2.0/networks?id=51662c9b-5543-4049-bcf1-9ad312aa9401 HTTP/1.1" status: 200 len: 817 time: 0.2446799 Dec 09 10:02:20.702919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Request body: {'port': {'device_id': 'fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'admin_state_up': True, 'tenant_id': '329a0f699e994fbab86af206e92bdf75'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:20.872216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:20.882401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:20.891609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Made reservation on behalf of 329a0f699e994fbab86af206e92bdf75 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:02:20.897492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.066658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.079394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Allocated IP 172.20.0.6 (51662c9b-5543-4049-bcf1-9ad312aa9401/974c396b-dd62-4e89-98b4-fcb3e651be5c/e7a9e3a4-0e69-402a-ba36-63eb659b8e5c) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:02:21.081435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Transition to ACTIVE for port object a6321bfb-89cd-4113-ad38-148c27592ab6 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:21.087044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.091426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a12aad13-2a35-43bb-9710-9d2c6a9b7f74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:21.223041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0c035-aa62-494c-994c-346add4a0556 None None] Pushing event updated for resources: {'Port': ['ID=a6321bfb-89cd-4113-ad38-148c27592ab6,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:21.226089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e8c0c035-aa62-494c-994c-346add4a0556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:21.309914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.318418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Attempting to bind port a6321bfb-89cd-4113-ad38-148c27592ab6 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:02:21.318755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Attempting to bind port a6321bfb-89cd-4113-ad38-148c27592ab6 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:02:21.319159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Attempting to bind port a6321bfb-89cd-4113-ad38-148c27592ab6 on network 88074428-11fb-4a7e-8c47-02bbf14f13e3 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:21.326214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:02:21.326629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Checking segment: {'id': 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:21.327074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.327501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Bound using segment: {'id': 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:02:21.328009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Bound port: a6321bfb-89cd-4113-ad38-148c27592ab6, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:02:21.328426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.352389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Transition to ACTIVE for port object e7a9e3a4-0e69-402a-ba36-63eb659b8e5c will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:21.378832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.391969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:21.440972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] For port a6321bfb-89cd-4113-ad38-148c27592ab6, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:02:21.444164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] For port a6321bfb-89cd-4113-ad38-148c27592ab6, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a6321bfb-89cd-4113-ad38-148c27592ab6,segment=NetworkSegment(d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3),segment_id=d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:02:21.447375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.451752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:21.462171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:21.466063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:21.471276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:02:21.508336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Pushing event updated for resources: {'Port': ['ID=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:21.515496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:21.538410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0c035-aa62-494c-994c-346add4a0556 None None] Pushing event updated for resources: {'Port': ['ID=a6321bfb-89cd-4113-ad38-148c27592ab6,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:21.542287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e8c0c035-aa62-494c-994c-346add4a0556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:21.543050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Routers {'4679334c-f1f6-44f9-819d-0985ba672b99'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:02:21.543758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:02:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4679334c-f1f6-44f9-819d-0985ba672b99'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:21.555871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:21.556578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.585058 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8866155 Dec 09 10:02:21.598322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Request body: {'port': {'device_id': 'fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:21.765099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.812129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] Set router 4679334c-f1f6-44f9-819d-0985ba672b99 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:02:21.936190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-aa3efca5-7026-4f34-82aa-319c3b35f8c9 None None] Provisioning for port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:21.944987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-aa3efca5-7026-4f34-82aa-319c3b35f8c9 None None] Provisioning complete for port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:21.945440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa3efca5-7026-4f34-82aa-319c3b35f8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:21.968039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188537ef-ce39-4295-ba76-e3e9cdb63be7 req-6a5fc8f4-b11f-4b98-afaf-8500c15c810a tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:21.969915 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-188537ef-ce39-4295-ba76-e3e9cdb63be7 req-6a5fc8f4-b11f-4b98-afaf-8500c15c810a tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 931 time: 0.1199012 Dec 09 10:02:22.043169 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-188537ef-ce39-4295-ba76-e3e9cdb63be7 req-10341216-e8a7-438d-9b26-b579c8033dd5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648575 Dec 09 10:02:22.189366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-aa3efca5-7026-4f34-82aa-319c3b35f8c9 None None] Port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:02:22.203528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a9e3a4-0e69-402a-ba36-63eb659b8e5c {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:02:22.204816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:15Z', 'revision_number': 4, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'gw_port': {'id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a6321bfb-89cd-4113-ad38-148c27592ab6', 'name': '', 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'mac_address': 'fa:16:3e:ab:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2347a41-def6-4df6-951a-1682d920f985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:15Z', 'updated_at': '2021-12-09T10:02:21Z', 'revision_number': 4, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'subnets': [{'id': 'f2347a41-def6-4df6-951a-1682d920f985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:02:22.209501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db828d-8b06-4ca7-a0c8-ea9c492182e2 None None] The sync data for ids ['4679334c-f1f6-44f9-819d-0985ba672b99'] in dv-neutron-819581-1-hyperv is: [{'id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:15Z', 'revision_number': 4, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'gw_port': {'id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'a6321bfb-89cd-4113-ad38-148c27592ab6', 'name': '', 'network_id': '88074428-11fb-4a7e-8c47-02bbf14f13e3', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'mac_address': 'fa:16:3e:ab:46:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2347a41-def6-4df6-951a-1682d920f985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:15Z', 'updated_at': '2021-12-09T10:02:21Z', 'revision_number': 4, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'subnets': [{'id': 'f2347a41-def6-4df6-951a-1682d920f985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:02:22.210934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:22.226903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Transition to ACTIVE for port object e7a9e3a4-0e69-402a-ba36-63eb659b8e5c will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:22.229831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:22.234380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:22.305593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:22.362896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:22.498727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Attempting to bind port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:02:22.499188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Attempting to bind port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:02:22.499641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Attempting to bind port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c on network 51662c9b-5543-4049-bcf1-9ad312aa9401 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:22.506983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c on network 51662c9b-5543-4049-bcf1-9ad312aa9401 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:02:22.507346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Attempting to bind port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c on network 51662c9b-5543-4049-bcf1-9ad312aa9401 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:22.514609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:02:22.514915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Checking segment: {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:22.515335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Bound using segment: {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:02:22.516064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Bound port: e7a9e3a4-0e69-402a-ba36-63eb659b8e5c, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:02:22.516634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:22.620085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] For port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:02:22.623342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] For port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:02:22.627087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:22.633716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-98bb90f3-4967-417f-b55b-eb4079fbda09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:22.686799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:22.688529 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] 10.222.0.65 "PUT /v2.0/ports/e7a9e3a4-0e69-402a-ba36-63eb659b8e5c HTTP/1.1" status: 200 len: 1093 time: 1.0952947 Dec 09 10:02:22.689409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c', 'tag': 'e7a9e3a4-0e69-402a-ba36-63eb659b8e5c'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:02:22.728867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:22.734214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:22.784806 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c', 'tag': 'e7a9e3a4-0e69-402a-ba36-63eb659b8e5c', 'status': 'completed', 'code': 200} Dec 09 10:02:22.836050 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-6bc61aaf-7564-4c75-9e11-45e503cca596 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=329a0f699e994fbab86af206e92bdf75&device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 1096 time: 0.0949001 Dec 09 10:02:22.918847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-70e17ff7-daf7-40cd-a32d-b32f04587c64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c HTTP/1.1" status: 200 len: 217 time: 0.0751777 Dec 09 10:02:22.995337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-9f0fcfca-c94f-4d96-93b3-19280ad29319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:22.997061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-9f0fcfca-c94f-4d96-93b3-19280ad29319 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=974c396b-dd62-4e89-98b4-fcb3e651be5c HTTP/1.1" status: 200 len: 856 time: 0.0721986 Dec 09 10:02:23.088035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-df163dc9-9e0f-49a6-9e4b-31584160ffa3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51662c9b-5543-4049-bcf1-9ad312aa9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836320 Dec 09 10:02:23.239919 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-6ffaebec-f64a-4466-8579-149181deb14a service neutron] 10.222.0.65 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456044 Dec 09 10:02:23.260513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0526d66-ee3b-4947-b068-ce97449fdd18 req-058bac0f-a567-432f-89d6-82079a9c3d9b tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:23.262307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0526d66-ee3b-4947-b068-ce97449fdd18 req-058bac0f-a567-432f-89d6-82079a9c3d9b tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 943 time: 0.0939968 Dec 09 10:02:23.313687 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0526d66-ee3b-4947-b068-ce97449fdd18 req-3eadb246-7f55-4f53-95ba-91fd03b6679d tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Dec 09 10:02:23.403772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4c78d97-9aad-4693-8351-1f14884801d7 req-b732b931-ff52-44f0-8ec3-c779691ebc12 service neutron] 10.222.0.65 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578803 Dec 09 10:02:23.523409 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f954a2f6-af6a-4842-b0b2-f21ce32cdcd2 req-4975ece2-e973-4f20-8eb3-6142fe4bae3a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=329a0f699e994fbab86af206e92bdf75&device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 1096 time: 0.0770822 Dec 09 10:02:23.668157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954a2f6-af6a-4842-b0b2-f21ce32cdcd2 req-fd808f4a-b85a-409b-a31a-233d96b61661 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:23.669768 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f954a2f6-af6a-4842-b0b2-f21ce32cdcd2 req-fd808f4a-b85a-409b-a31a-233d96b61661 service neutron] 10.222.0.65 "GET /v2.0/networks?id=51662c9b-5543-4049-bcf1-9ad312aa9401 HTTP/1.1" status: 200 len: 918 time: 0.1395652 Dec 09 10:02:23.747572 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f954a2f6-af6a-4842-b0b2-f21ce32cdcd2 req-b58b0e16-0586-4d39-8b50-319214344ef2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c HTTP/1.1" status: 200 len: 217 time: 0.0711446 Dec 09 10:02:23.815598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954a2f6-af6a-4842-b0b2-f21ce32cdcd2 req-09ad8d7f-4605-47ad-8382-bffd2be47889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:23.817182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f954a2f6-af6a-4842-b0b2-f21ce32cdcd2 req-09ad8d7f-4605-47ad-8382-bffd2be47889 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=974c396b-dd62-4e89-98b4-fcb3e651be5c HTTP/1.1" status: 200 len: 856 time: 0.0632377 Dec 09 10:02:23.902277 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f954a2f6-af6a-4842-b0b2-f21ce32cdcd2 req-3fafd75e-0c67-47a6-b10d-8d4880248e87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51662c9b-5543-4049-bcf1-9ad312aa9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782137 Dec 09 10:02:24.236909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a6321bfb-89cd-4113-ad38-148c27592ab6 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:24.287146 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f954a2f6-af6a-4842-b0b2-f21ce32cdcd2 req-e642af82-a427-4adc-bd32-b8dff90c0a87 service neutron] 10.222.0.65 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778191 Dec 09 10:02:24.307325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port a6321bfb-89cd-4113-ad38-148c27592ab6 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:24.312064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a6321bfb-89cd-4113-ad38-148c27592ab6 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:24.312483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:24.435444 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f954a2f6-af6a-4842-b0b2-f21ce32cdcd2 req-c2b20bda-4c94-4c95-937d-99b095a4edd9 service neutron] 10.222.0.65 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413536 Dec 09 10:02:24.442069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:24.476787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port a6321bfb-89cd-4113-ad38-148c27592ab6, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a6321bfb-89cd-4113-ad38-148c27592ab6,segment=NetworkSegment(d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3),segment_id=d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:24.479768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:24.482603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:24.524839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eaa79-b308-4598-b2a0-88e792436b55 req-92569157-b1dd-4134-b0cb-6592c1e740a9 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:24.525638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-347eaa79-b308-4598-b2a0-88e792436b55 req-92569157-b1dd-4134-b0cb-6592c1e740a9 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Synchronizing usage tracker for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:02:24.541492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-347eaa79-b308-4598-b2a0-88e792436b55 req-92569157-b1dd-4134-b0cb-6592c1e740a9 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Unset dirty status for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:02:24.542901 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-347eaa79-b308-4598-b2a0-88e792436b55 req-92569157-b1dd-4134-b0cb-6592c1e740a9 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 943 time: 0.1010294 Dec 09 10:02:24.556077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=a6321bfb-89cd-4113-ad38-148c27592ab6,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:24.565455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.565854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.566239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.566624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.567003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.567380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.567760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.568135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.568508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.568882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.569288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:24.573356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:24.592559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-347eaa79-b308-4598-b2a0-88e792436b55 req-3e94604d-90d4-47d6-a5e0-2078ac2dd499 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Synchronizing usage tracker for tenant:329a0f699e994fbab86af206e92bdf75 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:02:24.608729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-347eaa79-b308-4598-b2a0-88e792436b55 req-3e94604d-90d4-47d6-a5e0-2078ac2dd499 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Unset dirty status for tenant:329a0f699e994fbab86af206e92bdf75 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:02:24.610708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-347eaa79-b308-4598-b2a0-88e792436b55 req-3e94604d-90d4-47d6-a5e0-2078ac2dd499 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600431 Dec 09 10:02:25.818015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769252f1-2c77-46e0-b65e-6f2404182c7f req-780a7902-8890-44e4-b65f-779d32d823dd tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:25.819617 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-769252f1-2c77-46e0-b65e-6f2404182c7f req-780a7902-8890-44e4-b65f-779d32d823dd tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 943 time: 0.0853691 Dec 09 10:02:25.829899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e7a9e3a4-0e69-402a-ba36-63eb659b8e5c details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:02:25.870165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-769252f1-2c77-46e0-b65e-6f2404182c7f req-821ccaef-f334-4ad6-b412-c06d5006631b tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Dec 09 10:02:25.973983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:25.988817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'e7a9e3a4-0e69-402a-ba36-63eb659b8e5c', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'port_id': 'e7a9e3a4-0e69-402a-ba36-63eb659b8e5c', 'mac_address': 'fa:16:3e:4e:d4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:02:26.049816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:26.067967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a9e3a4-0e69-402a-ba36-63eb659b8e5c {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:02:26.083237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:26.085179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:26.087047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:26.152833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:26.156081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:26.223697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a6321bfb-89cd-4113-ad38-148c27592ab6 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:26.299385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port a6321bfb-89cd-4113-ad38-148c27592ab6 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:26.299733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:26.328226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['e7a9e3a4-0e69-402a-ba36-63eb659b8e5c'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:02:27.086426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5e6f0-d55a-4034-9755-b9fbfda97095 req-01ce7655-4f13-4c4b-921a-e964ee3a3dcd tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:27.088032 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f8d5e6f0-d55a-4034-9755-b9fbfda97095 req-01ce7655-4f13-4c4b-921a-e964ee3a3dcd tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 944 time: 0.0927091 Dec 09 10:02:27.142722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f8d5e6f0-d55a-4034-9755-b9fbfda97095 req-a8d727d8-3715-48c7-b0f2-b83e77b2a682 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482476 Dec 09 10:02:27.865132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e7a9e3a4-0e69-402a-ba36-63eb659b8e5c up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:02:27.937021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:27.942709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:27.943134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:28.057733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:28.088177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a9e3a4-0e69-402a-ba36-63eb659b8e5c'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:02:28.099516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:28.103676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:28.105679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:28.152501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a9e3a4-0e69-402a-ba36-63eb659b8e5c', 'code': 200} Dec 09 10:02:28.177956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:28.192150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:28.403574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d9c61-60be-4d62-8532-090b32482967 req-26176775-2997-4208-bee5-ed82a51f5c8b tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:28.405213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-873d9c61-60be-4d62-8532-090b32482967 req-26176775-2997-4208-bee5-ed82a51f5c8b tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 945 time: 0.1355126 Dec 09 10:02:28.455946 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3debc99d-6ef7-4c34-b12a-802a21ea4b4f req-14b1845a-a1a2-4b4e-a12e-2cf1642f2101 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 1098 time: 0.1304302 Dec 09 10:02:28.487946 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-873d9c61-60be-4d62-8532-090b32482967 req-81c3f39f-f064-4d0e-8c46-2415a1be094d tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724883 Dec 09 10:02:28.509138 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3debc99d-6ef7-4c34-b12a-802a21ea4b4f req-884597a6-c90f-4c91-98e8-f3595e0e741a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450652 Dec 09 10:02:29.697411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591bb67-2d28-4434-868f-adf340499eb8 req-f1a3d741-0297-44a4-b94a-f70649f06d81 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:29.699027 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d591bb67-2d28-4434-868f-adf340499eb8 req-f1a3d741-0297-44a4-b94a-f70649f06d81 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 945 time: 0.0865085 Dec 09 10:02:29.749297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d591bb67-2d28-4434-868f-adf340499eb8 req-753c1b80-a6d4-4f24-a4f5-d8b0d090e953 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Dec 09 10:02:29.962024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08186559-65d4-405e-be92-7963af701c9e req-e752fdc3-03c8-4b59-aac7-6d2c5c2b8c3b tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:29.963633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08186559-65d4-405e-be92-7963af701c9e req-e752fdc3-03c8-4b59-aac7-6d2c5c2b8c3b tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 945 time: 0.0902903 Dec 09 10:02:30.013552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08186559-65d4-405e-be92-7963af701c9e req-434c7b1f-9598-4aca-852f-aa9c6d543953 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Dec 09 10:02:31.176780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:02:34.482037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8e2bc0b9-0abe-4af7-acd8-1f78d58e8756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:35.744874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:36.751868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-45e640fe-7f01-418e-a7bb-bb26643736f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:37.198445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:38.473935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:46.021765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4c2e2-86e2-494a-86a6-f6f2db7edfd1 req-36646412-0d0c-47fe-bd39-bf9f57d7052e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:46.023291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-77b4c2e2-86e2-494a-86a6-f6f2db7edfd1 req-36646412-0d0c-47fe-bd39-bf9f57d7052e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 945 time: 0.0873339 Dec 09 10:02:46.071785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-77b4c2e2-86e2-494a-86a6-f6f2db7edfd1 req-0279c7a0-fd93-4a90-a919-17a815ccf9d0 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423777 Dec 09 10:02:47.280384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57eb4d-46a3-4f0c-9f64-55c56b86bdc2 req-31b260e7-b3f5-4eee-88b4-a9bb1ad76c2e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:47.282182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4f57eb4d-46a3-4f0c-9f64-55c56b86bdc2 req-31b260e7-b3f5-4eee-88b4-a9bb1ad76c2e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 945 time: 0.0850928 Dec 09 10:02:47.335068 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4f57eb4d-46a3-4f0c-9f64-55c56b86bdc2 req-db8c60c4-8c33-476a-a161-857bbb836564 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466883 Dec 09 10:02:47.460906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-34b36f2e-8a22-4592-a1e9-432035261788 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:47.462410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-34b36f2e-8a22-4592-a1e9-432035261788 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 945 time: 0.0853157 Dec 09 10:02:47.534939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Deleting port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:02:47.535322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:47.613256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:47.793302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] For port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:47.793706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:47.929225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Calling delete_port for e7a9e3a4-0e69-402a-ba36-63eb659b8e5c owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:02:48.074452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:48.080074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:48.085668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['e7a9e3a4-0e69-402a-ba36-63eb659b8e5c'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:02:48.124333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Pushing event deleted for resources: {'Port': ['ID=e7a9e3a4-0e69-402a-ba36-63eb659b8e5c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:48.128343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:48.206428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] No DVR routers for this DVR port e7a9e3a4-0e69-402a-ba36-63eb659b8e5c on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:02:48.209031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:48.212210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c', 'name': 'network-vif-deleted', 'tag': 'e7a9e3a4-0e69-402a-ba36-63eb659b8e5c'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:02:48.229622 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4bf5062b-d5f3-419a-9e22-afcd074ec714 req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.65 "DELETE /v2.0/ports/e7a9e3a4-0e69-402a-ba36-63eb659b8e5c HTTP/1.1" status: 204 len: 173 time: 0.7619519 Dec 09 10:02:48.274372 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c', 'name': 'network-vif-deleted', 'tag': 'e7a9e3a4-0e69-402a-ba36-63eb659b8e5c', 'status': 'completed', 'code': 200} Dec 09 10:02:48.522234 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e76e0890-302b-45f7-8592-3e04ac4d6d52 req-f76fec2c-13bc-465d-aa8d-0658f5eb9911 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd2e1a4a-35e5-4ebf-8edb-2ca7da0ede3c HTTP/1.1" status: 200 len: 210 time: 0.0462568 Dec 09 10:02:50.227516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-3f495287-c224-4d01-8e53-16bade7185b7 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:50.229127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-3f495287-c224-4d01-8e53-16bade7185b7 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/networks?id=51662c9b-5543-4049-bcf1-9ad312aa9401 HTTP/1.1" status: 200 len: 817 time: 0.1576052 Dec 09 10:02:50.247570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-c9851fe4-8af7-4d92-8537-c993b7e50482 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/quotas/329a0f699e994fbab86af206e92bdf75 HTTP/1.1" status: 200 len: 375 time: 0.0116055 Dec 09 10:02:50.334380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-72ddf68d-59ae-40c3-8554-dd51797191d2 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=329a0f699e994fbab86af206e92bdf75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809619 Dec 09 10:02:50.482750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-de3461d0-0a38-42ca-bd24-4ee736df830b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 10:02:50.483850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-de3461d0-0a38-42ca-bd24-4ee736df830b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1365471 Dec 09 10:02:50.874312 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-90b52b43-7c26-4e75-89e5-64e095eee96d service neutron] 10.222.0.18 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835773 Dec 09 10:02:51.018489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-6705deaf-2f7f-4f69-b913-d342b1064b84 service neutron] 10.222.0.18 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372635 Dec 09 10:02:51.212777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f12ad890-8c0a-4b85-afe0-55c35dd5281b req-bd2665c0-7395-4da8-a205-e380ddad6b4f tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Synchronizing usage tracker for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:02:51.229476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f12ad890-8c0a-4b85-afe0-55c35dd5281b req-bd2665c0-7395-4da8-a205-e380ddad6b4f tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Unset dirty status for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:02:51.230750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12ad890-8c0a-4b85-afe0-55c35dd5281b req-bd2665c0-7395-4da8-a205-e380ddad6b4f tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 210 time: 0.0630977 Dec 09 10:02:52.052127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e7a9e3a4-0e69-402a-ba36-63eb659b8e5c no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:02:52.086062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: e7a9e3a4-0e69-402a-ba36-63eb659b8e5c {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:02:52.086458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device e7a9e3a4-0e69-402a-ba36-63eb659b8e5c not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:02:52.413973 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6b0d7963-14b4-4924-827c-81df34a5f32e req-d2a94686-15c7-4cea-a08c-67a9417b388c tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 210 time: 0.0550363 Dec 09 10:02:52.425103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-f2aa0e34-03c8-4a8c-80f0-49fd2b34123e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:52.426960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-f2aa0e34-03c8-4a8c-80f0-49fd2b34123e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.65 "GET /v2.0/networks?id=51662c9b-5543-4049-bcf1-9ad312aa9401 HTTP/1.1" status: 200 len: 817 time: 0.1688225 Dec 09 10:02:52.442312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Request body: {'port': {'device_id': '4d57594f-d8c3-465a-b8a1-e896ba1b16c0', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'admin_state_up': True, 'tenant_id': '329a0f699e994fbab86af206e92bdf75'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:52.622627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:02:52.636408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:02:52.647892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Made reservation on behalf of 329a0f699e994fbab86af206e92bdf75 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:02:52.654576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:52.853454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Allocated IP 172.20.0.10 (51662c9b-5543-4049-bcf1-9ad312aa9401/974c396b-dd62-4e89-98b4-fcb3e651be5c/642ecb44-6fe0-4ced-9703-3b3c69e81044) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:02:53.070931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:53.090917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Transition to ACTIVE for port object 642ecb44-6fe0-4ced-9703-3b3c69e81044 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:53.111984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:53.117716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6ec0be25-7f09-4e81-8418-54cfdaa7fa13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:53.204405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:02:53.208342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:02:53.213067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:02:53.242227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Pushing event updated for resources: {'Port': ['ID=642ecb44-6fe0-4ced-9703-3b3c69e81044,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:53.268855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.269316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.269741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.270164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.270578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.270997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.271410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.271820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.272226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.272632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.273038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:02:53.278956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:53.296480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:53.297818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:53.323907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8864465 Dec 09 10:02:53.336234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Request body: {'port': {'device_id': '4d57594f-d8c3-465a-b8a1-e896ba1b16c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:02:53.455208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:53.494035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-efe1597b-02d3-4b36-a993-dbb58c668595 None None] Provisioning for port 642ecb44-6fe0-4ced-9703-3b3c69e81044 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:02:53.504816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-efe1597b-02d3-4b36-a993-dbb58c668595 None None] Provisioning complete for port 642ecb44-6fe0-4ced-9703-3b3c69e81044 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:02:53.505265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-efe1597b-02d3-4b36-a993-dbb58c668595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:53.568339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-efe1597b-02d3-4b36-a993-dbb58c668595 None None] Port 642ecb44-6fe0-4ced-9703-3b3c69e81044 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:02:53.779850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b34a0e-9879-48a5-817a-c0f78d9933ba req-513e7c48-f91f-4136-a943-92d0141548ae tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:53.780612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-93b34a0e-9879-48a5-817a-c0f78d9933ba req-513e7c48-f91f-4136-a943-92d0141548ae tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Synchronizing usage tracker for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:02:53.806204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-93b34a0e-9879-48a5-817a-c0f78d9933ba req-513e7c48-f91f-4136-a943-92d0141548ae tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Unset dirty status for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:02:53.807460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93b34a0e-9879-48a5-817a-c0f78d9933ba req-513e7c48-f91f-4136-a943-92d0141548ae tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 932 time: 0.2294228 Dec 09 10:02:53.883382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93b34a0e-9879-48a5-817a-c0f78d9933ba req-c3591706-93be-455f-8b7b-e9c79da26e66 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646267 Dec 09 10:02:53.945372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642ecb44-6fe0-4ced-9703-3b3c69e81044 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:02:53.952548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:53.968574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Transition to ACTIVE for port object 642ecb44-6fe0-4ced-9703-3b3c69e81044 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:02:53.971433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:53.975826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:54.108206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Pushing event updated for resources: {'Port': ['ID=642ecb44-6fe0-4ced-9703-3b3c69e81044,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:54.112973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:54.226194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Attempting to bind port 642ecb44-6fe0-4ced-9703-3b3c69e81044 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:02:54.226570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Attempting to bind port 642ecb44-6fe0-4ced-9703-3b3c69e81044 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:02:54.226940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Attempting to bind port 642ecb44-6fe0-4ced-9703-3b3c69e81044 on network 51662c9b-5543-4049-bcf1-9ad312aa9401 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:54.233557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Port 642ecb44-6fe0-4ced-9703-3b3c69e81044 on network 51662c9b-5543-4049-bcf1-9ad312aa9401 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:02:54.233927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Attempting to bind port 642ecb44-6fe0-4ced-9703-3b3c69e81044 on network 51662c9b-5543-4049-bcf1-9ad312aa9401 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:02:54.241350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:02:54.241727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Checking segment: {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:02:54.242145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Bound using segment: {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:02:54.242616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Bound port: 642ecb44-6fe0-4ced-9703-3b3c69e81044, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94d336c0-3be5-4984-aca2-f3868f722522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:02:54.243006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:54.333822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] For port 642ecb44-6fe0-4ced-9703-3b3c69e81044, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:02:54.336960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] For port 642ecb44-6fe0-4ced-9703-3b3c69e81044, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=642ecb44-6fe0-4ced-9703-3b3c69e81044,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:02:54.340227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:54.345540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d2fb3f5-2d9d-42a4-a967-6bbc90a7e166 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:54.407924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:54.409453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] 10.222.0.65 "PUT /v2.0/ports/642ecb44-6fe0-4ced-9703-3b3c69e81044 HTTP/1.1" status: 200 len: 1094 time: 1.0777946 Dec 09 10:02:54.410028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d57594f-d8c3-465a-b8a1-e896ba1b16c0', 'tag': '642ecb44-6fe0-4ced-9703-3b3c69e81044'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:02:54.425589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Pushing event updated for resources: {'Port': ['ID=642ecb44-6fe0-4ced-9703-3b3c69e81044,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:54.429331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:54.509692 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d57594f-d8c3-465a-b8a1-e896ba1b16c0', 'tag': '642ecb44-6fe0-4ced-9703-3b3c69e81044', 'status': 'completed', 'code': 200} Dec 09 10:02:54.550682 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-153f4841-63ff-49d0-a58e-525d3dc3ac49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=329a0f699e994fbab86af206e92bdf75&device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 1097 time: 0.0854266 Dec 09 10:02:54.625993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-c6148629-a962-4641-9d38-c328fa55e6d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=642ecb44-6fe0-4ced-9703-3b3c69e81044 HTTP/1.1" status: 200 len: 217 time: 0.0675032 Dec 09 10:02:54.699266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-3d9324e8-c87d-4d39-97cf-0209cfd0cdd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:54.700768 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-3d9324e8-c87d-4d39-97cf-0209cfd0cdd6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=974c396b-dd62-4e89-98b4-fcb3e651be5c HTTP/1.1" status: 200 len: 856 time: 0.0697379 Dec 09 10:02:54.783890 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-e31c9e6e-8769-415c-95e2-a1ee8282b7ba service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51662c9b-5543-4049-bcf1-9ad312aa9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766892 Dec 09 10:02:54.930543 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-165837e5-12b1-4c46-80b3-781faf83b693 service neutron] 10.222.0.65 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400599 Dec 09 10:02:55.365506 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f851245d-e8fa-4629-ab9e-09cd1ed14df0 req-91d3f74d-6957-4e73-9681-17b5c716089c service neutron] 10.222.0.65 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286942 Dec 09 10:02:55.390364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b313d4-df32-4a93-8b51-9f246dd377c3 req-7ee8bb32-2d67-49bd-8f70-42300aceb246 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:55.392143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f8b313d4-df32-4a93-8b51-9f246dd377c3 req-7ee8bb32-2d67-49bd-8f70-42300aceb246 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 944 time: 0.1219866 Dec 09 10:02:55.495274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f8b313d4-df32-4a93-8b51-9f246dd377c3 req-920e1d65-eaae-48b9-9c71-1d8d04024918 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968385 Dec 09 10:02:55.525155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c8a8d7b-c5e5-427a-bc23-083097564a73 req-4a3e9068-29dd-48fc-8120-9ca8dc87ca72 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=329a0f699e994fbab86af206e92bdf75&device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 1097 time: 0.1073432 Dec 09 10:02:55.669972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8d7b-c5e5-427a-bc23-083097564a73 req-ae70eec0-82a7-482e-b0e8-ee538d400525 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:55.671510 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c8a8d7b-c5e5-427a-bc23-083097564a73 req-ae70eec0-82a7-482e-b0e8-ee538d400525 service neutron] 10.222.0.65 "GET /v2.0/networks?id=51662c9b-5543-4049-bcf1-9ad312aa9401 HTTP/1.1" status: 200 len: 918 time: 0.1397312 Dec 09 10:02:55.747921 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c8a8d7b-c5e5-427a-bc23-083097564a73 req-b790d6ef-53ee-4a2b-a079-5ff0bc12757f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=642ecb44-6fe0-4ced-9703-3b3c69e81044 HTTP/1.1" status: 200 len: 217 time: 0.0694282 Dec 09 10:02:55.817259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a8d7b-c5e5-427a-bc23-083097564a73 req-5eb6b3c4-6fef-4c97-b381-cdc8f8c3da65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:55.818849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c8a8d7b-c5e5-427a-bc23-083097564a73 req-5eb6b3c4-6fef-4c97-b381-cdc8f8c3da65 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=974c396b-dd62-4e89-98b4-fcb3e651be5c HTTP/1.1" status: 200 len: 856 time: 0.0648730 Dec 09 10:02:55.903845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c8a8d7b-c5e5-427a-bc23-083097564a73 req-314de49b-baa9-4e88-a302-07de4bb23c54 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=51662c9b-5543-4049-bcf1-9ad312aa9401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770397 Dec 09 10:02:56.047159 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c8a8d7b-c5e5-427a-bc23-083097564a73 req-6b40529d-6f32-4b76-8130-6a9f01bc15cd service neutron] 10.222.0.65 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353829 Dec 09 10:02:56.190003 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3c8a8d7b-c5e5-427a-bc23-083097564a73 req-c0b0998e-e5ab-448a-989e-6f6275b5e079 service neutron] 10.222.0.65 "GET /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365588 Dec 09 10:02:56.704118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dc8a9-3e38-4935-a829-33c2aa4d9c91 req-367ab685-6333-44a4-90e0-7b2b2230ff4f tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:56.705720 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0a7dc8a9-3e38-4935-a829-33c2aa4d9c91 req-367ab685-6333-44a4-90e0-7b2b2230ff4f tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 944 time: 0.0833461 Dec 09 10:02:56.757137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0a7dc8a9-3e38-4935-a829-33c2aa4d9c91 req-904e8ecd-0032-410f-8e44-7b3e64ad550a tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450945 Dec 09 10:02:57.963598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3075030-7d12-438e-a5f2-1e3597d96c6c req-5b7c0e18-521d-4cb3-9c72-a5369cb987dc tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:57.965188 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b3075030-7d12-438e-a5f2-1e3597d96c6c req-5b7c0e18-521d-4cb3-9c72-a5369cb987dc tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 944 time: 0.0813901 Dec 09 10:02:58.013029 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b3075030-7d12-438e-a5f2-1e3597d96c6c req-0e8567a1-b636-417f-8983-38417d19d59c tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Dec 09 10:02:58.098142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 642ecb44-6fe0-4ced-9703-3b3c69e81044 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:02:58.240061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 642ecb44-6fe0-4ced-9703-3b3c69e81044, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=642ecb44-6fe0-4ced-9703-3b3c69e81044,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:58.254605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '642ecb44-6fe0-4ced-9703-3b3c69e81044', 'network_id': '51662c9b-5543-4049-bcf1-9ad312aa9401', 'port_id': '642ecb44-6fe0-4ced-9703-3b3c69e81044', 'mac_address': 'fa:16:3e:11:9c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '974c396b-dd62-4e89-98b4-fcb3e651be5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:02:58.314798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:58.332745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642ecb44-6fe0-4ced-9703-3b3c69e81044 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:02:58.348486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 642ecb44-6fe0-4ced-9703-3b3c69e81044, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=642ecb44-6fe0-4ced-9703-3b3c69e81044,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:02:58.351305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:02:58.353146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:02:58.417991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=642ecb44-6fe0-4ced-9703-3b3c69e81044,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:02:58.421983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:02:58.540402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['642ecb44-6fe0-4ced-9703-3b3c69e81044'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:02:59.227230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59a627-20d6-4cf2-9ed0-46bf7cb97faa req-78ca99d4-45a2-4f0b-9c0c-541c580d584e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:02:59.229044 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf59a627-20d6-4cf2-9ed0-46bf7cb97faa req-78ca99d4-45a2-4f0b-9c0c-541c580d584e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 945 time: 0.0950749 Dec 09 10:02:59.278382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf59a627-20d6-4cf2-9ed0-46bf7cb97faa req-54501d42-5033-48a1-ba9f-afd492a4eb63 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421381 Dec 09 10:03:00.113962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 642ecb44-6fe0-4ced-9703-3b3c69e81044 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:00.186300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 642ecb44-6fe0-4ced-9703-3b3c69e81044 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:00.191938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 642ecb44-6fe0-4ced-9703-3b3c69e81044 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:00.192358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:00.308069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:00.337185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d57594f-d8c3-465a-b8a1-e896ba1b16c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642ecb44-6fe0-4ced-9703-3b3c69e81044'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:03:00.348967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 642ecb44-6fe0-4ced-9703-3b3c69e81044, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=642ecb44-6fe0-4ced-9703-3b3c69e81044,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:00.352471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:00.354969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d8f0361c-a3f2-4979-8098-077ddfd03cdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:00.435194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=642ecb44-6fe0-4ced-9703-3b3c69e81044,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:00.440864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:00.492549 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d57594f-d8c3-465a-b8a1-e896ba1b16c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642ecb44-6fe0-4ced-9703-3b3c69e81044', 'code': 200} Dec 09 10:03:00.623143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27d730-ac7e-4bc3-aed0-512aa50e1f1a req-7bbf0d2c-23dc-468b-9d14-d1227f66171e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:00.624788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ae27d730-ac7e-4bc3-aed0-512aa50e1f1a req-7bbf0d2c-23dc-468b-9d14-d1227f66171e tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 946 time: 0.0894630 Dec 09 10:03:00.717040 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ae27d730-ac7e-4bc3-aed0-512aa50e1f1a req-ace071bb-f4f7-497e-9531-7b8bb987f027 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855510 Dec 09 10:03:00.750217 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12a630ec-54f4-4753-b91d-27ad04e0d2be req-1cfc97d2-e5ec-45df-bef0-11602617d2aa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 1099 time: 0.0874944 Dec 09 10:03:00.793749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12a630ec-54f4-4753-b91d-27ad04e0d2be req-22be8890-e191-4162-8679-3ea792ad8858 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379589 Dec 09 10:03:01.932572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6d480-701d-49cc-85d7-c41f7a0f755d req-3c1ba11c-1110-425d-943c-f1c370478310 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:01.934182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-36c6d480-701d-49cc-85d7-c41f7a0f755d req-3c1ba11c-1110-425d-943c-f1c370478310 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 946 time: 0.0821087 Dec 09 10:03:01.987054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-36c6d480-701d-49cc-85d7-c41f7a0f755d req-d3e4f7aa-6963-4f13-b3c9-b30e4dd7102f tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457659 Dec 09 10:03:02.191555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dab30-2ddb-480e-9ac8-2714a9e07009 req-053f361d-65e4-477c-91f5-632dfdc8856d tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:02.193170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a70dab30-2ddb-480e-9ac8-2714a9e07009 req-053f361d-65e4-477c-91f5-632dfdc8856d tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 946 time: 0.0863831 Dec 09 10:03:02.242117 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a70dab30-2ddb-480e-9ac8-2714a9e07009 req-2ad1a6cc-982a-426d-a9d7-1642bac1bddc tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426679 Dec 09 10:03:04.485669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0856abc-1800-4840-8c4e-395062c75242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:05.739218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:06.753311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6f91f653-2f7c-4759-ae18-079a3d83a318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:07.205968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:08.177999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:03:08.476171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:16.938817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5681e-15dd-4a22-a58d-c4f834799dab req-e5fc531d-5733-4fda-a872-fc5e1a18af2b tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:16.940429 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0e5681e-15dd-4a22-a58d-c4f834799dab req-e5fc531d-5733-4fda-a872-fc5e1a18af2b tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 946 time: 0.0855801 Dec 09 10:03:16.988958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0e5681e-15dd-4a22-a58d-c4f834799dab req-4a4262ef-2b5b-42b3-826b-0037b4708a7c tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Dec 09 10:03:17.618640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:18.195306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d68531-543f-42f2-8554-2cefd652dbfb req-f7a99c50-8a8e-4d0e-91c1-87b7c8a49115 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:18.196916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-10d68531-543f-42f2-8554-2cefd652dbfb req-f7a99c50-8a8e-4d0e-91c1-87b7c8a49115 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 946 time: 0.0845585 Dec 09 10:03:18.249650 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-10d68531-543f-42f2-8554-2cefd652dbfb req-742c41b8-af23-4916-b527-af15ba434f85 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/security-groups?id=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454361 Dec 09 10:03:18.379369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-6c677626-be96-4d90-be45-4c449dfd1d69 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:18.380931 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-6c677626-be96-4d90-be45-4c449dfd1d69 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 946 time: 0.0829828 Dec 09 10:03:18.451510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Deleting port 642ecb44-6fe0-4ced-9703-3b3c69e81044 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:18.451894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:18.709743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] For port 642ecb44-6fe0-4ced-9703-3b3c69e81044, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=642ecb44-6fe0-4ced-9703-3b3c69e81044,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:18.710061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:18.837629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Calling delete_port for 642ecb44-6fe0-4ced-9703-3b3c69e81044 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:03:18.981521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:18.987287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-261c892e-25ef-465e-90e0-1c1da7844afe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:18.993125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['642ecb44-6fe0-4ced-9703-3b3c69e81044'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:03:19.031977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Pushing event deleted for resources: {'Port': ['ID=642ecb44-6fe0-4ced-9703-3b3c69e81044,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:19.036332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:19.112188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] No DVR routers for this DVR port 642ecb44-6fe0-4ced-9703-3b3c69e81044 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:03:19.114899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:19.117958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d57594f-d8c3-465a-b8a1-e896ba1b16c0', 'name': 'network-vif-deleted', 'tag': '642ecb44-6fe0-4ced-9703-3b3c69e81044'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:03:19.134745 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b881064e-d58b-4c9f-ad49-6bd6c3e15876 req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.65 "DELETE /v2.0/ports/642ecb44-6fe0-4ced-9703-3b3c69e81044 HTTP/1.1" status: 204 len: 173 time: 0.7487028 Dec 09 10:03:19.180297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d57594f-d8c3-465a-b8a1-e896ba1b16c0', 'name': 'network-vif-deleted', 'tag': '642ecb44-6fe0-4ced-9703-3b3c69e81044', 'status': 'completed', 'code': 200} Dec 09 10:03:19.438006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0def133b-7aba-4e75-a3ff-d28e38ae86bc req-acc5dd94-cc6c-4260-be4a-1cb4a853d67d tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Synchronizing usage tracker for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:03:19.452352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0def133b-7aba-4e75-a3ff-d28e38ae86bc req-acc5dd94-cc6c-4260-be4a-1cb4a853d67d tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Unset dirty status for tenant:329a0f699e994fbab86af206e92bdf75 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:03:19.453614 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0def133b-7aba-4e75-a3ff-d28e38ae86bc req-acc5dd94-cc6c-4260-be4a-1cb4a853d67d tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d57594f-d8c3-465a-b8a1-e896ba1b16c0 HTTP/1.1" status: 200 len: 210 time: 0.0610311 Dec 09 10:03:20.602856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37738) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:21.008020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:21.646963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Deleting port a792b94e-a5ff-474a-87a6-9a0083716c32 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:21.647566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:21.828367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] For port a792b94e-a5ff-474a-87a6-9a0083716c32, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a792b94e-a5ff-474a-87a6-9a0083716c32,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:21.828760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:21.952149 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Calling delete_port for a792b94e-a5ff-474a-87a6-9a0083716c32 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:03:22.128949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:22.133298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87dac38f-4cfc-4ecd-94f3-a5de099ef99b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:22.174763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a792b94e-a5ff-474a-87a6-9a0083716c32,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:22.192384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 642ecb44-6fe0-4ced-9703-3b3c69e81044 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:03:22.218547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.218972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.219475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.219898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.220320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.220744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.221167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.221583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.221997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.222409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.222821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:22.228445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 642ecb44-6fe0-4ced-9703-3b3c69e81044 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:03:22.228695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 642ecb44-6fe0-4ced-9703-3b3c69e81044 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:03:22.235137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:22.502927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:23.364511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Router f9a503ff-034a-4ef9-bc97-7433f3041bca has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:03:23.581044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:03:23.590134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] Sync routers for ids ['f9a503ff-034a-4ef9-bc97-7433f3041bca'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:03:23.597040 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] 10.222.0.18 "PUT /v2.0/routers/f9a503ff-034a-4ef9-bc97-7433f3041bca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929729 Dec 09 10:03:23.599711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37742) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:23.604106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] Routers {'f9a503ff-034a-4ef9-bc97-7433f3041bca'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:23.604791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f9a503ff-034a-4ef9-bc97-7433f3041bca'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:23.802959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] Set router f9a503ff-034a-4ef9-bc97-7433f3041bca gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:23.814137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:24.034750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:24.044132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Deleting port b1ee4071-4668-48ec-87cf-c8362249a940 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:24.044520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:24.237305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] For port b1ee4071-4668-48ec-87cf-c8362249a940, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1ee4071-4668-48ec-87cf-c8362249a940,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:24.237716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:24.277557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:05Z', 'updated_at': '2021-12-09T10:03:22Z', 'revision_number': 5, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'gw_port': {'id': 'b1ee4071-4668-48ec-87cf-c8362249a940', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:06Z', 'updated_at': '2021-12-09T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:24.288212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] Checking router: f9a503ff-034a-4ef9-bc97-7433f3041bca for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:03:24.300754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] Routers {'f9a503ff-034a-4ef9-bc97-7433f3041bca'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:24.301506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['f9a503ff-034a-4ef9-bc97-7433f3041bca'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:24.370739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Calling delete_port for b1ee4071-4668-48ec-87cf-c8362249a940 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:03:24.461742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] Set router f9a503ff-034a-4ef9-bc97-7433f3041bca gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:24.547089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:24.554821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-49a4b38d-ab9a-466b-af9a-4ff122daa5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:24.573355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:05Z', 'updated_at': '2021-12-09T10:03:24Z', 'revision_number': 6, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:24.577683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c9a98d-cedf-484b-b10a-5cb24a773d44 None None] The sync data for ids ['f9a503ff-034a-4ef9-bc97-7433f3041bca'] in dv-neutron-819581-1-hyperv is: [{'id': 'f9a503ff-034a-4ef9-bc97-7433f3041bca', 'name': 'tempest-TestEncryptedCinderVolumes-1179929915-router', 'tenant_id': '329a0f699e994fbab86af206e92bdf75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:05Z', 'updated_at': '2021-12-09T10:03:24Z', 'revision_number': 6, 'project_id': '329a0f699e994fbab86af206e92bdf75', 'gw_port_host': None}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:03:24.598903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ee4071-4668-48ec-87cf-c8362249a940,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:24.602299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:24.830736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.101826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.106208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.134494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.135045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a503ff-034a-4ef9-bc97-7433f3041bca {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:03:25.148444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.149747 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c7b0333f-8780-45e1-bfda-410b022263b2 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f9a503ff-034a-4ef9-bc97-7433f3041bca HTTP/1.1" status: 204 len: 168 time: 1.5490496 Dec 09 10:03:25.152387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37746) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:25.219834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1d941e-d0ac-4bdb-8c6f-6916fd17b4cc admin admin] Deleting subnet 974c396b-dd62-4e89-98b4-fcb3e651be5c {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:03:25.224074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce1d941e-d0ac-4bdb-8c6f-6916fd17b4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.280898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce1d941e-d0ac-4bdb-8c6f-6916fd17b4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.366029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce1d941e-d0ac-4bdb-8c6f-6916fd17b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.432101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce1d941e-d0ac-4bdb-8c6f-6916fd17b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.437061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aaabfc9b-d0c0-4416-aaa9-6b5e745bf87f tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:25.478230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d941e-d0ac-4bdb-8c6f-6916fd17b4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=974c396b-dd62-4e89-98b4-fcb3e651be5c,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:25.480918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ce1d941e-d0ac-4bdb-8c6f-6916fd17b4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:25.486160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce1d941e-d0ac-4bdb-8c6f-6916fd17b4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.491784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4f382-7299-41ff-895d-2df2887d4700 None None] Network 51662c9b-5543-4049-bcf1-9ad312aa9401 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:03:25.492297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ce1d941e-d0ac-4bdb-8c6f-6916fd17b4cc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/974c396b-dd62-4e89-98b4-fcb3e651be5c HTTP/1.1" status: 204 len: 168 time: 0.3388433 Dec 09 10:03:25.495069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37750) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:25.613566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.625807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Deleting port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:25.626201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:25.778603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] DHCP port deletion for 51662c9b-5543-4049-bcf1-9ad312aa9401 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:03:25.783105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Deleting port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:25.783572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:26.014447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] For port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:26.014883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:26.098743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] For port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc,segment=NetworkSegment(94d336c0-3be5-4984-aca2-f3868f722522),segment_id=94d336c0-3be5-4984-aca2-f3868f722522)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:26.099144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:26.156761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Calling delete_port for b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:03:26.226293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Calling delete_port for b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:03:26.237926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:26.242407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-39151f3b-6cd1-470d-bb64-94b4ad6238cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:26.283684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1ee4071-4668-48ec-87cf-c8362249a940 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:03:26.301336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88883) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:03:26.301710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 10:03:26.320858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Pushing event deleted for resources: {'Port': ['ID=b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:26.329868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b1ee4071-4668-48ec-87cf-c8362249a940 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:03:26.330238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1ee4071-4668-48ec-87cf-c8362249a940 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:03:26.330692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a792b94e-a5ff-474a-87a6-9a0083716c32 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:03:26.363631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] No DVR routers for this DVR port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:03:26.373988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: a792b94e-a5ff-474a-87a6-9a0083716c32 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:03:26.374457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a792b94e-a5ff-474a-87a6-9a0083716c32 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:03:26.374915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:03:26.403134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.403525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.403965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.404340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.404784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.405989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.406213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.406729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.407098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.407550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.407989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:26.412652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:26.424480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:03:26.425038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:03:26.802678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Deleting port b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:26.803153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:26.868682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] The port 'b1b6a360-733c-4a0b-b6eb-8037c3bbd0fc' was deleted {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:03:26.990289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:27.017366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51662c9b-5543-4049-bcf1-9ad312aa9401']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:27.033339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d336c0-3be5-4984-aca2-f3868f722522') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:27.033681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d336c0-3be5-4984-aca2-f3868f722522') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:27.045500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:27.060065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:27.067242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:03:27.067685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:27.082408 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:27.156909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:27.160491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6c5b9436-69ff-4022-b1a5-783ef6e926b0 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:27.176675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:27.190088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Pushing event deleted for resources: {'Network': ['ID=51662c9b-5543-4049-bcf1-9ad312aa9401,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:27.193486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:27.203172 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a5fe3992-e5de-48a1-b548-0c2be8ed5781 admin admin] 10.222.0.18 "DELETE /v2.0/networks/51662c9b-5543-4049-bcf1-9ad312aa9401 HTTP/1.1" status: 204 len: 168 time: 1.7070844 Dec 09 10:03:27.206298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37754) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:27.613757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:28.223356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Deleting port a6321bfb-89cd-4113-ad38-148c27592ab6 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:28.223913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:28.400147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] For port a6321bfb-89cd-4113-ad38-148c27592ab6, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=a6321bfb-89cd-4113-ad38-148c27592ab6,segment=NetworkSegment(d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3),segment_id=d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:28.400541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:28.527105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Calling delete_port for a6321bfb-89cd-4113-ad38-148c27592ab6 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:03:28.700214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:28.704795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8ecd4e8-5792-427b-913c-94967021a427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:28.751019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=a6321bfb-89cd-4113-ad38-148c27592ab6,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:28.754127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:29.052217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:29.888333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Router 4679334c-f1f6-44f9-819d-0985ba672b99 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:03:30.100814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:03:30.110231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] Sync routers for ids ['4679334c-f1f6-44f9-819d-0985ba672b99'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:03:30.110392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] 10.222.0.18 "PUT /v2.0/routers/4679334c-f1f6-44f9-819d-0985ba672b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9029715 Dec 09 10:03:30.113048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37758) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:30.122813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] Routers {'4679334c-f1f6-44f9-819d-0985ba672b99'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:30.123490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4679334c-f1f6-44f9-819d-0985ba672b99'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:30.310079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] Set router 4679334c-f1f6-44f9-819d-0985ba672b99 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:30.320072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:30.563415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:30.572339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Deleting port 731f901d-da96-4c56-8f53-9726dbc1b384 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:30.572724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:30.758729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:03:28Z', 'revision_number': 5, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'gw_port': {'id': '731f901d-da96-4c56-8f53-9726dbc1b384', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b5:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:30.762729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] For port 731f901d-da96-4c56-8f53-9726dbc1b384, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=731f901d-da96-4c56-8f53-9726dbc1b384,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:30.762985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] Checking router: 4679334c-f1f6-44f9-819d-0985ba672b99 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:03:30.763127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:30.774317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] Routers {'4679334c-f1f6-44f9-819d-0985ba672b99'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:30.774989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['4679334c-f1f6-44f9-819d-0985ba672b99'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:30.897837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Calling delete_port for 731f901d-da96-4c56-8f53-9726dbc1b384 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:03:30.933590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] Set router 4679334c-f1f6-44f9-819d-0985ba672b99 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:31.045662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:03:30Z', 'revision_number': 6, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:31.050343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576f57-4740-454c-8c19-7664eafd2225 None None] The sync data for ids ['4679334c-f1f6-44f9-819d-0985ba672b99'] in dv-neutron-819581-1-hyperv is: [{'id': '4679334c-f1f6-44f9-819d-0985ba672b99', 'name': 'tempest-TestEncryptedCinderVolumes-311464711-router', 'tenant_id': '54aff434dc434b02bcb9e1a9707dea5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:02:12Z', 'updated_at': '2021-12-09T10:03:30Z', 'revision_number': 6, 'project_id': '54aff434dc434b02bcb9e1a9707dea5f', 'gw_port_host': None}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:03:31.066274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.070917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a6374666-506d-478e-8d37-e72b0549d493 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:31.115045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=731f901d-da96-4c56-8f53-9726dbc1b384,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:31.118862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:31.358595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.636244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.641781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.668424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.668982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4679334c-f1f6-44f9-819d-0985ba672b99 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:03:31.682445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.683690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4679334c-f1f6-44f9-819d-0985ba672b99 HTTP/1.1" status: 204 len: 168 time: 1.5691996 Dec 09 10:03:31.687090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37762) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:31.756186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de362b7-bff0-4e87-babc-d6279b92dce4 admin admin] Deleting subnet f2347a41-def6-4df6-951a-1682d920f985 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:03:31.760072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de362b7-bff0-4e87-babc-d6279b92dce4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.820137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de362b7-bff0-4e87-babc-d6279b92dce4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.906121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de362b7-bff0-4e87-babc-d6279b92dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.980087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de362b7-bff0-4e87-babc-d6279b92dce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:31.984635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d5f64d86-2ee5-4dfb-82b1-2bbead25780c tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:32.025355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de362b7-bff0-4e87-babc-d6279b92dce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2347a41-def6-4df6-951a-1682d920f985,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:32.028056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4de362b7-bff0-4e87-babc-d6279b92dce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:32.030852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de362b7-bff0-4e87-babc-d6279b92dce4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.036970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4de362b7-bff0-4e87-babc-d6279b92dce4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f2347a41-def6-4df6-951a-1682d920f985 HTTP/1.1" status: 204 len: 168 time: 0.3488464 Dec 09 10:03:32.037170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ebd93c-2bd7-4d93-8f94-79d891fc8385 None None] Network 88074428-11fb-4a7e-8c47-02bbf14f13e3 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:03:32.039549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37766) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:32.155511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.166398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Deleting port 92ec6388-dd06-480f-98b3-62ce28621c3d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:32.166770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.260054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a6321bfb-89cd-4113-ad38-148c27592ab6 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:03:32.296500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: a6321bfb-89cd-4113-ad38-148c27592ab6 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:03:32.296998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device a6321bfb-89cd-4113-ad38-148c27592ab6 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:03:32.299772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 731f901d-da96-4c56-8f53-9726dbc1b384 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:03:32.327477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] DHCP port deletion for 88074428-11fb-4a7e-8c47-02bbf14f13e3 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:03:32.338964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 731f901d-da96-4c56-8f53-9726dbc1b384 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:03:32.339355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 731f901d-da96-4c56-8f53-9726dbc1b384 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:03:32.342243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] Deleting port 92ec6388-dd06-480f-98b3-62ce28621c3d {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:32.343468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.385879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] For port 92ec6388-dd06-480f-98b3-62ce28621c3d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=92ec6388-dd06-480f-98b3-62ce28621c3d,segment=NetworkSegment(d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3),segment_id=d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:32.386275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.512161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Calling delete_port for 92ec6388-dd06-480f-98b3-62ce28621c3d owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:03:32.555168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] For port 92ec6388-dd06-480f-98b3-62ce28621c3d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=92ec6388-dd06-480f-98b3-62ce28621c3d,segment=NetworkSegment(d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3),segment_id=d4673dfd-4b93-4dba-89fb-1aabcdfcc1d3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:32.555531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.586115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.590595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9df2a7eb-43be-4c3c-b2dd-65548d4f9635 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:32.634700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ec6388-dd06-480f-98b3-62ce28621c3d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:32.637496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:32.642703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] No DVR routers for this DVR port 92ec6388-dd06-480f-98b3-62ce28621c3d on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:03:32.683603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] Calling delete_port for 92ec6388-dd06-480f-98b3-62ce28621c3d owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 09 10:03:32.755751 dv-neutron-819581-1-hyperv neutron-server[88772]: % (table.description, expected, rows_matched) Dec 09 10:03:32.761866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:03:32.762341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 10:03:32.769529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.799015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88074428-11fb-4a7e-8c47-02bbf14f13e3']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:32.813309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:32.813690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4673dfd-4b93-4dba-89fb-1aabcdfcc1d3') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:32.825795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.844301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.850550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:03:32.850961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:03:32.865036 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:03:32.944338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.948018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-212488dd-472a-4902-be8c-525176e6b15f tempest-RoutersNegativeIpV6Test-1430493163 tempest-RoutersNegativeIpV6Test-1430493163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:32.963899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:32.973518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=88074428-11fb-4a7e-8c47-02bbf14f13e3,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:32.976728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:32.978368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] 10.222.0.18 "DELETE /v2.0/networks/88074428-11fb-4a7e-8c47-02bbf14f13e3 HTTP/1.1" status: 204 len: 168 time: 0.9378307 Dec 09 10:03:33.178458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37772) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:33.232951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-626bbffb-1c45-4100-bb08-1de3a6139a65 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=329a0f699e994fbab86af206e92bdf75&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0530958 Dec 09 10:03:33.235589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37776) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:33.264673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] Deleting port 92ec6388-dd06-480f-98b3-62ce28621c3d {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:03:33.265144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:33.340304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-15c7c4f5-5182-4ef7-977c-72c99a8bf7de None None] The port '92ec6388-dd06-480f-98b3-62ce28621c3d' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:03:33.540631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ebeb220-28fc-4add-a05a-6d9f067a6482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:33.568446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ebeb220-28fc-4add-a05a-6d9f067a6482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:33.617027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ebeb220-28fc-4add-a05a-6d9f067a6482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:33.622144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f77967e-a5d0-4af6-b9d2-acd7f64bf0aa tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:33.636718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebeb220-28fc-4add-a05a-6d9f067a6482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:33.642270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ebeb220-28fc-4add-a05a-6d9f067a6482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:33.644909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ebeb220-28fc-4add-a05a-6d9f067a6482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:33.646190 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7ebeb220-28fc-4add-a05a-6d9f067a6482 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c4f1fe8-bd7d-4547-b3d3-ceb845ba36f4 HTTP/1.1" status: 204 len: 168 time: 0.4095960 Dec 09 10:03:34.074633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37784) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:34.128220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ff564dd1-57c5-4881-a1ce-2e3cdf6e84e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=54aff434dc434b02bcb9e1a9707dea5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521700 Dec 09 10:03:34.130687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37788) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:34.192894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c5b88ad-353e-4c8b-9291-42d0871afe68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:34.223603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c5b88ad-353e-4c8b-9291-42d0871afe68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:34.244008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 92ec6388-dd06-480f-98b3-62ce28621c3d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:03:34.272096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c5b88ad-353e-4c8b-9291-42d0871afe68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:34.277529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-10e95ccd-7a53-4cc0-93a4-f671d9b5905a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:34.281621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 92ec6388-dd06-480f-98b3-62ce28621c3d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:03:34.282017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 92ec6388-dd06-480f-98b3-62ce28621c3d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:03:34.291984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b88ad-353e-4c8b-9291-42d0871afe68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc3264-75c7-4fd4-ab0d-1e1c02346ac8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:34.294653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0c5b88ad-353e-4c8b-9291-42d0871afe68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:34.296399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c5b88ad-353e-4c8b-9291-42d0871afe68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:34.300347 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0c5b88ad-353e-4c8b-9291-42d0871afe68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7fc3264-75c7-4fd4-ab0d-1e1c02346ac8 HTTP/1.1" status: 204 len: 168 time: 0.1686299 Dec 09 10:03:34.488229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-67ea1df3-13a2-4066-b4f8-ad977fde0810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.198645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37810) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:35.341556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-949427697-network', 'tenant_id': 'd4515cc167624955bce6757097df4bea'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:35.347400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:03:35.351439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Usage tracker for resource:network and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:03:35.354458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:03:35.362030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:03:35.370732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Made reservation on behalf of d4515cc167624955bce6757097df4bea for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:03:35.376362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.390432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.423079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:03:35.427033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:03:35.429933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:03:35.436484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:03:35.504498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.507158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.511321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-453af346-a497-441b-9e6e-c9fce4adac1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:35.540079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:03:35.549896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:35.553735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:35.556175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.556561 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Added segment 977f3ab3-f097-4564-8b5d-58e6faf4c031 of type vlan for network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e Dec 09 10:03:35.585224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.618835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.619818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:35.620429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.626552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2c46d796-55d9-4695-aa65-f8eaac4d8aa0 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:35.725933 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5233817 Dec 09 10:03:35.726451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37816) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:35.732423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=4c645047-eefa-4d72-b2dc-c8a3a4a8497e,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:35.733246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Request body: {'subnet': {'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-949427697-subnet', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:35.736709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:35.742403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:03:35.746523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Usage tracker for resource:subnet and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:03:35.750879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:03:35.752673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:03:35.758297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:03:35.769315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Made reservation on behalf of d4515cc167624955bce6757097df4bea for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:03:35.773931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.789839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.992788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:35.997099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b7020ee-c66e-4e4f-9647-295b6f8602d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:36.071602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca0ecbe-c985-4b9b-a884-805766ea9bb7,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:36.075602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:36.084109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Checking segment: {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:03:36.084500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Network hostable DHCP agents. Network: 4c645047-eefa-4d72-b2dc-c8a3a4a8497e, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:03:36.106071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:03:36.114615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 4c645047-eefa-4d72-b2dc-c8a3a4a8497e) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:36.118485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:36.119118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.123914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c52f740-69f5-4e25-be6e-be4904455217 None None] Network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:03:36.140777 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4129398 Dec 09 10:03:36.143700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37820) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:36.149546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:36.156007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:03:36.160090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Usage tracker for resource:router and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:03:36.163123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:03:36.169267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:03:36.183478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.184460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.204062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.348402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:03:36.349334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.357535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.521970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Allocated IP 172.20.0.2 (4c645047-eefa-4d72-b2dc-c8a3a4a8497e/0ca0ecbe-c985-4b9b-a884-805766ea9bb7/35998007-4eb5-479b-ac60-ed69edc77693) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:03:36.553350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.590571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.756192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Allocated IP 172.26.8.210 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/d75bb48d-4914-4337-b9eb-e6bc733226c3) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:03:36.820391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-43f9e608-8fab-46c0-995b-37a25976ed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.921410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.921859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.932489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Transition to ACTIVE for port object 35998007-4eb5-479b-ac60-ed69edc77693 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:36.952181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.956465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-97703667-aa63-4f1e-85a6-42b28fe7b867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:36.956627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Transition to ACTIVE for port object 35998007-4eb5-479b-ac60-ed69edc77693 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:36.960913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:36.966244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:37.032006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:03:37.032276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:03:37.035436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:37.035684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Pushing event updated for resources: {'Port': ['ID=d75bb48d-4914-4337-b9eb-e6bc733226c3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:37.038027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:03:37.038341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:37.040478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:37.041372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:03:37.046280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Pushing event updated for resources: {'Port': ['ID=35998007-4eb5-479b-ac60-ed69edc77693,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:37.050981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:37.138622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Attempting to bind port 35998007-4eb5-479b-ac60-ed69edc77693 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:03:37.139578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Attempting to bind port 35998007-4eb5-479b-ac60-ed69edc77693 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:03:37.139999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Attempting to bind port 35998007-4eb5-479b-ac60-ed69edc77693 on network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:03:37.146916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:03:37.147311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Checking segment: {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:03:37.147770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:37.148208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Bound using segment: {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:03:37.148749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Bound port: 35998007-4eb5-479b-ac60-ed69edc77693, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:03:37.149171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:37.207186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:37.207860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:37.228096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:37.253292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] For port 35998007-4eb5-479b-ac60-ed69edc77693, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:03:37.256849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] For port 35998007-4eb5-479b-ac60-ed69edc77693, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=35998007-4eb5-479b-ac60-ed69edc77693,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:03:37.260856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:37.266112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:37.359598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Pushing event updated for resources: {'Port': ['ID=35998007-4eb5-479b-ac60-ed69edc77693,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:37.363117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:37.447563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:03:37.668498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:03:37.684243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Sync routers for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:03:37.696591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:37.697418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:37.699368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:37.703852 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5559244 Dec 09 10:03:37.704191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37824) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:37.901659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:38.226406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:37Z', 'revision_number': 3, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:38.231043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Checking router: 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:03:38.231367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Updating router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b port d75bb48d-4914-4337-b9eb-e6bc733226c3 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:03:38.286342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.316575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 35998007-4eb5-479b-ac60-ed69edc77693 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:38.496816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 35998007-4eb5-479b-ac60-ed69edc77693 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:38.509217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.515583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.740541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.764717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Allocated IP 172.20.0.1 (4c645047-eefa-4d72-b2dc-c8a3a4a8497e/0ca0ecbe-c985-4b9b-a884-805766ea9bb7/13c76412-2f0e-447c-8f4c-c97a1ba86c74) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:03:38.764960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Transition to ACTIVE for port object d75bb48d-4914-4337-b9eb-e6bc733226c3 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:38.770945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.775539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-005e116f-c1a0-4b00-a3d2-85a22473393e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:38.856929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Attempting to bind port d75bb48d-4914-4337-b9eb-e6bc733226c3 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:03:38.857397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Attempting to bind port d75bb48d-4914-4337-b9eb-e6bc733226c3 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:03:38.857911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Attempting to bind port d75bb48d-4914-4337-b9eb-e6bc733226c3 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:03:38.868430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc43509-00bf-4f80-aa1b-bff0d9869357 None None] Pushing event updated for resources: {'Port': ['ID=d75bb48d-4914-4337-b9eb-e6bc733226c3,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:38.871410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dc43509-00bf-4f80-aa1b-bff0d9869357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:38.874239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:03:38.874677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:03:38.875133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.875917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:03:38.876063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Bound port: d75bb48d-4914-4337-b9eb-e6bc733226c3, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:03:38.876627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.937214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.955093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Transition to ACTIVE for port object 13c76412-2f0e-447c-8f4c-c97a1ba86c74 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:38.960940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] For port d75bb48d-4914-4337-b9eb-e6bc733226c3, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:03:38.964205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] For port d75bb48d-4914-4337-b9eb-e6bc733226c3, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d75bb48d-4914-4337-b9eb-e6bc733226c3,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:03:38.969004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.974959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7e633a9-2280-4bdf-be60-0f0b14272b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:38.976760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:38.981544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48ad34f1-444e-42f8-9427-21bbc46f21d0 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:39.049876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:03:39.053669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:39.057928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:03:39.058267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc43509-00bf-4f80-aa1b-bff0d9869357 None None] Pushing event updated for resources: {'Port': ['ID=d75bb48d-4914-4337-b9eb-e6bc733226c3,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:39.062970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dc43509-00bf-4f80-aa1b-bff0d9869357 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:39.064954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:39.065674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:39.093174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Pushing event updated for resources: {'Port': ['ID=13c76412-2f0e-447c-8f4c-c97a1ba86c74,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:39.099884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:39.122913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:39.136782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29b6427-7538-4b57-91af-dcce2fa7dc4f None None] Network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:03:39.212871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:39.373257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-743fd603-b225-4b70-807c-004a148f43f5 None None] Provisioning for port 35998007-4eb5-479b-ac60-ed69edc77693 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:39.415342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-743fd603-b225-4b70-807c-004a148f43f5 None None] Provisioning complete for port 35998007-4eb5-479b-ac60-ed69edc77693 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:39.416073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-743fd603-b225-4b70-807c-004a148f43f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:39.455473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:39.459084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:39.488548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4cd23a1-1e7c-44ad-b316-23ca95cea999 tempest-DeleteServersTestJSON-2098438719 tempest-DeleteServersTestJSON-2098438719-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:39.505484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:39.572748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Pushing event updated for resources: {'Port': ['ID=13c76412-2f0e-447c-8f4c-c97a1ba86c74,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:39.575320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:39.580090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:39.964760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:03:39.966497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:40.007651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-743fd603-b225-4b70-807c-004a148f43f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:40.104061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-743fd603-b225-4b70-807c-004a148f43f5 None None] For port 35998007-4eb5-479b-ac60-ed69edc77693, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=35998007-4eb5-479b-ac60-ed69edc77693,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:40.109582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-743fd603-b225-4b70-807c-004a148f43f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:40.118007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd7a191d-d74f-46cd-a075-2065eb901ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:40.196169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fd603-b225-4b70-807c-004a148f43f5 None None] Pushing event updated for resources: {'Port': ['ID=35998007-4eb5-479b-ac60-ed69edc77693,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:40.201470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-743fd603-b225-4b70-807c-004a148f43f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:40.207018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:37Z', 'revision_number': 3, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:40.211289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ce4f35-dd73-4e14-9006-c5ae06719b24 None None] The sync data for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv is: [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:37Z', 'revision_number': 3, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:03:40.346733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-55ed4a18-769d-4cb0-a633-9c5f865153a9 None None] Provisioning for port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:40.352480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-55ed4a18-769d-4cb0-a633-9c5f865153a9 None None] Provisioning complete for port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:40.353003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55ed4a18-769d-4cb0-a633-9c5f865153a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:40.392124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:03:40.415911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-55ed4a18-769d-4cb0-a633-9c5f865153a9 None None] Port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:03:40.429892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-55ed4a18-769d-4cb0-a633-9c5f865153a9 None None] Provisioning complete for port 35998007-4eb5-479b-ac60-ed69edc77693 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:40.430319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-55ed4a18-769d-4cb0-a633-9c5f865153a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:40.659533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:03:40.677295 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] 10.222.0.18 "PUT /v2.0/routers/773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9661367 Dec 09 10:03:40.688525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0b3de5b0-c950-4a66-b3e6-f32748d954f8 None None] Provisioning complete for port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:40.688660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b3de5b0-c950-4a66-b3e6-f32748d954f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:40.781789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0b3de5b0-c950-4a66-b3e6-f32748d954f8 None None] Port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:03:41.005434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a8dfbf46-96b0-4dc1-bcc4-043b84fa3c95 None None] Provisioning complete for port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:41.005856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8dfbf46-96b0-4dc1-bcc4-043b84fa3c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:41.064750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a8dfbf46-96b0-4dc1-bcc4-043b84fa3c95 None None] Port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:03:41.673200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 37846) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:41.679568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-907714942-network', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:41.684788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:03:41.689637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Usage tracker for resource:network and tenant:d2528efe82594f3c8ce1fb0e153c6c64 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:03:41.692735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:03:41.698784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:03:41.708699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Made reservation on behalf of d2528efe82594f3c8ce1fb0e153c6c64 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:03:41.713545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:41.727948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:41.763057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:03:41.767447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Usage tracker for resource:security_group_rule and tenant:d2528efe82594f3c8ce1fb0e153c6c64 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:03:41.770521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:03:41.776464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:03:41.843675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:41.846224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:41.850632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-52981a60-3ef1-42d7-9184-1d1b02584d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:41.878774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:03:41.887512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a61789-c0ba-4e29-8bcd-9df197511b4a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:41.891460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:41.893951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:41.894338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Added segment b312077e-b2ee-4af9-87c0-b82a4a91ea52 of type vlan for network 02d4a7e6-bc15-46f6-b11b-94592d118179 Dec 09 10:03:41.926469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:41.955790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:41.956759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:41.957425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:41.962405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3065437f-7a9a-472c-bf21-e717c051c1fd tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:42.066111 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3917029 Dec 09 10:03:42.067078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Pushing event updated for resources: {'Network': ['ID=02d4a7e6-bc15-46f6-b11b-94592d118179,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:42.069166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37850) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:42.070002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:42.075852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Request body: {'subnet': {'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-907714942-subnet', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:42.077579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 02d4a7e6-bc15-46f6-b11b-94592d118179 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:03:42.081382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:03:42.085435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Usage tracker for resource:subnet and tenant:d2528efe82594f3c8ce1fb0e153c6c64 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:03:42.088441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:03:42.095454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:03:42.105510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Made reservation on behalf of d2528efe82594f3c8ce1fb0e153c6c64 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:03:42.111170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.317648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d75bb48d-4914-4337-b9eb-e6bc733226c3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:42.336601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.341431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd390c39-717b-448c-bba6-8b1b2b5fc707 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:42.393080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port d75bb48d-4914-4337-b9eb-e6bc733226c3 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:42.397829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d75bb48d-4914-4337-b9eb-e6bc733226c3 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:42.398243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.417714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe03d33-20a5-4256-a7ec-1e3b7a81402b,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:42.422192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:42.430840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Checking segment: {'id': 'b312077e-b2ee-4af9-87c0-b82a4a91ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:03:42.431244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Network hostable DHCP agents. Network: 02d4a7e6-bc15-46f6-b11b-94592d118179, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:03:42.453352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Network 02d4a7e6-bc15-46f6-b11b-94592d118179 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:03:42.462239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 02d4a7e6-bc15-46f6-b11b-94592d118179) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:42.467543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:42.468134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.489084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e6c5a0f7-e06c-4c7f-b0af-17cb645e0332 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4183517 Dec 09 10:03:42.491671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37854) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:42.493603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26609da7-ba2e-4bc6-872a-219f91defe89 None None] Network 02d4a7e6-bc15-46f6-b11b-94592d118179 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:03:42.497235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:42.503022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:03:42.507131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Usage tracker for resource:router and tenant:d2528efe82594f3c8ce1fb0e153c6c64 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:03:42.510140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:03:42.516891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:03:42.526479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.527470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.548212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.605445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.638661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port d75bb48d-4914-4337-b9eb-e6bc733226c3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d75bb48d-4914-4337-b9eb-e6bc733226c3,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:42.643750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.644656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 35998007-4eb5-479b-ac60-ed69edc77693 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:42.681459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-358defa5-2e4a-440e-b7ae-dc7f0f641add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:42.702207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.874082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=d75bb48d-4914-4337-b9eb-e6bc733226c3,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:42.880515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:42.896838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-02d4a7e6-bc15-46f6-b11b-94592d118179', 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'fixed_ips': [{'subnet_id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:03:42.897740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.910078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 35998007-4eb5-479b-ac60-ed69edc77693 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:42.910519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.911917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:42.945873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.095156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Allocated IP 172.26.8.173 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/b4e8aed6-ab1d-4b92-af27-8f64353aa6a2) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:03:43.175642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Allocated IP 172.20.0.2 (02d4a7e6-bc15-46f6-b11b-94592d118179/2fe03d33-20a5-4256-a7ec-1e3b7a81402b/b643daab-cd20-4a8f-abb3-6f75f9fa3ab8) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:03:43.243094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Sync routers for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:03:43.256196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.257284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:43.257967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:43.283725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.288325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:43.404621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.416177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Transition to ACTIVE for port object b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:43.438201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Transition to ACTIVE for port object b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:43.443292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.449784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dc43509-00bf-4f80-aa1b-bff0d9869357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:43.450742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:43.519096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Network 02d4a7e6-bc15-46f6-b11b-94592d118179 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:03:43.523099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:43.527562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:03:43.534468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Pushing event updated for resources: {'Port': ['ID=b643daab-cd20-4a8f-abb3-6f75f9fa3ab8,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:43.538764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:43.604094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:03:43.607274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:43.612007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:03:43.632423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Attempting to bind port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:03:43.632970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Attempting to bind port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'b312077e-b2ee-4af9-87c0-b82a4a91ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:03:43.633432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Attempting to bind port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 on network 02d4a7e6-bc15-46f6-b11b-94592d118179 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:03:43.638829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Pushing event updated for resources: {'Port': ['ID=b4e8aed6-ab1d-4b92-af27-8f64353aa6a2,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:43.641079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:03:43.641530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Checking segment: {'id': 'b312077e-b2ee-4af9-87c0-b82a4a91ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:03:43.641993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.642558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Bound using segment: {'id': 'b312077e-b2ee-4af9-87c0-b82a4a91ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:03:43.643209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Bound port: b643daab-cd20-4a8f-abb3-6f75f9fa3ab8, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b312077e-b2ee-4af9-87c0-b82a4a91ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:03:43.643636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.644776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:43.740690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] For port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:03:43.744234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] For port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b643daab-cd20-4a8f-abb3-6f75f9fa3ab8,segment=NetworkSegment(b312077e-b2ee-4af9-87c0-b82a4a91ea52),segment_id=b312077e-b2ee-4af9-87c0-b82a4a91ea52)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:03:43.750605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.755619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:43.798078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.799033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:43.830699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13c76412-2f0e-447c-8f4c-c97a1ba86c74', 'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'mac_address': 'fa:16:3e:a2:9e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:38Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 2, 'project_id': 'd4515cc167624955bce6757097df4bea', 'subnets': [{'id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:43.835466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Checking router: 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:03:43.836831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Updating router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:03:43.848023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Pushing event updated for resources: {'Port': ['ID=b643daab-cd20-4a8f-abb3-6f75f9fa3ab8,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:43.851506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:43.899377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:44.040601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Router e5ffdc8b-669a-4705-bd4f-f0af667f7508 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:03:44.299624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:03:44.300068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:44.311518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Sync routers for ids ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:03:44.318790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Transition to ACTIVE for port object 13c76412-2f0e-447c-8f4c-c97a1ba86c74 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:44.326657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:44.327990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:44.329414 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8366838 Dec 09 10:03:44.332362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 37858) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:03:44.337990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Routers {'e5ffdc8b-669a-4705-bd4f-f0af667f7508'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:44.339275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:44.348140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b7523644-6828-4814-807e-b80acf6f8f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:44.420726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d75bb48d-4914-4337-b9eb-e6bc733226c3 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:44.529902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Pushing event updated for resources: {'Port': ['ID=13c76412-2f0e-447c-8f4c-c97a1ba86c74,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:44.591835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.592870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.593361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.593826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.594283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.594737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.595188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.595640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.596090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.596537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.596989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:03:44.603837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:44.608488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Attempting to bind port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:03:44.609018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Attempting to bind port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:03:44.609529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Attempting to bind port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 on network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:03:44.617029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:03:44.617582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Checking segment: {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:03:44.618114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:44.618634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Bound using segment: {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:03:44.619243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Bound port: 13c76412-2f0e-447c-8f4c-c97a1ba86c74, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:03:44.619743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:44.621167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d75bb48d-4914-4337-b9eb-e6bc733226c3 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:44.621586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:44.726312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] For port 13c76412-2f0e-447c-8f4c-c97a1ba86c74, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:03:44.730779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] For port 13c76412-2f0e-447c-8f4c-c97a1ba86c74, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=13c76412-2f0e-447c-8f4c-c97a1ba86c74,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:03:44.735043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:44.747832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e8c0c035-aa62-494c-994c-346add4a0556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:44.843456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:44.844166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:44.920448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Pushing event updated for resources: {'Port': ['ID=13c76412-2f0e-447c-8f4c-c97a1ba86c74,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:44.924061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:44.988844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Set router e5ffdc8b-669a-4705-bd4f-f0af667f7508 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:45.044002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:45.058930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:45.261083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:03:45.293426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:45.370850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:45.403951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:43Z', 'revision_number': 3, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'gw_port': {'id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:45.408564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Checking router: e5ffdc8b-669a-4705-bd4f-f0af667f7508 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:03:45.409098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Updating router e5ffdc8b-669a-4705-bd4f-f0af667f7508 port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:03:45.473630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13c76412-2f0e-447c-8f4c-c97a1ba86c74', 'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'mac_address': 'fa:16:3e:a2:9e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:38Z', 'updated_at': '2021-12-09T10:03:44Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'subnets': [{'id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:45.474173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:45.484425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ae5c02-e0a2-42d9-a286-2287a5a41476 None None] The sync data for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv is: [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13c76412-2f0e-447c-8f4c-c97a1ba86c74', 'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'mac_address': 'fa:16:3e:a2:9e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:38Z', 'updated_at': '2021-12-09T10:03:44Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'subnets': [{'id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:03:45.576645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Allocated IP 172.20.0.1 (02d4a7e6-bc15-46f6-b11b-94592d118179/2fe03d33-20a5-4256-a7ec-1e3b7a81402b/5753472e-2986-4dd4-8a9e-063f74e88d1d) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:03:45.784117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:45.808349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Transition to ACTIVE for port object 5753472e-2986-4dd4-8a9e-063f74e88d1d will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:45.838922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:45.845093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16975ba9-7335-4ba3-b597-10f9cc022d1e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:45.905366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4453496-3852-4ef6-b358-66658ac7dd0b None None] Network 02d4a7e6-bc15-46f6-b11b-94592d118179 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:03:45.916335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Network 02d4a7e6-bc15-46f6-b11b-94592d118179 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:03:45.924613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:45.932065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:03:45.977886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Pushing event updated for resources: {'Port': ['ID=5753472e-2986-4dd4-8a9e-063f74e88d1d,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:45.983240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:45.996245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.015772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.056967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Transition to ACTIVE for port object b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:46.063239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-65b95b59-7b70-4540-88e3-cb4c59fcb807 None None] Provisioning for port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:46.070356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-65b95b59-7b70-4540-88e3-cb4c59fcb807 None None] Provisioning complete for port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:46.070783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65b95b59-7b70-4540-88e3-cb4c59fcb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.084018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.112001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.142608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-743fd603-b225-4b70-807c-004a148f43f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:46.318016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13c76412-2f0e-447c-8f4c-c97a1ba86c74 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:46.363222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.367972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.397379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ac3243cd-cef8-410c-bad1-fc219531c19a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:46.400206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Attempting to bind port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:03:46.400628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Attempting to bind port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:03:46.401046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Attempting to bind port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:03:46.443938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33bd37-2e40-4c18-b728-71f263146778 None None] Pushing event updated for resources: {'Port': ['ID=b4e8aed6-ab1d-4b92-af27-8f64353aa6a2,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:46.447123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e33bd37-2e40-4c18-b728-71f263146778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:46.475801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:03:46.476214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:03:46.476649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.477404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:03:46.477628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Bound port: b4e8aed6-ab1d-4b92-af27-8f64353aa6a2, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:03:46.477999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.487983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Pushing event updated for resources: {'Port': ['ID=5753472e-2986-4dd4-8a9e-063f74e88d1d,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:46.492711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:46.493561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.555263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65b95b59-7b70-4540-88e3-cb4c59fcb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.601043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:46.627538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] For port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:03:46.631758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] For port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b4e8aed6-ab1d-4b92-af27-8f64353aa6a2,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:03:46.633645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:46.634296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.669095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.690065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:46.769886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-65b95b59-7b70-4540-88e3-cb4c59fcb807 None None] For port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b643daab-cd20-4a8f-abb3-6f75f9fa3ab8,segment=NetworkSegment(b312077e-b2ee-4af9-87c0-b82a4a91ea52),segment_id=b312077e-b2ee-4af9-87c0-b82a4a91ea52)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:46.800219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65b95b59-7b70-4540-88e3-cb4c59fcb807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:46.824412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Routers {'e5ffdc8b-669a-4705-bd4f-f0af667f7508'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:46.825136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:46.923429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33bd37-2e40-4c18-b728-71f263146778 None None] Pushing event updated for resources: {'Port': ['ID=b4e8aed6-ab1d-4b92-af27-8f64353aa6a2,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:46.946631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e33bd37-2e40-4c18-b728-71f263146778 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:46.957375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Network 02d4a7e6-bc15-46f6-b11b-94592d118179 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:03:46.958591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:03:46.976534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4486b9a-4b54-42a6-b618-973bdd038672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:47.150733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:47.232211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b95b59-7b70-4540-88e3-cb4c59fcb807 None None] Pushing event updated for resources: {'Port': ['ID=b643daab-cd20-4a8f-abb3-6f75f9fa3ab8,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:47.243376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65b95b59-7b70-4540-88e3-cb4c59fcb807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:47.244022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-91d0a32a-d048-430a-8574-dddf3f619a9f None None] Provisioning complete for port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:47.244440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91d0a32a-d048-430a-8574-dddf3f619a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:47.287293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 13c76412-2f0e-447c-8f4c-c97a1ba86c74, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=13c76412-2f0e-447c-8f4c-c97a1ba86c74,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:47.299058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] Set router e5ffdc8b-669a-4705-bd4f-f0af667f7508 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:47.420612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Router e5ffdc8b-669a-4705-bd4f-f0af667f7508 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:03:47.526317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:47.530493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:47.654986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:03:47.664990 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] 10.222.0.18 "PUT /v2.0/routers/e5ffdc8b-669a-4705-bd4f-f0af667f7508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3315508 Dec 09 10:03:47.711622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:47.790223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=13c76412-2f0e-447c-8f4c-c97a1ba86c74,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:47.803638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:47.955557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-91d0a32a-d048-430a-8574-dddf3f619a9f None None] Provisioning for port 5753472e-2986-4dd4-8a9e-063f74e88d1d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:47.965686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-91d0a32a-d048-430a-8574-dddf3f619a9f None None] Provisioning complete for port 5753472e-2986-4dd4-8a9e-063f74e88d1d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:47.966347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-91d0a32a-d048-430a-8574-dddf3f619a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:48.034876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-91d0a32a-d048-430a-8574-dddf3f619a9f None None] Port 5753472e-2986-4dd4-8a9e-063f74e88d1d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:03:48.049332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'gw_port': {'id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5753472e-2986-4dd4-8a9e-063f74e88d1d', 'name': '', 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'mac_address': 'fa:16:3e:66:ff:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:45Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 2, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'subnets': [{'id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:48.053536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb0b2df-6def-4a0b-a431-be88810168c6 None None] The sync data for ids ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'] in dv-neutron-819581-1-hyperv is: [{'id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'gw_port': {'id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5753472e-2986-4dd4-8a9e-063f74e88d1d', 'name': '', 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'mac_address': 'fa:16:3e:66:ff:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:45Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 2, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'subnets': [{'id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:03:48.158817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2036116d-53fd-42a4-b36c-9bdd05def95d None None] Provisioning complete for port 5753472e-2986-4dd4-8a9e-063f74e88d1d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:48.160051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2036116d-53fd-42a4-b36c-9bdd05def95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:48.230314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2036116d-53fd-42a4-b36c-9bdd05def95d None None] Port 5753472e-2986-4dd4-8a9e-063f74e88d1d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:03:48.273326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13c76412-2f0e-447c-8f4c-c97a1ba86c74 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:48.347315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:48.347742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:48.489987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:48.567974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:48.568405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:50.314835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:50.391344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:50.396755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:50.397323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:50.535043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:50.554301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b4e8aed6-ab1d-4b92-af27-8f64353aa6a2,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:50.558107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:50.560236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:50.635328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=b4e8aed6-ab1d-4b92-af27-8f64353aa6a2,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:50.639511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:52.278957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:52.368864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:52.369512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:52.709185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Sync routers for ids ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:03:52.739359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Routers {'e5ffdc8b-669a-4705-bd4f-f0af667f7508'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:52.740428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:53.096430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Set router e5ffdc8b-669a-4705-bd4f-f0af667f7508 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:53.461205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'gw_port': {'id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5753472e-2986-4dd4-8a9e-063f74e88d1d', 'name': '', 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'mac_address': 'fa:16:3e:66:ff:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:45Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 2, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'subnets': [{'id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:53.468102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Checking router: e5ffdc8b-669a-4705-bd4f-f0af667f7508 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:03:53.468504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Updating router e5ffdc8b-669a-4705-bd4f-f0af667f7508 port 5753472e-2986-4dd4-8a9e-063f74e88d1d binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:03:53.527141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:53.937861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:53.954511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Transition to ACTIVE for port object 5753472e-2986-4dd4-8a9e-063f74e88d1d will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:03:53.962444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:53.967221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2f0e1bbf-5b44-4d32-802e-f0d2360bfda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:54.153289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c111a-ac25-48c4-9fe1-f457e4f3e69d None None] Pushing event updated for resources: {'Port': ['ID=5753472e-2986-4dd4-8a9e-063f74e88d1d,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:54.160487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e6c111a-ac25-48c4-9fe1-f457e4f3e69d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:54.213425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Attempting to bind port 5753472e-2986-4dd4-8a9e-063f74e88d1d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:03:54.213849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Attempting to bind port 5753472e-2986-4dd4-8a9e-063f74e88d1d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'b312077e-b2ee-4af9-87c0-b82a4a91ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:03:54.214257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Attempting to bind port 5753472e-2986-4dd4-8a9e-063f74e88d1d on network 02d4a7e6-bc15-46f6-b11b-94592d118179 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:03:54.222379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:03:54.222929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Checking segment: {'id': 'b312077e-b2ee-4af9-87c0-b82a4a91ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:03:54.223241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:54.223663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Bound using segment: {'id': 'b312077e-b2ee-4af9-87c0-b82a4a91ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:03:54.224175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Bound port: 5753472e-2986-4dd4-8a9e-063f74e88d1d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b312077e-b2ee-4af9-87c0-b82a4a91ea52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:03:54.224593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:54.340353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] For port 5753472e-2986-4dd4-8a9e-063f74e88d1d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:03:54.346491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] For port 5753472e-2986-4dd4-8a9e-063f74e88d1d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5753472e-2986-4dd4-8a9e-063f74e88d1d,segment=NetworkSegment(b312077e-b2ee-4af9-87c0-b82a4a91ea52),segment_id=b312077e-b2ee-4af9-87c0-b82a4a91ea52)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:03:54.356282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:54.361782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:54.447508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c111a-ac25-48c4-9fe1-f457e4f3e69d None None] Pushing event updated for resources: {'Port': ['ID=5753472e-2986-4dd4-8a9e-063f74e88d1d,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:54.458437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e6c111a-ac25-48c4-9fe1-f457e4f3e69d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:54.460258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Routers {'e5ffdc8b-669a-4705-bd4f-f0af667f7508'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:03:54.460751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:03:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:54.706521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] Set router e5ffdc8b-669a-4705-bd4f-f0af667f7508 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:03:55.122595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'gw_port': {'id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5753472e-2986-4dd4-8a9e-063f74e88d1d', 'name': '', 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'mac_address': 'fa:16:3e:66:ff:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:45Z', 'updated_at': '2021-12-09T10:03:54Z', 'revision_number': 4, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'subnets': [{'id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:03:55.127223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091de37f-2935-4edf-bcbb-8233b23ef0b0 None None] The sync data for ids ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'] in dv-neutron-819581-1-hyperv is: [{'id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:46Z', 'revision_number': 4, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'gw_port': {'id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '5753472e-2986-4dd4-8a9e-063f74e88d1d', 'name': '', 'network_id': '02d4a7e6-bc15-46f6-b11b-94592d118179', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'mac_address': 'fa:16:3e:66:ff:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:45Z', 'updated_at': '2021-12-09T10:03:54Z', 'revision_number': 4, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'subnets': [{'id': '2fe03d33-20a5-4256-a7ec-1e3b7a81402b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:03:56.343220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5753472e-2986-4dd4-8a9e-063f74e88d1d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:56.420581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 5753472e-2986-4dd4-8a9e-063f74e88d1d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:03:56.426672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5753472e-2986-4dd4-8a9e-063f74e88d1d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:56.427100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:56.553916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:56.595315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 5753472e-2986-4dd4-8a9e-063f74e88d1d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5753472e-2986-4dd4-8a9e-063f74e88d1d,segment=NetworkSegment(b312077e-b2ee-4af9-87c0-b82a4a91ea52),segment_id=b312077e-b2ee-4af9-87c0-b82a4a91ea52)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:03:56.600095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:56.602316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4486b9a-4b54-42a6-b618-973bdd038672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:03:56.679057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=5753472e-2986-4dd4-8a9e-063f74e88d1d,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:03:56.682290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:03:58.133847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-9d4a2484-0f0a-48c7-987e-748272e5b842 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:58.135423 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-9d4a2484-0f0a-48c7-987e-748272e5b842 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 814 time: 0.1537690 Dec 09 10:03:58.152638 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-fa634129-4b9f-4da1-b31e-ef36c0670943 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/quotas/d4515cc167624955bce6757097df4bea HTTP/1.1" status: 200 len: 375 time: 0.0113382 Dec 09 10:03:58.237925 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-56f686a4-fc00-42cc-80fa-2bc26f34a8ee tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799274 Dec 09 10:03:58.269908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5753472e-2986-4dd4-8a9e-063f74e88d1d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:03:58.340263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5753472e-2986-4dd4-8a9e-063f74e88d1d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:03:58.340931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:03:58.392342 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-6b824a89-1650-4263-80dc-316010a2c4a2 service neutron] 10.222.0.18 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405530 Dec 09 10:03:58.538069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-2b8e0f55-2191-4912-afed-245a2c7b2e8f service neutron] 10.222.0.18 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389236 Dec 09 10:03:58.738688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-6bc9b846-6a81-4f89-8ff0-96c554300e74 req-9f78cad1-5790-4f6f-8cc8-5a7708c7bfbe tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Synchronizing usage tracker for tenant:d4515cc167624955bce6757097df4bea on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:03:58.755206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-6bc9b846-6a81-4f89-8ff0-96c554300e74 req-9f78cad1-5790-4f6f-8cc8-5a7708c7bfbe tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Unset dirty status for tenant:d4515cc167624955bce6757097df4bea on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:03:58.756489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6bc9b846-6a81-4f89-8ff0-96c554300e74 req-9f78cad1-5790-4f6f-8cc8-5a7708c7bfbe tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 210 time: 0.0682590 Dec 09 10:03:59.822203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-45c6a634-140a-4a02-a921-38c213b4b8db tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:03:59.823884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-45c6a634-140a-4a02-a921-38c213b4b8db tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.65 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 814 time: 0.1652985 Dec 09 10:03:59.839418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'port': {'device_id': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'admin_state_up': True, 'tenant_id': 'd4515cc167624955bce6757097df4bea'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:03:59.994193 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d0d2c7d-eca2-49a9-8df1-16e4608baee3 req-2374fa83-bcae-4e54-b43c-6fbfe4bac633 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 210 time: 0.0608702 Dec 09 10:04:00.033227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:00.043285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:00.052940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Made reservation on behalf of d4515cc167624955bce6757097df4bea for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:04:00.058463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:00.230191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Allocated IP 172.20.0.10 (4c645047-eefa-4d72-b2dc-c8a3a4a8497e/0ca0ecbe-c985-4b9b-a884-805766ea9bb7/4a859f88-a06f-401f-8d47-ccda6c1ab9fd) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:04:00.520918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:00.540261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Transition to ACTIVE for port object 4a859f88-a06f-401f-8d47-ccda6c1ab9fd will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:04:00.569470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:00.585786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:00.644574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:04:00.647843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:04:00.652047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:04:00.730094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'Port': ['ID=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:00.758177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:00.758868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:00.765245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.765691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.766127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.766554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.767459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.767459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.767779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.768195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.768878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.769405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.769836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:00.776081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:00.798720 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9636347 Dec 09 10:04:01.039567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-52afdbb7-dd6d-4527-b3f5-f267576c17f1 None None] Provisioning for port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:04:01.046791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-52afdbb7-dd6d-4527-b3f5-f267576c17f1 None None] Provisioning complete for port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:04:01.048025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-52afdbb7-dd6d-4527-b3f5-f267576c17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:01.106877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-52afdbb7-dd6d-4527-b3f5-f267576c17f1 None None] Port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:04:01.221350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c454b-9b53-4ee8-a33f-19c5f25596df req-7af49762-de5f-4304-ab01-88aafd1a2278 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:01.223033 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0d5c454b-9b53-4ee8-a33f-19c5f25596df req-7af49762-de5f-4304-ab01-88aafd1a2278 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 932 time: 0.0913723 Dec 09 10:04:01.275659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0d5c454b-9b53-4ee8-a33f-19c5f25596df req-85dda8d4-a58b-47c3-9788-cf50a8e7bf49 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Synchronizing usage tracker for tenant:d4515cc167624955bce6757097df4bea on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:04:01.293725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0d5c454b-9b53-4ee8-a33f-19c5f25596df req-85dda8d4-a58b-47c3-9788-cf50a8e7bf49 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Unset dirty status for tenant:d4515cc167624955bce6757097df4bea on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:04:01.295098 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0d5c454b-9b53-4ee8-a33f-19c5f25596df req-85dda8d4-a58b-47c3-9788-cf50a8e7bf49 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655484 Dec 09 10:04:02.532131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca6480-1365-4cc0-9957-0c244fa04e13 req-f28921a2-7eae-4f00-9bec-ce492a45e2a8 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:02.532940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9fca6480-1365-4cc0-9957-0c244fa04e13 req-f28921a2-7eae-4f00-9bec-ce492a45e2a8 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Synchronizing usage tracker for tenant:d4515cc167624955bce6757097df4bea on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:04:02.550243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-9fca6480-1365-4cc0-9957-0c244fa04e13 req-f28921a2-7eae-4f00-9bec-ce492a45e2a8 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Unset dirty status for tenant:d4515cc167624955bce6757097df4bea on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:04:02.551585 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fca6480-1365-4cc0-9957-0c244fa04e13 req-f28921a2-7eae-4f00-9bec-ce492a45e2a8 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 932 time: 0.1067510 Dec 09 10:04:02.602735 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fca6480-1365-4cc0-9957-0c244fa04e13 req-08ccac7f-c4af-495a-8bfb-d3854dfbcf13 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446424 Dec 09 10:04:03.833750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd015d-3cc4-40cf-b33c-0f3d97ba889a req-32a9510d-2189-402c-84a3-cf831e5ef29e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:03.835463 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eefd015d-3cc4-40cf-b33c-0f3d97ba889a req-32a9510d-2189-402c-84a3-cf831e5ef29e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 932 time: 0.0882437 Dec 09 10:04:03.886859 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-eefd015d-3cc4-40cf-b33c-0f3d97ba889a req-b7b951b5-3d74-448f-afc5-1b8427007f0a tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440829 Dec 09 10:04:04.490940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c44ebbea-8d46-465a-80f5-7737ad7a541b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:05.130111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c839ca5-608d-4a58-8bcc-279f23171049 req-4ce7df43-5ad4-46f0-82ae-5c4a07c9ea0c tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:05.131735 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4c839ca5-608d-4a58-8bcc-279f23171049 req-4ce7df43-5ad4-46f0-82ae-5c4a07c9ea0c tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 932 time: 0.0945036 Dec 09 10:04:05.188415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4c839ca5-608d-4a58-8bcc-279f23171049 req-796d064e-c4f6-41e5-b3df-8168599750b1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Dec 09 10:04:05.742051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:06.406551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27edf9-e3e9-477c-99c8-eb18c81effc3 req-7df38f62-06bf-44fd-bf1b-747c47d979f1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:06.408506 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e27edf9-e3e9-477c-99c8-eb18c81effc3 req-7df38f62-06bf-44fd-bf1b-747c47d979f1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 932 time: 0.0878794 Dec 09 10:04:06.463679 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e27edf9-e3e9-477c-99c8-eb18c81effc3 req-237bd391-c852-4b68-be1d-22b9acbb0cdc tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482316 Dec 09 10:04:06.754658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-eb6f2139-7c54-42f8-91cc-1ed96e668194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:07.206722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:07.686696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d806a-72fe-41cf-ba15-93d5bfe5a7d0 req-809035f2-34e5-4131-b0be-338e32a22c34 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:07.689279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1e6d806a-72fe-41cf-ba15-93d5bfe5a7d0 req-809035f2-34e5-4131-b0be-338e32a22c34 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 932 time: 0.0908477 Dec 09 10:04:07.743532 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1e6d806a-72fe-41cf-ba15-93d5bfe5a7d0 req-8a751f36-6689-4f03-a1d8-0e6c1c104162 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478985 Dec 09 10:04:08.491754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:09.015534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7b1ef-e126-4ecd-961d-76973f77aaac req-38a0f8c7-093b-4c5f-b950-f1739b1b5716 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:09.017392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ef7b1ef-e126-4ecd-961d-76973f77aaac req-38a0f8c7-093b-4c5f-b950-f1739b1b5716 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 932 time: 0.1113319 Dec 09 10:04:09.081734 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2ef7b1ef-e126-4ecd-961d-76973f77aaac req-21010402-602e-4f53-8ef6-922210ffa622 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574574 Dec 09 10:04:10.290230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2e8ad-42bf-4f23-80e6-f190abfa700d req-a2de417e-2fa7-48fb-a4c1-227f62bcaf3f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:10.292521 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ef2e8ad-42bf-4f23-80e6-f190abfa700d req-a2de417e-2fa7-48fb-a4c1-227f62bcaf3f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 932 time: 0.0857246 Dec 09 10:04:10.324356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Request body: {'port': {'device_id': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:10.687357 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ef2e8ad-42bf-4f23-80e6-f190abfa700d req-b3540258-349c-4ebe-a8da-16331003dfed tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885047 Dec 09 10:04:10.708699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:11.057216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a859f88-a06f-401f-8d47-ccda6c1ab9fd {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:04:11.064556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:11.079844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Transition to ACTIVE for port object 4a859f88-a06f-401f-8d47-ccda6c1ab9fd will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:04:11.082643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:11.087118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d84659d7-7e6d-403f-87a5-91cad8d00fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:11.221798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:11.224939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:11.339185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Attempting to bind port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:04:11.339185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Attempting to bind port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:04:11.339185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Attempting to bind port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd on network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:04:11.346988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd on network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:04:11.347349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Attempting to bind port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd on network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:04:11.354222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:04:11.354596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Checking segment: {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:04:11.355016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Bound using segment: {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:04:11.355486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Bound port: 4a859f88-a06f-401f-8d47-ccda6c1ab9fd, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977f3ab3-f097-4564-8b5d-58e6faf4c031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:04:11.355869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:11.457778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] For port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:04:11.460866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] For port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:04:11.464131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:11.469641 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-28974372-0c0d-47f7-ab1c-9e22e0ee2247 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:11.534442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:11.536565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] 10.222.0.65 "PUT /v2.0/ports/4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 1094 time: 1.2197652 Dec 09 10:04:11.537191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:04:11.560581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:11.564755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:11.616294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'status': 'completed', 'code': 200} Dec 09 10:04:11.654895 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-c4b8b2e9-726c-469e-9285-c9f66ff0a461 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1097 time: 0.0816417 Dec 09 10:04:11.740984 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-7f924e74-afaf-4538-9cd4-ee925662b35b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 217 time: 0.0789411 Dec 09 10:04:11.816449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-ee576556-a188-42c4-acf6-3a8a2b5d21eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:11.818093 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-ee576556-a188-42c4-acf6-3a8a2b5d21eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 200 len: 853 time: 0.0697746 Dec 09 10:04:11.964862 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-145adafb-d99b-4b22-a78a-1f6a8615f0c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1400468 Dec 09 10:04:12.001788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db8e9f-7a0b-4536-af6a-95e049848d7c req-9f5d2e56-f10f-4c3c-8c56-43db2c605f39 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:12.003407 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-64db8e9f-7a0b-4536-af6a-95e049848d7c req-9f5d2e56-f10f-4c3c-8c56-43db2c605f39 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 944 time: 0.1405041 Dec 09 10:04:12.136939 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-64db8e9f-7a0b-4536-af6a-95e049848d7c req-94af1760-4f01-4df3-a31b-18cb25f82ee3 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182253 Dec 09 10:04:12.155254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-9164c191-c36b-4aca-b098-29eda584b370 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834269 Dec 09 10:04:12.297995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dce3cb86-5668-4595-8aeb-97881ef112e8 req-bde82b87-7bb6-4712-8b92-499cb5d4acb1 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362212 Dec 09 10:04:12.411724 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0887bfdd-df87-48d5-9fe4-2407ed546dde req-5cca0748-126a-4113-b0c0-49a3096ce8c7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1097 time: 0.0732317 Dec 09 10:04:12.557499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887bfdd-df87-48d5-9fe4-2407ed546dde req-c82345b2-1970-485a-990a-b97be86b8e9d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:12.559087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0887bfdd-df87-48d5-9fe4-2407ed546dde req-c82345b2-1970-485a-990a-b97be86b8e9d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 915 time: 0.1402018 Dec 09 10:04:12.634916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0887bfdd-df87-48d5-9fe4-2407ed546dde req-bad15549-18ad-474f-ac3d-d59c6bff9075 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 217 time: 0.0677238 Dec 09 10:04:12.703547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887bfdd-df87-48d5-9fe4-2407ed546dde req-3b7639be-b9d1-4330-a9be-8691357bf3c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:12.704983 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0887bfdd-df87-48d5-9fe4-2407ed546dde req-3b7639be-b9d1-4330-a9be-8691357bf3c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 200 len: 853 time: 0.0624502 Dec 09 10:04:12.792911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0887bfdd-df87-48d5-9fe4-2407ed546dde req-755473cc-7962-4fb3-8f9d-c7562f116494 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802612 Dec 09 10:04:12.936944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0887bfdd-df87-48d5-9fe4-2407ed546dde req-3ef3fadd-0fdc-4749-8f0a-806fe7de9143 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348166 Dec 09 10:04:13.079670 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0887bfdd-df87-48d5-9fe4-2407ed546dde req-55306570-ce92-439e-9d3b-63529280c76f service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356957 Dec 09 10:04:13.345486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bab9c1-cccf-456c-8092-b7488de14f11 req-4e1978d2-89f7-4392-8289-845194967248 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:13.347072 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-55bab9c1-cccf-456c-8092-b7488de14f11 req-4e1978d2-89f7-4392-8289-845194967248 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 944 time: 0.0853136 Dec 09 10:04:13.396386 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-55bab9c1-cccf-456c-8092-b7488de14f11 req-dd152329-3c98-4b7f-9676-4b54c5dd6e65 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 Dec 09 10:04:14.392849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 4a859f88-a06f-401f-8d47-ccda6c1ab9fd details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:04:14.545321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:04:14.559468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'port_id': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'mac_address': 'fa:16:3e:af:65:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:04:14.626008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:14.626886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe631236-5536-4805-b6c8-69c708b98689 req-a20f4428-4988-4cce-a41f-b561b23a2173 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:14.629282 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fe631236-5536-4805-b6c8-69c708b98689 req-a20f4428-4988-4cce-a41f-b561b23a2173 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 944 time: 0.1078627 Dec 09 10:04:14.651719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a859f88-a06f-401f-8d47-ccda6c1ab9fd {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:04:14.672724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:04:14.682347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:14.684280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:14.699925 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fe631236-5536-4805-b6c8-69c708b98689 req-8f72c6ca-57c2-4363-8827-de6e7dac6d71 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521376 Dec 09 10:04:14.768421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:14.771728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:14.883783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['4a859f88-a06f-401f-8d47-ccda6c1ab9fd'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:04:15.927802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d6a5b-8dbe-4b34-92af-deb6443dbed6 req-2270495c-363b-4356-bcfe-e19fddd0be98 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:15.929421 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c4d6a5b-8dbe-4b34-92af-deb6443dbed6 req-2270495c-363b-4356-bcfe-e19fddd0be98 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 945 time: 0.0821505 Dec 09 10:04:15.980841 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7c4d6a5b-8dbe-4b34-92af-deb6443dbed6 req-825f23f4-20c5-4698-a4e9-52e4e4517b63 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453019 Dec 09 10:04:16.392631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 4a859f88-a06f-401f-8d47-ccda6c1ab9fd up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:04:16.466598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:04:16.471380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:04:16.471747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:16.587194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:16.615204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:04:16.625866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:04:16.628853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:16.631711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:16.671657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'code': 200} Dec 09 10:04:16.708175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:16.711571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:16.918718 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-605a2956-d0cb-45ce-b996-b7f1d2d7e561 req-d3b950b1-daea-49af-9b07-6271da46350a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1099 time: 0.0766883 Dec 09 10:04:16.963145 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-605a2956-d0cb-45ce-b996-b7f1d2d7e561 req-a2a98926-4e93-4e83-b9f4-89997cadf55a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379546 Dec 09 10:04:17.189706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47c815-5a3c-4ec6-8278-7399051d2891 req-39bd54a0-b1b8-4b45-9fe4-7ea79a537bbd tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:17.191312 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-df47c815-5a3c-4ec6-8278-7399051d2891 req-39bd54a0-b1b8-4b45-9fe4-7ea79a537bbd tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 946 time: 0.0875611 Dec 09 10:04:17.240280 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-df47c815-5a3c-4ec6-8278-7399051d2891 req-773409f0-ddf4-436a-8308-b94d8fe783aa tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427647 Dec 09 10:04:17.625151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:18.442267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a079b35-b6ca-4dba-9cfe-8ca48a018b9b req-7479450f-7b02-4783-a080-747652b0f7aa tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:18.443846 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a079b35-b6ca-4dba-9cfe-8ca48a018b9b req-7479450f-7b02-4783-a080-747652b0f7aa tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 946 time: 0.0813456 Dec 09 10:04:18.494819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a079b35-b6ca-4dba-9cfe-8ca48a018b9b req-0a799730-1e87-423e-8fb8-6083da8156a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447855 Dec 09 10:04:18.704223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d6339-6f6f-42fb-aa3d-d8da065de432 req-385bfd05-de24-4939-8ce9-e7896da52fb0 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:18.705845 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2a3d6339-6f6f-42fb-aa3d-d8da065de432 req-385bfd05-de24-4939-8ce9-e7896da52fb0 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 946 time: 0.0899060 Dec 09 10:04:18.757323 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2a3d6339-6f6f-42fb-aa3d-d8da065de432 req-ee10111e-839d-4fce-9a55-764154ec2051 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 Dec 09 10:04:19.196543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61ef3f-d020-4416-8dfe-889ff624854b req-92c71d31-378c-478d-92c6-642272926d6f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:19.198159 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1c61ef3f-d020-4416-8dfe-889ff624854b req-92c71d31-378c-478d-92c6-642272926d6f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 946 time: 0.0860636 Dec 09 10:04:19.245478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1c61ef3f-d020-4416-8dfe-889ff624854b req-cb550d01-9bc2-42db-bf2f-2043a84cc51a tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Dec 09 10:04:22.232323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:04:27.821735 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99d2642e-b778-4a72-978b-973e4b1335ff req-dc363175-0755-4031-8d67-039aa324ec81 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750878 Dec 09 10:04:27.976110 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99d2642e-b778-4a72-978b-973e4b1335ff req-e635816f-276c-4d0b-aa66-2c1633604d70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1099 time: 0.0744658 Dec 09 10:04:28.128820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2642e-b778-4a72-978b-973e4b1335ff req-4d204112-23cb-422f-a9cc-9dbb0da47c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:28.130428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99d2642e-b778-4a72-978b-973e4b1335ff req-4d204112-23cb-422f-a9cc-9dbb0da47c9a service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 915 time: 0.1355340 Dec 09 10:04:28.205427 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99d2642e-b778-4a72-978b-973e4b1335ff req-7e77c189-b133-4b17-b4cf-443ded3136d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 217 time: 0.0678024 Dec 09 10:04:28.275086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2642e-b778-4a72-978b-973e4b1335ff req-8b0ac61a-2c5f-4ed8-a594-30678d9eddd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:28.276717 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99d2642e-b778-4a72-978b-973e4b1335ff req-8b0ac61a-2c5f-4ed8-a594-30678d9eddd1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 200 len: 853 time: 0.0646799 Dec 09 10:04:28.367022 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99d2642e-b778-4a72-978b-973e4b1335ff req-cc34d83d-a571-435c-895c-3e3420d949bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769880 Dec 09 10:04:28.511134 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99d2642e-b778-4a72-978b-973e4b1335ff req-7b61a2f5-d7a6-4ed0-895e-5a4ccf210b1d service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373253 Dec 09 10:04:28.658376 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-99d2642e-b778-4a72-978b-973e4b1335ff req-c16f480e-e2ba-4d6f-9ffc-1bfca706d946 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382325 Dec 09 10:04:29.830377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daddc5-0bc2-4661-8c6b-2c436781c57e req-e35c5ec8-dabc-4477-99e0-1c78c936d1b1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:29.831964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24daddc5-0bc2-4661-8c6b-2c436781c57e req-e35c5ec8-dabc-4477-99e0-1c78c936d1b1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 946 time: 0.0831430 Dec 09 10:04:29.885103 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24daddc5-0bc2-4661-8c6b-2c436781c57e req-36d953bf-0988-4f37-8a63-7c78ad15d367 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465939 Dec 09 10:04:29.914150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38052) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:30.116680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-84b50169-c7c1-48a1-abd1-e63c7dbd641f tempest-TestMinimumBasicScenario-52579804 tempest-TestMinimumBasicScenario-52579804-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1094 time: 0.2012258 Dec 09 10:04:30.119601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38058) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:30.126239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:30.132099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:30.136164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Usage tracker for resource:floatingip and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:04:30.140135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:04:30.146552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:30.156062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:30.304589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:30.454560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Allocated IP 172.26.8.67 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/7b8ae6eb-8e43-4c27-9e52-07ef8b140ca3) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:04:30.609076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:30.634250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:30.638761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-71ffbcc9-d449-4a97-934a-f0ae7c499d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:30.711666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:04:30.715101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'Port': ['ID=7b8ae6eb-8e43-4c27-9e52-07ef8b140ca3,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:30.717896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:04:30.720572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:04:30.773142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.773546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.773977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.774386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.774800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.775212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.775617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.776022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.776424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.776829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.777253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:04:30.781269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:31.260945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:31.317232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:31.772531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:31.776255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:31.781722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:31.886637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'Port': ['ID=7b8ae6eb-8e43-4c27-9e52-07ef8b140ca3,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:31.891684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:31.904713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:32.102965 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Floating IP 0b2e70c8-5234-4bc7-83d5-bbeca4ce6856 associated. External IP: 172.26.8.67, port: 4a859f88-a06f-401f-8d47-ccda6c1ab9fd. Dec 09 10:04:32.506491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:04:32.718943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:04:32.729405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] Sync routers for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:04:32.744742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:04:32.745553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:04:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:04:32.747643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:32.805451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6846864 Dec 09 10:04:32.806171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:04:32.808401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38062) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:32.815396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107091814', 'description': 'tempest-secgroup-smoke-2107091814 description', 'project_id': 'd4515cc167624955bce6757097df4bea'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:32.825275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:32.836198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:32.850434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:32.889631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:32.893771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Usage tracker for resource:security_group_rule and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:04:32.896998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:04:32.904349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:32.941697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:04:32.964175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:32.968345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:32.975542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9f625ff3-db3a-4970-a213-6e97f05d0209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:33.021242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024ded7c-2c7b-4ec9-817c-d9992ee54e48,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:33.024517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:33.026859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:33.029200 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2190239 Dec 09 10:04:33.031524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38070) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:33.037585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'security_group_rule': {'security_group_id': '024ded7c-2c7b-4ec9-817c-d9992ee54e48', 'project_id': 'd4515cc167624955bce6757097df4bea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:33.044555 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'status': 'completed', 'code': 200} Dec 09 10:04:33.046189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:33.050463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Usage tracker for resource:security_group_rule and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:04:33.053580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:04:33.060622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:33.125146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:33.196271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf4a7814-e098-45c3-acce-8f36139c9054 req-67b04b38-7a48-43bf-a408-81fdd41ec8cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1099 time: 0.1275840 Dec 09 10:04:33.236176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:33.251407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:33.257436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-35fb7c55-cf8e-4b99-ada2-fe18cdee8d13 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:33.518497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '0b2e70c8-5234-4bc7-83d5-bbeca4ce6856', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'port_id': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'mac_address': 'fa:16:3e:af:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:04:31Z', 'updated_at': '2021-12-09T10:04:31Z', 'revision_number': 0, 'project_id': 'd4515cc167624955bce6757097df4bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c76412-2f0e-447c-8f4c-c97a1ba86c74', 'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'mac_address': 'fa:16:3e:a2:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:38Z', 'updated_at': '2021-12-09T10:03:47Z', 'revision_number': 5, 'project_id': 'd4515cc167624955bce6757097df4bea', 'subnets': [{'id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:04:33.522566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] Checking router: 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:04:33.534706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:04:33.535404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:04:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:04:33.567301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7926a399-3b16-4594-830c-ddd32ae31ce5,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:33.572250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:33.595744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:33.597020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5645030 Dec 09 10:04:33.600015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38074) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:33.608176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'security_group_rule': {'security_group_id': '024ded7c-2c7b-4ec9-817c-d9992ee54e48', 'project_id': 'd4515cc167624955bce6757097df4bea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:33.615776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:33.630811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Usage tracker for resource:security_group_rule and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:04:33.636637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:04:33.645281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:33.647758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a7814-e098-45c3-acce-8f36139c9054 req-9fa61db7-2bf5-445d-911e-72be08b3cd58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:33.649349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf4a7814-e098-45c3-acce-8f36139c9054 req-9fa61db7-2bf5-445d-911e-72be08b3cd58 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 915 time: 0.4423838 Dec 09 10:04:33.731143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:04:33.741451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:33.803156 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf4a7814-e098-45c3-acce-8f36139c9054 req-304a9b6f-2c7b-413e-be33-d216e1845a27 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 999 time: 0.1464865 Dec 09 10:04:33.881423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:33.886202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:33.890267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a2241dc9-a7b9-45e7-a582-bcd1304f2ddf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:33.905520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a7814-e098-45c3-acce-8f36139c9054 req-fc77cd75-741c-4425-aea4-12fd259ade7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:33.907088 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf4a7814-e098-45c3-acce-8f36139c9054 req-fc77cd75-741c-4425-aea4-12fd259ade7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 200 len: 853 time: 0.0964594 Dec 09 10:04:33.957157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875bc6d6-84d3-49ba-aa43-23d184af967d,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:33.967689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:33.975682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:33.976948 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3759534 Dec 09 10:04:33.980727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38078) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:33.987145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'security_group_rule': {'security_group_id': '024ded7c-2c7b-4ec9-817c-d9992ee54e48', 'project_id': 'd4515cc167624955bce6757097df4bea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:33.995215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:34.005540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Usage tracker for resource:security_group_rule and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:04:34.009944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:04:34.018220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:34.033288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf4a7814-e098-45c3-acce-8f36139c9054 req-85e416cf-e72f-4f71-8118-4b504a316fd2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180818 Dec 09 10:04:34.040731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.108689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '0b2e70c8-5234-4bc7-83d5-bbeca4ce6856', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'port_id': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'mac_address': 'fa:16:3e:af:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:04:31Z', 'updated_at': '2021-12-09T10:04:31Z', 'revision_number': 0, 'project_id': 'd4515cc167624955bce6757097df4bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c76412-2f0e-447c-8f4c-c97a1ba86c74', 'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'mac_address': 'fa:16:3e:a2:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:38Z', 'updated_at': '2021-12-09T10:03:47Z', 'revision_number': 5, 'project_id': 'd4515cc167624955bce6757097df4bea', 'subnets': [{'id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:04:34.112973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c295de-3f87-433f-b5a5-776ee1b484da None None] The sync data for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv is: [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '0b2e70c8-5234-4bc7-83d5-bbeca4ce6856', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'floating_ip_address': '172.26.8.67', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'port_id': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'mac_address': 'fa:16:3e:af:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:04:31Z', 'updated_at': '2021-12-09T10:04:31Z', 'revision_number': 0, 'project_id': 'd4515cc167624955bce6757097df4bea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13c76412-2f0e-447c-8f4c-c97a1ba86c74', 'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'mac_address': 'fa:16:3e:a2:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:38Z', 'updated_at': '2021-12-09T10:03:47Z', 'revision_number': 5, 'project_id': 'd4515cc167624955bce6757097df4bea', 'subnets': [{'id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:04:34.239860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.239860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf4a7814-e098-45c3-acce-8f36139c9054 req-4ab6df99-c0d8-4750-8ed6-44d84475f6f8 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899414 Dec 09 10:04:34.269562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.274957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-199c8bd7-d03a-4b18-9c03-eba9f6666628 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:34.318056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3355b3b5-a17c-421d-ad35-7acc8202d88a,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:34.367704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:34.383856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.385150 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4033608 Dec 09 10:04:34.389322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38082) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:34.397010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'security_group_rule': {'security_group_id': '024ded7c-2c7b-4ec9-817c-d9992ee54e48', 'project_id': 'd4515cc167624955bce6757097df4bea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:34.403736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:34.407906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Usage tracker for resource:security_group_rule and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:04:34.411017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:04:34.418438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:34.420899 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf4a7814-e098-45c3-acce-8f36139c9054 req-51a5c2fc-c78d-4aff-8e1f-a6722e45deba service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758606 Dec 09 10:04:34.436285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.492792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-063b8454-c307-4b10-9411-6d3c43137830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.510924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e40960-97a4-45c0-bde9-1d7a5b613d82 None None] New status for floating IP 0b2e70c8-5234-4bc7-83d5-bbeca4ce6856: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:04:34.511618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.515161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.523955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a9deacf-990a-438b-804f-b95916cad7a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:34.549201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13a3d6e-28fc-4937-8035-063d21f86954,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:34.551929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:34.555659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.557006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7b3f327d-f269-4874-a168-e55c27bbefaf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1661673 Dec 09 10:04:34.560538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38086) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:34.566859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'security_group_rule': {'security_group_id': '024ded7c-2c7b-4ec9-817c-d9992ee54e48', 'project_id': 'd4515cc167624955bce6757097df4bea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:34.573441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:34.578045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Usage tracker for resource:security_group_rule and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:04:34.581090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:04:34.587250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:34.598665 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Project d4515cc167624955bce6757097df4bea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:04:34.605475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.674990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.678079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.679998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e1a69347-7c08-40b5-a43e-0fc25399e252 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:34.703888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa25b075-313f-4ed1-a258-e576607ddacf,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:34.706491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:34.715089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.719828 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1556232 Dec 09 10:04:34.720538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38090) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:04:34.727242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'security_group_rule': {'security_group_id': '024ded7c-2c7b-4ec9-817c-d9992ee54e48', 'project_id': 'd4515cc167624955bce6757097df4bea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:34.741158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:04:34.745341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Usage tracker for resource:security_group_rule and tenant:d4515cc167624955bce6757097df4bea is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:04:34.748646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:04:34.754824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:04:34.766101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Project d4515cc167624955bce6757097df4bea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:04:34.773069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.851398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.855138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.857172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ddb9b77c-883b-4245-bfef-a2f53eb0442f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:34.885780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430f0391-58ee-4cfc-ae3a-598bb81e8962,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:34.885780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:34.897702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:34.897702 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1701109 Dec 09 10:04:35.028636 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-5b7b8599-1e62-4378-a847-ce620dcfe6d2 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107091814&fields=id&tenant_id=d4515cc167624955bce6757097df4bea HTTP/1.1" status: 200 len: 267 time: 0.0436363 Dec 09 10:04:35.117062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-a8f601ad-6e3c-486e-90b9-de7611802053 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:35.118657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-a8f601ad-6e3c-486e-90b9-de7611802053 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 946 time: 0.0842946 Dec 09 10:04:35.130316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'port': {'security_groups': ['03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4', '024ded7c-2c7b-4ec9-817c-d9992ee54e48']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:04:35.249962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:35.517524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] For port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:04:35.543873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:35.547406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:35.552795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c2028fb6-1912-4e0f-a3ac-4cfa1577471d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:04:35.563292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['4a859f88-a06f-401f-8d47-ccda6c1ab9fd'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:04:35.622073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:35.622758 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:35.624311 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb2d4ca8-f03a-4845-a970-da0257672fc4 req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "PUT /v2.0/ports/4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 982 time: 0.4989762 Dec 09 10:04:35.624902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:04:35.646555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'Port': ['ID=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,revision_number=6']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:04:35.649860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:04:35.697974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['4a859f88-a06f-401f-8d47-ccda6c1ab9fd'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:04:35.716251 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'status': 'completed', 'code': 200} Dec 09 10:04:35.815779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:35.907135 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f78134b7-2bf7-4725-aa99-6246032d8174 req-f58a929e-1188-4697-a426-f4d171d89f21 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1138 time: 0.1630323 Dec 09 10:04:35.914164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23e513-040e-49d6-ac3e-0eff15e6a36c req-54e51b9b-fa1f-4095-89fd-79137afaadc9 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:35.916121 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b23e513-040e-49d6-ac3e-0eff15e6a36c req-54e51b9b-fa1f-4095-89fd-79137afaadc9 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.1262541 Dec 09 10:04:36.070455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2b23e513-040e-49d6-ac3e-0eff15e6a36c req-4c2c3e16-9db4-4f2a-81b2-8a613f63f6e5 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Synchronizing usage tracker for tenant:d4515cc167624955bce6757097df4bea on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:04:36.076778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-28457eb0-d211-4610-89d5-b5508e0b9531 None None] Provisioning complete for port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:04:36.077248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28457eb0-d211-4610-89d5-b5508e0b9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:36.103653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2b23e513-040e-49d6-ac3e-0eff15e6a36c req-4c2c3e16-9db4-4f2a-81b2-8a613f63f6e5 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Unset dirty status for tenant:d4515cc167624955bce6757097df4bea on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:04:36.104932 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b23e513-040e-49d6-ac3e-0eff15e6a36c req-4c2c3e16-9db4-4f2a-81b2-8a613f63f6e5 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1636391 Dec 09 10:04:36.106639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78134b7-2bf7-4725-aa99-6246032d8174 req-b6002cb4-32fa-4143-a449-af566d4c2eb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:36.108120 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f78134b7-2bf7-4725-aa99-6246032d8174 req-b6002cb4-32fa-4143-a449-af566d4c2eb2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 915 time: 0.1910541 Dec 09 10:04:36.221345 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f78134b7-2bf7-4725-aa99-6246032d8174 req-1d93a3b6-7339-4b8c-9508-0c7ef847ae20 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 1001 time: 0.1056316 Dec 09 10:04:36.290387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78134b7-2bf7-4725-aa99-6246032d8174 req-9dab1cfe-6d19-497d-95f2-540a6d4c7ad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:36.292097 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f78134b7-2bf7-4725-aa99-6246032d8174 req-9dab1cfe-6d19-497d-95f2-540a6d4c7ad6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 200 len: 853 time: 0.0645714 Dec 09 10:04:36.375162 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f78134b7-2bf7-4725-aa99-6246032d8174 req-412053ee-f027-4030-98c1-baa33d8c7025 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770938 Dec 09 10:04:36.519472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f78134b7-2bf7-4725-aa99-6246032d8174 req-487e2799-13a5-4dce-b899-2621df9fc873 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369333 Dec 09 10:04:36.664191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f78134b7-2bf7-4725-aa99-6246032d8174 req-f0bc1d6f-1c4c-4549-9bdb-8daee4cc65e9 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377640 Dec 09 10:04:36.757372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea23d731-ffb2-41f3-b5e4-1d1d006ee144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:37.206371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:38.487695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:47.626321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:04:51.512732 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b28ea5ae-e438-4b4e-b00a-dad9709627c7 req-7b871103-aba9-4bcc-8412-fdd66f82f440 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1138 time: 0.1414227 Dec 09 10:04:51.523049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a67e2e-561d-42d4-902c-3692d86c43f3 req-8c273b4f-ef55-47ca-ae49-6c41f827261e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:51.524529 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b7a67e2e-561d-42d4-902c-3692d86c43f3 req-8c273b4f-ef55-47ca-ae49-6c41f827261e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.1092348 Dec 09 10:04:51.685538 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b7a67e2e-561d-42d4-902c-3692d86c43f3 req-866d00de-e9cf-43b8-a78d-caa27f569545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343954 Dec 09 10:04:51.711308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea5ae-e438-4b4e-b00a-dad9709627c7 req-196bea94-fa6e-42ae-9472-411f21a6b170 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:51.713355 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b28ea5ae-e438-4b4e-b00a-dad9709627c7 req-196bea94-fa6e-42ae-9472-411f21a6b170 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 915 time: 0.1878073 Dec 09 10:04:51.821682 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b28ea5ae-e438-4b4e-b00a-dad9709627c7 req-f5b21ccc-284d-450c-ad4b-517c1fe531c5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 1001 time: 0.1010947 Dec 09 10:04:51.892933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea5ae-e438-4b4e-b00a-dad9709627c7 req-d600ed15-bc03-43c4-912f-8252b4ab4a0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:51.894569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b28ea5ae-e438-4b4e-b00a-dad9709627c7 req-d600ed15-bc03-43c4-912f-8252b4ab4a0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 200 len: 853 time: 0.0669079 Dec 09 10:04:51.974422 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b28ea5ae-e438-4b4e-b00a-dad9709627c7 req-34d8330e-7695-4d69-8088-b882540f0b35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725548 Dec 09 10:04:52.118671 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b28ea5ae-e438-4b4e-b00a-dad9709627c7 req-899c29ad-670a-44f2-b6a8-bb90760de836 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369934 Dec 09 10:04:52.259212 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b28ea5ae-e438-4b4e-b00a-dad9709627c7 req-d67330d0-fe38-498f-be8a-b32d6ce1c64b service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337769 Dec 09 10:04:52.902068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c8a80-6bf0-4249-b00a-51ff2f7d1517 req-ebfa4bc3-af09-4e4f-ab21-d4d9add95035 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:52.904148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-352c8a80-6bf0-4249-b00a-51ff2f7d1517 req-ebfa4bc3-af09-4e4f-ab21-d4d9add95035 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0880504 Dec 09 10:04:52.954788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-352c8a80-6bf0-4249-b00a-51ff2f7d1517 req-8758b38f-a10d-4291-9f1f-8e6409b7384b tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444465 Dec 09 10:04:54.164343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803cae8-c046-4e4a-bd2a-8eddd48339ed req-a1bcac94-23bb-4fc4-beaa-95dc39b4a9b9 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:54.165974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7803cae8-c046-4e4a-bd2a-8eddd48339ed req-a1bcac94-23bb-4fc4-beaa-95dc39b4a9b9 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0865519 Dec 09 10:04:54.216911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7803cae8-c046-4e4a-bd2a-8eddd48339ed req-bd65b0e1-f40d-40d9-911c-5a842b2066bf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439901 Dec 09 10:04:55.427156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f407e-542d-49d3-95b6-06838fe422a3 req-f3b12452-f5eb-4173-b4a2-5d088e97fc13 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:55.428762 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a7f407e-542d-49d3-95b6-06838fe422a3 req-f3b12452-f5eb-4173-b4a2-5d088e97fc13 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0846350 Dec 09 10:04:55.490006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a7f407e-542d-49d3-95b6-06838fe422a3 req-01dabd94-d0d7-431e-87f1-10c1e3e3e0ed tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540745 Dec 09 10:04:56.706759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd484ff-53bd-4159-8e93-82a981df1635 req-0da9ad98-7df6-4a73-9f70-6ced708aa928 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:56.708367 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bcd484ff-53bd-4159-8e93-82a981df1635 req-0da9ad98-7df6-4a73-9f70-6ced708aa928 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0854447 Dec 09 10:04:56.760461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bcd484ff-53bd-4159-8e93-82a981df1635 req-4a8f92db-28f2-4740-951f-979c2b370820 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456643 Dec 09 10:04:57.976312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11626da-02c4-4128-bbce-a7e7fdaebfe4 req-6f168513-58f7-4d60-81fd-a6b087acec87 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:57.977884 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e11626da-02c4-4128-bbce-a7e7fdaebfe4 req-6f168513-58f7-4d60-81fd-a6b087acec87 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0822780 Dec 09 10:04:58.032299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e11626da-02c4-4128-bbce-a7e7fdaebfe4 req-39859036-f57b-4a55-a3de-b41765d59bbf tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473702 Dec 09 10:04:59.233229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:04:59.242343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32325e-156e-4147-b30c-2b816d456a25 req-ed0b8549-2a53-4ff4-b09a-d38aa1f91e31 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:04:59.243937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4d32325e-156e-4147-b30c-2b816d456a25 req-ed0b8549-2a53-4ff4-b09a-d38aa1f91e31 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0877135 Dec 09 10:04:59.293896 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4d32325e-156e-4147-b30c-2b816d456a25 req-e7f519bd-c9d8-4f21-af1b-19f07c7621da tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432107 Dec 09 10:05:00.505215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af698f-05ed-49c3-b331-d06fdce390eb req-66e1fa3c-1ecf-4c59-a935-cde07e67a992 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:00.506748 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56af698f-05ed-49c3-b331-d06fdce390eb req-66e1fa3c-1ecf-4c59-a935-cde07e67a992 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0859926 Dec 09 10:05:00.556956 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56af698f-05ed-49c3-b331-d06fdce390eb req-2edfcd13-f6e5-4d0c-ad63-e7739aca6fb4 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431609 Dec 09 10:05:01.762648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d5af6-2012-4169-9890-db75357dcc21 req-7dc6af11-dc45-4380-ad4a-04590576819f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:01.764240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-959d5af6-2012-4169-9890-db75357dcc21 req-7dc6af11-dc45-4380-ad4a-04590576819f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0836380 Dec 09 10:05:01.820967 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-959d5af6-2012-4169-9890-db75357dcc21 req-09a1ef5e-2ca6-4356-ae44-95089af5d81c tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502856 Dec 09 10:05:03.034654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99fe3f-c003-402e-a999-ce89cea24844 req-6fe13b72-a56d-4d0f-9ce0-d4758634a199 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:03.036206 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c99fe3f-c003-402e-a999-ce89cea24844 req-6fe13b72-a56d-4d0f-9ce0-d4758634a199 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0884042 Dec 09 10:05:03.092604 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c99fe3f-c003-402e-a999-ce89cea24844 req-c7c2558a-8f66-45d7-8163-9368b22d2803 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499811 Dec 09 10:05:04.312650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c4299-08d9-48c9-a443-cc52b4632a31 req-349ffce4-1005-49b9-acb6-8d81fa4b0ac9 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:04.314285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-306c4299-08d9-48c9-a443-cc52b4632a31 req-349ffce4-1005-49b9-acb6-8d81fa4b0ac9 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0855207 Dec 09 10:05:04.365600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-306c4299-08d9-48c9-a443-cc52b4632a31 req-50a3b19b-5891-462e-bc54-526e399979ad tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&id=024ded7c-2c7b-4ec9-817c-d9992ee54e48&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450811 Dec 09 10:05:04.498732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-28f9111c-ea26-4467-acc7-b56dcd693fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:05.749376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:06.759626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-908ba60e-892f-4c4b-a184-8fe318f6b39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:07.199426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:08.491181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:17.651508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:29.460206 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-abf5eba2-4ced-46d4-9b63-87ef5aee7ee1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1527128 Dec 09 10:05:29.608104 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-8096bc84-87c7-4a34-b325-0311d1955cfc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1138 time: 0.0747995 Dec 09 10:05:29.767371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-e1825ca9-ece5-4ed1-b91e-f1c06c76037f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:29.769555 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-e1825ca9-ece5-4ed1-b91e-f1c06c76037f service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 915 time: 0.1421187 Dec 09 10:05:30.099738 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-c8f6aa8c-0d9f-47d8-8fd2-a27cb3db3741 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 1001 time: 0.3232272 Dec 09 10:05:30.167426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-d266c2db-07b6-42b0-90ef-658271817619 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:30.168987 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-d266c2db-07b6-42b0-90ef-658271817619 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 200 len: 853 time: 0.0623510 Dec 09 10:05:30.250203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-423391d0-fb60-43f6-b867-3cb57dced0d7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751872 Dec 09 10:05:30.401093 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-a61e9224-d5e7-488b-9930-299a2d94644e service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429353 Dec 09 10:05:30.540407 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0ba0cd08-5a5d-4d76-ac12-9595a4cdbe25 req-03196871-fa54-4cd5-82fa-dc32f4cc2a73 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327679 Dec 09 10:05:34.503640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6fcd1488-248d-41d4-ab24-a28771f7914d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:35.752350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:36.235570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:05:36.763004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be27299a-0840-45b7-a97c-fe8d26755c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:37.021176 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-081441ce-d62c-4c31-96b1-01ad9479123e req-1c60287b-0001-4e98-9b66-3ed2bb78d474 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107091814&fields=id&tenant_id=d4515cc167624955bce6757097df4bea HTTP/1.1" status: 200 len: 267 time: 0.1663859 Dec 09 10:05:37.110583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081441ce-d62c-4c31-96b1-01ad9479123e req-aba35615-61fc-47e7-94ba-b83a67a3d2ef tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:37.112186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-081441ce-d62c-4c31-96b1-01ad9479123e req-aba35615-61fc-47e7-94ba-b83a67a3d2ef tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 985 time: 0.0849311 Dec 09 10:05:37.124484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-081441ce-d62c-4c31-96b1-01ad9479123e req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Request body: {'port': {'security_groups': ['03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4']}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:05:37.201798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:37.255941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-081441ce-d62c-4c31-96b1-01ad9479123e req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:37.507165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-081441ce-d62c-4c31-96b1-01ad9479123e req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] For port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:05:37.534336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-081441ce-d62c-4c31-96b1-01ad9479123e req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:37.537895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-081441ce-d62c-4c31-96b1-01ad9479123e req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:37.544307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-efab6166-5a0e-46ea-9810-4ffe08935fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:37.549690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['4a859f88-a06f-401f-8d47-ccda6c1ab9fd'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:05:37.621382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081441ce-d62c-4c31-96b1-01ad9479123e req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:37.622512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-081441ce-d62c-4c31-96b1-01ad9479123e req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:37.623585 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-081441ce-d62c-4c31-96b1-01ad9479123e req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "PUT /v2.0/ports/4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 943 time: 0.5046816 Dec 09 10:05:37.624185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:05:37.636278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38146) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:37.641145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event updated for resources: {'Port': ['ID=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,revision_number=7']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:37.650793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.651828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.652261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.652780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.653085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.653552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.653976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.654397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.654814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.655233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.655651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:37.660316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:37.700221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'status': 'completed', 'code': 200} Dec 09 10:05:37.703363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['4a859f88-a06f-401f-8d47-ccda6c1ab9fd'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:05:37.779311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:37.820620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:37.888406 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ce97e33-9d22-42ec-9fd4-e32cbf5a003c req-3547ec02-9c8c-4342-ac68-f2f3fd869c3f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1099 time: 0.1620913 Dec 09 10:05:37.969233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8946d010-d70a-48c5-8d88-b48ca42e9c11 None None] Provisioning complete for port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:05:37.969657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8946d010-d70a-48c5-8d88-b48ca42e9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:38.012518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:38.019590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c75ec81-7fe1-4d1d-b362-4e69e3c475df tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:38.038950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024ded7c-2c7b-4ec9-817c-d9992ee54e48,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:38.068025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.068454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.068874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.069323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.069734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.070142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.070549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.070955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.071360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.071763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.072168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:05:38.080595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:38.080969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:38.082207 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1881aba8-25a8-4594-9ac0-2bcd7901534e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "DELETE /v2.0/security-groups/024ded7c-2c7b-4ec9-817c-d9992ee54e48 HTTP/1.1" status: 204 len: 168 time: 0.4444089 Dec 09 10:05:38.085027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce97e33-9d22-42ec-9fd4-e32cbf5a003c req-3b23de4c-59bf-4baf-b6f5-7c4be6213bbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:38.085350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38150) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:38.086623 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ce97e33-9d22-42ec-9fd4-e32cbf5a003c req-3b23de4c-59bf-4baf-b6f5-7c4be6213bbd service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 915 time: 0.1920338 Dec 09 10:05:38.199560 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ce97e33-9d22-42ec-9fd4-e32cbf5a003c req-70b19dee-9040-42aa-bcd7-5c066435667b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 1001 time: 0.1054046 Dec 09 10:05:38.272918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce97e33-9d22-42ec-9fd4-e32cbf5a003c req-3727c89c-2d0d-449d-a13c-24ca7747634d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:38.274557 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ce97e33-9d22-42ec-9fd4-e32cbf5a003c req-3727c89c-2d0d-449d-a13c-24ca7747634d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 200 len: 853 time: 0.0694621 Dec 09 10:05:38.361216 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ce97e33-9d22-42ec-9fd4-e32cbf5a003c req-7c481778-38c4-4c8b-ba10-823b1994ce4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790896 Dec 09 10:05:38.493212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:38.509818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ce97e33-9d22-42ec-9fd4-e32cbf5a003c req-4d025c13-6b80-480e-8b3c-211f6d00ccb8 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409979 Dec 09 10:05:38.556485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Deleting port 7b8ae6eb-8e43-4c27-9e52-07ef8b140ca3 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:05:38.556786 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:38.655418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ce97e33-9d22-42ec-9fd4-e32cbf5a003c req-4126b86d-82f4-4662-bcd1-939bf8efdef8 service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397088 Dec 09 10:05:38.740197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:38.740569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:38.867012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Calling delete_port for 7b8ae6eb-8e43-4c27-9e52-07ef8b140ca3 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:05:39.026386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:39.030716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-511463e8-ee2d-4be0-9627-e9567aa12ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:39.077439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event deleted for resources: {'Port': ['ID=7b8ae6eb-8e43-4c27-9e52-07ef8b140ca3,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:39.080281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:39.177594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:39.605181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:05:39.819517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:05:39.829811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] Sync routers for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:05:39.840917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:39.844452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:05:39.845182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:05:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:39.900006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "DELETE /v2.0/floatingips/0b2e70c8-5234-4bc7-83d5-bbeca4ce6856 HTTP/1.1" status: 204 len: 168 time: 1.8133812 Dec 09 10:05:39.900626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:05:39.981619 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'status': 'completed', 'code': 200} Dec 09 10:05:40.044137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:05:40.085462 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b1f4b7a-e0cf-4c6e-831e-0a3dfdda88f7 req-7abe1013-33bf-4320-8af9-bd4ab7cdae12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4515cc167624955bce6757097df4bea&device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 1099 time: 0.0826776 Dec 09 10:05:40.234359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f4b7a-e0cf-4c6e-831e-0a3dfdda88f7 req-98c233f1-7816-4370-8be9-f89bec9dc506 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:40.236166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b1f4b7a-e0cf-4c6e-831e-0a3dfdda88f7 req-98c233f1-7816-4370-8be9-f89bec9dc506 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 200 len: 915 time: 0.1449518 Dec 09 10:05:40.315545 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b1f4b7a-e0cf-4c6e-831e-0a3dfdda88f7 req-823839af-9737-4b49-bdb4-22d4b0d77943 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 200 len: 217 time: 0.0733299 Dec 09 10:05:40.399505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f4b7a-e0cf-4c6e-831e-0a3dfdda88f7 req-79886a41-0ded-41bb-9bfb-4267c49c0a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:40.400115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13c76412-2f0e-447c-8f4c-c97a1ba86c74', 'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'mac_address': 'fa:16:3e:a2:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:38Z', 'updated_at': '2021-12-09T10:03:47Z', 'revision_number': 5, 'project_id': 'd4515cc167624955bce6757097df4bea', 'subnets': [{'id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:40.401755 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b1f4b7a-e0cf-4c6e-831e-0a3dfdda88f7 req-79886a41-0ded-41bb-9bfb-4267c49c0a82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 200 len: 853 time: 0.0795217 Dec 09 10:05:40.404715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] Checking router: 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:05:40.417472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:05:40.418156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:05:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:40.481994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b1f4b7a-e0cf-4c6e-831e-0a3dfdda88f7 req-ca8c093d-92c1-4e54-918e-15999b93793a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4c645047-eefa-4d72-b2dc-c8a3a4a8497e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742533 Dec 09 10:05:40.637452 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b1f4b7a-e0cf-4c6e-831e-0a3dfdda88f7 req-30c02036-da59-47fd-876a-6210e43c1efd service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474278 Dec 09 10:05:40.779528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:05:40.793700 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2b1f4b7a-e0cf-4c6e-831e-0a3dfdda88f7 req-cf78e800-d0f5-478d-b6cc-fdefe5f8165c service neutron] 10.222.0.65 "GET /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483834 Dec 09 10:05:41.126390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13c76412-2f0e-447c-8f4c-c97a1ba86c74', 'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'mac_address': 'fa:16:3e:a2:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:38Z', 'updated_at': '2021-12-09T10:03:47Z', 'revision_number': 5, 'project_id': 'd4515cc167624955bce6757097df4bea', 'subnets': [{'id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:41.135944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab2d1b0-202d-4db8-a035-d12689012a5f None None] The sync data for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv is: [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:39Z', 'revision_number': 4, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '13c76412-2f0e-447c-8f4c-c97a1ba86c74', 'name': '', 'network_id': '4c645047-eefa-4d72-b2dc-c8a3a4a8497e', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'mac_address': 'fa:16:3e:a2:9e:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:38Z', 'updated_at': '2021-12-09T10:03:47Z', 'revision_number': 5, 'project_id': 'd4515cc167624955bce6757097df4bea', 'subnets': [{'id': '0ca0ecbe-c985-4b9b-a884-805766ea9bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:05:41.583721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861364dc-17ae-46cc-9cb9-083eefb986f5 None None] New status for floating IP 0b2e70c8-5234-4bc7-83d5-bbeca4ce6856: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:05:44.554801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2d048-2d10-41bf-bda1-ea61e6ca8ab1 req-76579ef1-fb0e-4149-b85f-b1d0d759360f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:44.556409 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5e2d048-2d10-41bf-bda1-ea61e6ca8ab1 req-76579ef1-fb0e-4149-b85f-b1d0d759360f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 946 time: 0.0867329 Dec 09 10:05:44.604378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e5e2d048-2d10-41bf-bda1-ea61e6ca8ab1 req-33f7a83b-8ca8-4c10-8cec-ff3a3a62623f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Synchronizing usage tracker for tenant:d4515cc167624955bce6757097df4bea on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:05:44.618679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e5e2d048-2d10-41bf-bda1-ea61e6ca8ab1 req-33f7a83b-8ca8-4c10-8cec-ff3a3a62623f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Unset dirty status for tenant:d4515cc167624955bce6757097df4bea on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:05:44.620457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e5e2d048-2d10-41bf-bda1-ea61e6ca8ab1 req-33f7a83b-8ca8-4c10-8cec-ff3a3a62623f tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565066 Dec 09 10:05:45.826711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c58532-c22c-4ed8-bb14-c34e4c7fac34 req-9619c23b-04de-4158-bcb1-ddf6c8766e64 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:45.827475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-93c58532-c22c-4ed8-bb14-c34e4c7fac34 req-9619c23b-04de-4158-bcb1-ddf6c8766e64 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Synchronizing usage tracker for tenant:d4515cc167624955bce6757097df4bea on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:05:45.842907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-93c58532-c22c-4ed8-bb14-c34e4c7fac34 req-9619c23b-04de-4158-bcb1-ddf6c8766e64 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Unset dirty status for tenant:d4515cc167624955bce6757097df4bea on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:05:45.845141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93c58532-c22c-4ed8-bb14-c34e4c7fac34 req-9619c23b-04de-4158-bcb1-ddf6c8766e64 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 946 time: 0.1011384 Dec 09 10:05:45.897432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93c58532-c22c-4ed8-bb14-c34e4c7fac34 req-8f9e2c9b-6bb8-4188-9bc2-0de8f1e3e056 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/security-groups?id=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454700 Dec 09 10:05:46.107106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-7ecbd107-277f-4f9d-97e5-8dfc43390706 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:05:46.108664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-7ecbd107-277f-4f9d-97e5-8dfc43390706 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 946 time: 0.0827801 Dec 09 10:05:46.190138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Deleting port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:05:46.190440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:46.436950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] For port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:05:46.437397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:46.561425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Calling delete_port for 4a859f88-a06f-401f-8d47-ccda6c1ab9fd owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:05:46.701251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:46.707136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9dde53e3-520b-4ab3-a5f1-d111fa1a3e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:46.719715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['4a859f88-a06f-401f-8d47-ccda6c1ab9fd'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:05:46.757403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Pushing event deleted for resources: {'Port': ['ID=4a859f88-a06f-401f-8d47-ccda6c1ab9fd,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:46.762058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:46.834448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] No DVR routers for this DVR port 4a859f88-a06f-401f-8d47-ccda6c1ab9fd on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:05:46.837065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:46.840915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'name': 'network-vif-deleted', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:05:46.855891 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5645fe12-8345-44a9-8d3b-a223e97bbe63 req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.65 "DELETE /v2.0/ports/4a859f88-a06f-401f-8d47-ccda6c1ab9fd HTTP/1.1" status: 204 len: 173 time: 0.7414467 Dec 09 10:05:46.901962 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a73271a-d7c1-48c0-a462-d8cab6fb0f35', 'name': 'network-vif-deleted', 'tag': '4a859f88-a06f-401f-8d47-ccda6c1ab9fd', 'status': 'completed', 'code': 200} Dec 09 10:05:47.090437 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-37d04f59-c0b2-4774-870a-083af93e78c5 req-36cafdbb-506d-47df-8f1f-c077f4a85930 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a73271a-d7c1-48c0-a462-d8cab6fb0f35 HTTP/1.1" status: 200 len: 210 time: 0.0535769 Dec 09 10:05:47.683742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:48.803954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38240) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:48.873805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 4a859f88-a06f-401f-8d47-ccda6c1ab9fd no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:05:48.908256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 4a859f88-a06f-401f-8d47-ccda6c1ab9fd {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:05:48.908650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 4a859f88-a06f-401f-8d47-ccda6c1ab9fd not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:05:49.223593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:49.830192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Deleting port 13c76412-2f0e-447c-8f4c-c97a1ba86c74 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:05:49.830747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:50.015874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] For port 13c76412-2f0e-447c-8f4c-c97a1ba86c74, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=13c76412-2f0e-447c-8f4c-c97a1ba86c74,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:05:50.016196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:50.378534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Calling delete_port for 13c76412-2f0e-447c-8f4c-c97a1ba86c74 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:05:50.552488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:50.557486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9978d0b7-fb1a-4065-9ef9-a6f7f27ff039 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:50.601061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Pushing event deleted for resources: {'Port': ['ID=13c76412-2f0e-447c-8f4c-c97a1ba86c74,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:50.605481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:50.907434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:51.512678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:05:51.722997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:05:51.734034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] Sync routers for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:05:51.736195 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] 10.222.0.18 "PUT /v2.0/routers/773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9310496 Dec 09 10:05:51.738870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38244) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:51.747670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:05:51.748351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:05:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:51.933343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:05:51.946554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:52.160567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:52.169040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Deleting port d75bb48d-4914-4337-b9eb-e6bc733226c3 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:05:52.169491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:52.249607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210'}], 'enable_snat': True}, 'gw_port_id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:05:50Z', 'revision_number': 5, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port': {'id': 'd75bb48d-4914-4337-b9eb-e6bc733226c3', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:52.253976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] Checking router: 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:05:52.265850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] Routers {'773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:05:52.266521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:05:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:52.365520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] For port d75bb48d-4914-4337-b9eb-e6bc733226c3, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d75bb48d-4914-4337-b9eb-e6bc733226c3,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:05:52.365926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:52.423178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] Set router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:05:52.498278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Calling delete_port for d75bb48d-4914-4337-b9eb-e6bc733226c3 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:05:52.536100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:05:52Z', 'revision_number': 6, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:52.542036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d84501-26d6-4e3b-8710-2ab07a4ffaf8 None None] The sync data for ids ['773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b'] in dv-neutron-819581-1-hyperv is: [{'id': '773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b', 'name': 'tempest-TestMinimumBasicScenario-949427697-router', 'tenant_id': 'd4515cc167624955bce6757097df4bea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:36Z', 'updated_at': '2021-12-09T10:05:52Z', 'revision_number': 6, 'project_id': 'd4515cc167624955bce6757097df4bea', 'gw_port_host': None}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:05:52.684555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:52.689402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c3c3465-f25c-4722-a30a-b6dfb1d4ea26 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:52.731811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75bb48d-4914-4337-b9eb-e6bc733226c3,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:52.736405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:52.973555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.483431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.487731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.513560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.514158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:05:53.533613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.535213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] 10.222.0.18 "DELETE /v2.0/routers/773bfdd1-6c0b-4b3e-a9a6-b983a3862e4b HTTP/1.1" status: 204 len: 168 time: 1.7949994 Dec 09 10:05:53.537504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38252) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:53.606576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14ba514-d5c0-4d57-95d2-c92617da7c19 admin admin] Deleting subnet 0ca0ecbe-c985-4b9b-a884-805766ea9bb7 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:05:53.609817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e14ba514-d5c0-4d57-95d2-c92617da7c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.666878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e14ba514-d5c0-4d57-95d2-c92617da7c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.749128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e14ba514-d5c0-4d57-95d2-c92617da7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.817807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e14ba514-d5c0-4d57-95d2-c92617da7c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.822162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8ef36294-8d34-4d4f-bf96-d316abad7080 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:53.862199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ba514-d5c0-4d57-95d2-c92617da7c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca0ecbe-c985-4b9b-a884-805766ea9bb7,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:53.865174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e14ba514-d5c0-4d57-95d2-c92617da7c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:53.867602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e14ba514-d5c0-4d57-95d2-c92617da7c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:53.876788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c9fdf-8986-49b3-9562-cd90d53825b3 None None] Network 4c645047-eefa-4d72-b2dc-c8a3a4a8497e requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:05:53.876941 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e14ba514-d5c0-4d57-95d2-c92617da7c19 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0ca0ecbe-c985-4b9b-a884-805766ea9bb7 HTTP/1.1" status: 204 len: 168 time: 0.3358290 Dec 09 10:05:53.877056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38256) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:53.991952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.006806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Deleting port 35998007-4eb5-479b-ac60-ed69edc77693 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:05:54.007099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.141527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] DHCP port deletion for 4c645047-eefa-4d72-b2dc-c8a3a4a8497e request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:05:54.146026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] Deleting port 35998007-4eb5-479b-ac60-ed69edc77693 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:05:54.146574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.235412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] For port 35998007-4eb5-479b-ac60-ed69edc77693, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=35998007-4eb5-479b-ac60-ed69edc77693,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:05:54.235830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.335122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13c76412-2f0e-447c-8f4c-c97a1ba86c74 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:05:54.364593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Calling delete_port for 35998007-4eb5-479b-ac60-ed69edc77693 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:05:54.386967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 13c76412-2f0e-447c-8f4c-c97a1ba86c74 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:05:54.387287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 13c76412-2f0e-447c-8f4c-c97a1ba86c74 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:05:54.387733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d75bb48d-4914-4337-b9eb-e6bc733226c3 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:05:54.423649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: d75bb48d-4914-4337-b9eb-e6bc733226c3 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:05:54.424028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d75bb48d-4914-4337-b9eb-e6bc733226c3 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:05:54.424469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 35998007-4eb5-479b-ac60-ed69edc77693 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:05:54.441851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.446363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2eaacfa3-ab63-4bfc-8038-e4e8dc3b3f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:54.458878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 35998007-4eb5-479b-ac60-ed69edc77693 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:05:54.459271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 35998007-4eb5-479b-ac60-ed69edc77693 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:05:54.463026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] For port 35998007-4eb5-479b-ac60-ed69edc77693, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=35998007-4eb5-479b-ac60-ed69edc77693,segment=NetworkSegment(977f3ab3-f097-4564-8b5d-58e6faf4c031),segment_id=977f3ab3-f097-4564-8b5d-58e6faf4c031)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:05:54.464055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.488191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Pushing event deleted for resources: {'Port': ['ID=35998007-4eb5-479b-ac60-ed69edc77693,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:54.492608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:54.495613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] No DVR routers for this DVR port 35998007-4eb5-479b-ac60-ed69edc77693 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:05:54.590591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] Calling delete_port for 35998007-4eb5-479b-ac60-ed69edc77693 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:05:54.618849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.646113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c645047-eefa-4d72-b2dc-c8a3a4a8497e']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:54.658717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977f3ab3-f097-4564-8b5d-58e6faf4c031') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:54.659083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977f3ab3-f097-4564-8b5d-58e6faf4c031') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:54.662180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:05:54.662592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 10:05:54.671042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.689960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.696204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:05:54.696627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:05:54.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:05:54.786278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.789917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:54.804110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:54.815743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Pushing event deleted for resources: {'Network': ['ID=4c645047-eefa-4d72-b2dc-c8a3a4a8497e,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:54.820230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:54.824801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] 10.222.0.18 "DELETE /v2.0/networks/4c645047-eefa-4d72-b2dc-c8a3a4a8497e HTTP/1.1" status: 204 len: 168 time: 0.9467776 Dec 09 10:05:54.827896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38260) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:55.163927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] Deleting port 35998007-4eb5-479b-ac60-ed69edc77693 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:05:55.164459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:55.236773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0ca6b4e0-2841-45e0-b8e4-70199141bf35 None None] The port '35998007-4eb5-479b-ac60-ed69edc77693' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:05:55.245268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:55.883424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Deleting port 5753472e-2986-4dd4-8a9e-063f74e88d1d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:05:55.883798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:56.064781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] For port 5753472e-2986-4dd4-8a9e-063f74e88d1d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5753472e-2986-4dd4-8a9e-063f74e88d1d,segment=NetworkSegment(b312077e-b2ee-4af9-87c0-b82a4a91ea52),segment_id=b312077e-b2ee-4af9-87c0-b82a4a91ea52)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:05:56.065077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:56.206615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Calling delete_port for 5753472e-2986-4dd4-8a9e-063f74e88d1d owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:05:56.401057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:56.405472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b5911b4-3505-4ef3-ae63-e9a161bc5571 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:56.451506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Pushing event deleted for resources: {'Port': ['ID=5753472e-2986-4dd4-8a9e-063f74e88d1d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:56.454555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:56.765244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:57.625400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Router e5ffdc8b-669a-4705-bd4f-f0af667f7508 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:05:57.840920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:05:57.851734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] Sync routers for ids ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:05:57.855827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] 10.222.0.18 "PUT /v2.0/routers/e5ffdc8b-669a-4705-bd4f-f0af667f7508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0267081 Dec 09 10:05:57.858480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38268) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:57.865387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] Routers {'e5ffdc8b-669a-4705-bd4f-f0af667f7508'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:05:57.866059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:05:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:58.055338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] Set router e5ffdc8b-669a-4705-bd4f-f0af667f7508 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:05:58.063481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:58.305539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:58.315273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Deleting port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:05:58.315865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:58.368346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:05:56Z', 'revision_number': 5, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'gw_port': {'id': 'b4e8aed6-ab1d-4b92-af27-8f64353aa6a2', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:22:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:58.373222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] Checking router: e5ffdc8b-669a-4705-bd4f-f0af667f7508 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:05:58.389557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] Routers {'e5ffdc8b-669a-4705-bd4f-f0af667f7508'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:05:58.390294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:05:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:58.502351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] For port b4e8aed6-ab1d-4b92-af27-8f64353aa6a2, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b4e8aed6-ab1d-4b92-af27-8f64353aa6a2,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:05:58.502756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:58.550261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] Set router e5ffdc8b-669a-4705-bd4f-f0af667f7508 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:05:58.635702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Calling delete_port for b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:05:58.662554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:05:58Z', 'revision_number': 6, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:05:58.667325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f5c5f-8dd8-424d-a691-3fa737e5ca42 None None] The sync data for ids ['e5ffdc8b-669a-4705-bd4f-f0af667f7508'] in dv-neutron-819581-1-hyperv is: [{'id': 'e5ffdc8b-669a-4705-bd4f-f0af667f7508', 'name': 'tempest-TestMinimumBasicScenario-907714942-router', 'tenant_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:03:42Z', 'updated_at': '2021-12-09T10:05:58Z', 'revision_number': 6, 'project_id': 'd2528efe82594f3c8ce1fb0e153c6c64', 'gw_port_host': None}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:05:58.815790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:58.820505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d424691f-9a5e-4a5b-a056-651316a087a1 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:05:58.876282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e8aed6-ab1d-4b92-af27-8f64353aa6a2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:05:58.881136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:05:59.125339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:59.394720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:59.399127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:59.421414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:59.421993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ffdc8b-669a-4705-bd4f-f0af667f7508 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:05:59.435096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:59.436297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] 10.222.0.18 "DELETE /v2.0/routers/e5ffdc8b-669a-4705-bd4f-f0af667f7508 HTTP/1.1" status: 204 len: 168 time: 1.5768230 Dec 09 10:05:59.439127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38272) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:05:59.509096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1e5ecb-0b1d-44ee-9075-985760a50cb2 admin admin] Deleting subnet 2fe03d33-20a5-4256-a7ec-1e3b7a81402b {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:05:59.512631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5ecb-0b1d-44ee-9075-985760a50cb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:59.569929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5ecb-0b1d-44ee-9075-985760a50cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:59.888806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5ecb-0b1d-44ee-9075-985760a50cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:59.958398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5ecb-0b1d-44ee-9075-985760a50cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:05:59.962762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-146dcd51-5bfc-499d-bf09-70b1fb987c20 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:00.002946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e5ecb-0b1d-44ee-9075-985760a50cb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe03d33-20a5-4256-a7ec-1e3b7a81402b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:00.007912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fe1e5ecb-0b1d-44ee-9075-985760a50cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:00.011330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe1e5ecb-0b1d-44ee-9075-985760a50cb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.016853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae579d2-ca4f-4e33-800d-e233fbeeee33 None None] Network 02d4a7e6-bc15-46f6-b11b-94592d118179 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:06:00.018810 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fe1e5ecb-0b1d-44ee-9075-985760a50cb2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2fe03d33-20a5-4256-a7ec-1e3b7a81402b HTTP/1.1" status: 204 len: 168 time: 0.5783982 Dec 09 10:06:00.021094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38276) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:00.134335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.145864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Deleting port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:06:00.146232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.347751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5753472e-2986-4dd4-8a9e-063f74e88d1d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:06:00.375461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] For port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=b643daab-cd20-4a8f-abb3-6f75f9fa3ab8,segment=NetworkSegment(b312077e-b2ee-4af9-87c0-b82a4a91ea52),segment_id=b312077e-b2ee-4af9-87c0-b82a4a91ea52)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:06:00.375864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.386867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 5753472e-2986-4dd4-8a9e-063f74e88d1d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:06:00.387259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5753472e-2986-4dd4-8a9e-063f74e88d1d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:06:00.387718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:06:00.424390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:06:00.424780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b4e8aed6-ab1d-4b92-af27-8f64353aa6a2 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:06:00.504348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab19ee4-9b25-4bc6-8d22-610206f54555 None None] DHCP port deletion for 02d4a7e6-bc15-46f6-b11b-94592d118179 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:06:00.508092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Calling delete_port for b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:06:00.508893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5ab19ee4-9b25-4bc6-8d22-610206f54555 None None] Deleting port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:06:00.509347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5ab19ee4-9b25-4bc6-8d22-610206f54555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.579865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.584346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3c12ea65-3615-4538-bbab-84b5c4fbf9ca tempest-ServersAdminNegativeTestJSON-918452034 tempest-ServersAdminNegativeTestJSON-918452034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:00.596344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5ab19ee4-9b25-4bc6-8d22-610206f54555 None None] The port 'b643daab-cd20-4a8f-abb3-6f75f9fa3ab8' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:06:00.627445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Pushing event deleted for resources: {'Port': ['ID=b643daab-cd20-4a8f-abb3-6f75f9fa3ab8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:00.630490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:00.632690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] No DVR routers for this DVR port b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:06:00.755309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.782990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d4a7e6-bc15-46f6-b11b-94592d118179']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:00.799066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b312077e-b2ee-4af9-87c0-b82a4a91ea52') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:00.799394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b312077e-b2ee-4af9-87c0-b82a4a91ea52') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:00.811612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.829736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.836426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:06:00.836849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:06:00.851552 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:06:00.934548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.937969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6e02ac7d-2eb6-4674-9fe6-b25e1bdcdfb4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:00.954240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:00.964950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Pushing event deleted for resources: {'Network': ['ID=02d4a7e6-bc15-46f6-b11b-94592d118179,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:00.969334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:00.972208 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] 10.222.0.18 "DELETE /v2.0/networks/02d4a7e6-bc15-46f6-b11b-94592d118179 HTTP/1.1" status: 204 len: 168 time: 0.9501035 Dec 09 10:06:01.196689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38282) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:01.250877 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b195bae6-02be-4406-86fa-2d9eb7bb93f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4515cc167624955bce6757097df4bea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524569 Dec 09 10:06:01.253333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38286) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:01.316645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c3f173a-c889-4359-b7cb-cfd4fbcda652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:01.343305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c3f173a-c889-4359-b7cb-cfd4fbcda652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:01.391861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c3f173a-c889-4359-b7cb-cfd4fbcda652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:01.396939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a4615f11-fdcd-4e10-868d-1f70f6b967d1 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:01.411171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f173a-c889-4359-b7cb-cfd4fbcda652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:01.413969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c3f173a-c889-4359-b7cb-cfd4fbcda652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:01.422902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c3f173a-c889-4359-b7cb-cfd4fbcda652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:01.424149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4c3f173a-c889-4359-b7cb-cfd4fbcda652 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03f9d282-9cd9-4b73-b5a7-184b5b3c7cb4 HTTP/1.1" status: 204 len: 168 time: 0.1698475 Dec 09 10:06:01.850690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38294) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:01.903859 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a7c2ddc6-0b9b-406d-ab60-bffecba8f70e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2528efe82594f3c8ce1fb0e153c6c64&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0517633 Dec 09 10:06:01.906341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38298) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:01.971990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c62-b756-420c-8093-32c020554b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:01.998655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c62-b756-420c-8093-32c020554b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:02.049207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c62-b756-420c-8093-32c020554b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:02.054210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-250e131f-2db4-4450-bdd8-cc1f40025bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:02.065239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc8c62-b756-420c-8093-32c020554b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a61789-c0ba-4e29-8bcd-9df197511b4a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:02.067672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3ffc8c62-b756-420c-8093-32c020554b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:02.074084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3ffc8c62-b756-420c-8093-32c020554b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:02.075307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3ffc8c62-b756-420c-8093-32c020554b9a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/23a61789-c0ba-4e29-8bcd-9df197511b4a HTTP/1.1" status: 204 len: 168 time: 0.1680121 Dec 09 10:06:02.327356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:06:02.359871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:06:02.360264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device b643daab-cd20-4a8f-abb3-6f75f9fa3ab8 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:06:04.434873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38342) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:04.441296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144384318', 'description': 'tempest-secgroup-smoke-1144384318 description', 'project_id': '8b76001a259e49eaa932ca68c84db507'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:04.447815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:04.451869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:04.454899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:04.460908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:04.471492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.485153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.504928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-903cd4e2-5238-44ae-ac00-72b1724ea1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.520250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:04.524451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:04.528057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:04.534135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:04.606428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.609167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.613642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0c5b88ad-353e-4c8b-9291-42d0871afe68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:04.659249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:04.661645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b7012a-9455-46da-b671-2c36515ef2b0,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:04.665040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:04.668406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:04.671469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:04.677695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:04.737378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.740218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.746682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b11de713-58f8-4311-b90d-8533edfa9671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:04.786599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a223207-4d64-434e-98f9-eba52d996d8b,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:04.789504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:04.790252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.792597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3566594 Dec 09 10:06:04.795697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38346) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:04.801633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '3a223207-4d64-434e-98f9-eba52d996d8b', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:04.808683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:04.812753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:04.815785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:04.821817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:04.840517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.904406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.907008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.914536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd0a8f72-a361-4451-ab9e-82ebc975b959 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:04.935736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9b9617-d4f4-4435-8e54-194598b44ea2,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:04.938360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:04.941754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:04.943064 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-841b0a5c-962c-431f-819d-5d57a7e7517c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1464093 Dec 09 10:06:04.945968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38350) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:04.952550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '3a223207-4d64-434e-98f9-eba52d996d8b', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:04.958812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:04.963417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:04.966753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:04.972698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:04.988513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.054967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.058298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.060171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00ae94ff-cb87-45ae-9ff8-d2ee5724ca7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:05.083284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6c4202-9bed-4bf4-8a48-814d80fb1dbc,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:05.085824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:05.092301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.093600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1465974 Dec 09 10:06:05.096491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38354) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:05.102345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '3a223207-4d64-434e-98f9-eba52d996d8b', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:05.108680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:05.112674 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:05.115682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:05.122484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:05.138959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.203717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.206251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.208121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c8e49f4-a19c-478a-841f-efac90a3f20b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:05.231147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d0e725-1e38-421f-bbd3-020a270465bd,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:05.233683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:05.239703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.240978 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3b58da59-a8ab-449e-a1a9-e85bbc667611 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1434939 Dec 09 10:06:05.243838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38358) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:05.250289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '3a223207-4d64-434e-98f9-eba52d996d8b', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:05.256404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:05.261007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:05.264585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:05.271720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:05.288739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.355934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.358535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.366314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93a0b847-a204-4a2a-a0c1-59e018e5f8fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:05.391493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7745ff3b-44a8-45d1-a96e-10a7cd157fe4,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:05.394019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:05.397847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.398608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1532474 Dec 09 10:06:05.401525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38362) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:05.407664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '3a223207-4d64-434e-98f9-eba52d996d8b', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:05.414024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:05.419020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:05.422070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:05.428074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:05.438122 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:06:05.444592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.513844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.516373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.523919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-671b14a2-77c6-4643-a5ee-6c2d9c19f6ca tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:05.546028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213646db-d0c7-42fa-89c2-6a5bfe893d19,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:05.549894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:05.553341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.554619 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5b988a16-8e79-4250-b4a1-58c145b070ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1519864 Dec 09 10:06:05.558253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38366) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:05.564146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '3a223207-4d64-434e-98f9-eba52d996d8b', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:05.570530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:05.574830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:05.577845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:05.584083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:05.593637 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:06:05.600237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.668828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.671703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.681435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-79cd674c-a0fb-4669-a8eb-049e7d2d4b23 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:05.700476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bef0ea5-e604-434f-b5be-7443ecd0557c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:05.703010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:05.709144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.710905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-857083d7-1449-445f-b7a4-a3f820acecd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1513317 Dec 09 10:06:05.713861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38370) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:05.720314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'network': {'name': 'tempest-network-smoke--1855969314', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'port_security_enabled': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:05.725905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:05.730788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:network and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:05.733865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:05.740056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:05.751520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:06:05.757508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.761164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.790741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:06:05.799948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.800338 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Added segment ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab of type vlan for network cf927120-57da-4ca4-b16b-80daa5b30627 Dec 09 10:06:05.826497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.857920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.862147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:05.862646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:05.867939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:05.919514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2043049 Dec 09 10:06:05.922595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38374) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:05.979657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'admin_state_up': True, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:05.992112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:05.998738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Network': ['ID=cf927120-57da-4ca4-b16b-80daa5b30627,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:06.001780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:06.002802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:router and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:06.005865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:06.009849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network cf927120-57da-4ca4-b16b-80daa5b30627 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:06:06.013911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:06.023015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.023994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.045152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.196379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.382903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.418595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.561347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.50 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/cba052d1-c50e-442f-a8e8-bc64b0a6e440) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:06:06.716153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.742028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.748022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-49ce9780-d83b-48de-a1cd-7753303c372c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:06.765423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46ebcbe4-1cf3-496a-a4df-99201556d701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.819453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:06:06.823442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=cba052d1-c50e-442f-a8e8-bc64b0a6e440,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:06.826043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:06:06.827956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:06.828695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:06:06.987964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:06.988637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:07.207950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:07.221930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router e1df101e-50b3-49ea-9fc0-99c028385584 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:06:07.427275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:06:07.437909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Sync routers for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:06:07.451484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:06:07.452175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:06:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:07.453646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:07.454947 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5313673 Dec 09 10:06:07.458332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38378) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:07.641554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f40cc67d-8815-45dd-a03e-ee0f99610cd4 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b76001a259e49eaa932ca68c84db507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1819077 Dec 09 10:06:07.644382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38384) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:07.649356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:06:07.787151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a72a56-8597-4dc8-89d2-21dc83c4946d tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:07.792187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-86a72a56-8597-4dc8-89d2-21dc83c4946d tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433859 Dec 09 10:06:07.792593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38388) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:07.837393 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b221a278-c7ca-4b16-a2e9-9ea395fcb5a3 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433972 Dec 09 10:06:07.840438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38392) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:07.847310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493694091', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:07.967308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:06Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:07.969022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:07.972143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Checking router: e1df101e-50b3-49ea-9fc0-99c028385584 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:06:07.972552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Updating router e1df101e-50b3-49ea-9fc0-99c028385584 port cba052d1-c50e-442f-a8e8-bc64b0a6e440 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:06:07.974354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:subnet and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:07.977410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:07.983500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:07.992394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:06:08.026526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.104260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.340001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.344440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e1ccb10-58de-4572-b06d-b2db050e9de2 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:08.379866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.395431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Transition to ACTIVE for port object cba052d1-c50e-442f-a8e8-bc64b0a6e440 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:06:08.402520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.408000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:08.508526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Attempting to bind port cba052d1-c50e-442f-a8e8-bc64b0a6e440 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:06:08.508955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Attempting to bind port cba052d1-c50e-442f-a8e8-bc64b0a6e440 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:06:08.509952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Attempting to bind port cba052d1-c50e-442f-a8e8-bc64b0a6e440 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:06:08.515576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Pushing event updated for resources: {'Port': ['ID=cba052d1-c50e-442f-a8e8-bc64b0a6e440,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:08.527362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.530795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:06:08.531166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:06:08.531613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.532056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:06:08.532589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Bound port: cba052d1-c50e-442f-a8e8-bc64b0a6e440, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:06:08.533008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.562159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.562548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.562942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.563319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.563696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.564069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.564446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.564816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.565205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.565578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.565944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:08.570097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:08.621009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] For port cba052d1-c50e-442f-a8e8-bc64b0a6e440, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:06:08.624214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] For port cba052d1-c50e-442f-a8e8-bc64b0a6e440, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=cba052d1-c50e-442f-a8e8-bc64b0a6e440,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:06:08.627726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.632132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:08.659643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Subnet': ['ID=589dd532-c118-4bea-ac74-f8ba6c9af0f9,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:08.663443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:08.671055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Checking segment: {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:06:08.671457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network hostable DHCP agents. Network: cf927120-57da-4ca4-b16b-80daa5b30627, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:06:08.694298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network cf927120-57da-4ca4-b16b-80daa5b30627 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:06:08.704099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, cf927120-57da-4ca4-b16b-80daa5b30627) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:06:08.708424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:08.708833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:08.713355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Pushing event updated for resources: {'Port': ['ID=cba052d1-c50e-442f-a8e8-bc64b0a6e440,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:08.718185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:08.720162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbba9517-fdea-447d-9f9a-1aad4a0c67b3 None None] Network cf927120-57da-4ca4-b16b-80daa5b30627 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:06:08.742498 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8981867 Dec 09 10:06:08.743068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38396) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:08.743358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:06:08.744626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:06:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:09.068105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:06:09.395413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-cf927120-57da-4ca4-b16b-80daa5b30627', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:06:09.396288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:09.538343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:09.703710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Allocated IP 172.20.0.2 (cf927120-57da-4ca4-b16b-80daa5b30627/589dd532-c118-4bea-ac74-f8ba6c9af0f9/03777d06-334e-4f4f-82ae-bcd33a476a75) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:06:09.758769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:06Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:09.766843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5db5ea-f872-4e3f-8b71-a59b9c37e3b2 None None] The sync data for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv is: [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:06Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:06:09.943304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:09.955315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Transition to ACTIVE for port object 03777d06-334e-4f4f-82ae-bcd33a476a75 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:06:09.975362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Transition to ACTIVE for port object 03777d06-334e-4f4f-82ae-bcd33a476a75 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:06:09.981177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:09.986294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e6465869-33fb-4813-a8d9-baefe7e5faaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:10.051745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.1 (cf927120-57da-4ca4-b16b-80daa5b30627/589dd532-c118-4bea-ac74-f8ba6c9af0f9/7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:06:10.052477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Network cf927120-57da-4ca4-b16b-80daa5b30627 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:06:10.055591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:06:10.060729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:06:10.063667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Pushing event updated for resources: {'Port': ['ID=03777d06-334e-4f4f-82ae-bcd33a476a75,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:10.067378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:10.159298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Attempting to bind port 03777d06-334e-4f4f-82ae-bcd33a476a75 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:06:10.159718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Attempting to bind port 03777d06-334e-4f4f-82ae-bcd33a476a75 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:06:10.160125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Attempting to bind port 03777d06-334e-4f4f-82ae-bcd33a476a75 on network cf927120-57da-4ca4-b16b-80daa5b30627 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:06:10.167761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:06:10.168180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Checking segment: {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:06:10.168632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.169070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Bound using segment: {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:06:10.169608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Bound port: 03777d06-334e-4f4f-82ae-bcd33a476a75, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:06:10.170023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.243561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.262886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:06:10.284321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] For port 03777d06-334e-4f4f-82ae-bcd33a476a75, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:06:10.289828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] For port 03777d06-334e-4f4f-82ae-bcd33a476a75, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=03777d06-334e-4f4f-82ae-bcd33a476a75,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:06:10.341492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.346503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6fbb182f-4315-4883-9d94-0fdcc3ed61b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:10.346989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.354887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:10.412413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device cba052d1-c50e-442f-a8e8-bc64b0a6e440 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:06:10.425475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network cf927120-57da-4ca4-b16b-80daa5b30627 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:06:10.428904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:06:10.434043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:06:10.465196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:10.476508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:10.505402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.519835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Pushing event updated for resources: {'Port': ['ID=03777d06-334e-4f4f-82ae-bcd33a476a75,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:10.527452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:10.543609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port cba052d1-c50e-442f-a8e8-bc64b0a6e440 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:06:10.550487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port cba052d1-c50e-442f-a8e8-bc64b0a6e440 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:10.551045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.603019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.699901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.721550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port cba052d1-c50e-442f-a8e8-bc64b0a6e440, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=cba052d1-c50e-442f-a8e8-bc64b0a6e440,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:06:10.725871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:10.728387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:10.808553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=cba052d1-c50e-442f-a8e8-bc64b0a6e440,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:10.812414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:11.121450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:11.126199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:11.158031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:11.252281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:11.256797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:11.260471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:11.417051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network cf927120-57da-4ca4-b16b-80daa5b30627 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:06:11.418202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:06:12.155772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router e1df101e-50b3-49ea-9fc0-99c028385584 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:06:12.312930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e179d8b8-3d08-4c4e-9ccd-ae6b71b81b30 None None] Network cf927120-57da-4ca4-b16b-80daa5b30627 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:06:12.381161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:06:12.393274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/e1df101e-50b3-49ea-9fc0-99c028385584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6483622 Dec 09 10:06:12.429163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 03777d06-334e-4f4f-82ae-bcd33a476a75 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:06:12.504635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-18a2a5d1-2e96-4b9c-9842-3446de73c947 None None] Provisioning for port 03777d06-334e-4f4f-82ae-bcd33a476a75 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:06:12.592121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-0ef58e5d-6861-4df7-a1bc-dabcc9c4469b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:06:12.608833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-0ef58e5d-6861-4df7-a1bc-dabcc9c4469b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:06:12.610149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-0ef58e5d-6861-4df7-a1bc-dabcc9c4469b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144384318&fields=id&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 267 time: 0.0662484 Dec 09 10:06:12.614887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 03777d06-334e-4f4f-82ae-bcd33a476a75 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:06:12.626823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 03777d06-334e-4f4f-82ae-bcd33a476a75 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:12.627234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:12.774738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:12.786079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-e6690e96-ba38-4298-8dca-439d42202433 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:12.786782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-e6690e96-ba38-4298-8dca-439d42202433 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:06:12.804710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-e6690e96-ba38-4298-8dca-439d42202433 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:06:12.806087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-e6690e96-ba38-4298-8dca-439d42202433 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/networks?id=cf927120-57da-4ca4-b16b-80daa5b30627 HTTP/1.1" status: 200 len: 797 time: 0.1876566 Dec 09 10:06:12.813686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 03777d06-334e-4f4f-82ae-bcd33a476a75, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=03777d06-334e-4f4f-82ae-bcd33a476a75,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:06:12.817718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:12.818735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device cba052d1-c50e-442f-a8e8-bc64b0a6e440 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:06:12.825980 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-78f5b26a-d844-4f22-a1c9-9ffd87c4debd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/quotas/8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 375 time: 0.0133057 Dec 09 10:06:12.849905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:12.912059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Sync routers for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:06:12.926388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:06:12.927552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:06:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:12.931925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-48ff2d78-4639-40d9-abde-50f6d2b3050d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:06:12.950728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=03777d06-334e-4f4f-82ae-bcd33a476a75,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:12.952230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-48ff2d78-4639-40d9-abde-50f6d2b3050d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:06:12.954850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-48ff2d78-4639-40d9-abde-50f6d2b3050d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227510 Dec 09 10:06:12.957591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:12.972835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port cba052d1-c50e-442f-a8e8-bc64b0a6e440 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:12.973291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:13.124585 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-09c65c6b-4b79-48e1-b867-fac0f3c23044 service neutron] 10.222.0.18 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565640 Dec 09 10:06:13.138016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:06:13.147004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f7943abe-d415-4398-bb19-566ce17366eb None None] Provisioning for port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:06:13.153952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f7943abe-d415-4398-bb19-566ce17366eb None None] Provisioning complete for port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:13.154378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7943abe-d415-4398-bb19-566ce17366eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:13.222602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f7943abe-d415-4398-bb19-566ce17366eb None None] Port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:06:13.238533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f7943abe-d415-4398-bb19-566ce17366eb None None] Provisioning complete for port 03777d06-334e-4f4f-82ae-bcd33a476a75 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:13.239452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7943abe-d415-4398-bb19-566ce17366eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:13.289099 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-30baeb98-042f-45c0-b0b4-d797835b8e6f service neutron] 10.222.0.18 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516540 Dec 09 10:06:13.314757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:06:13.517635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0d44df33-4fd4-42b4-80d4-7d9a454a1ab0 None None] Provisioning complete for port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:13.518060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d44df33-4fd4-42b4-80d4-7d9a454a1ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:13.533294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8', 'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:42:e4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:09Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 2, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:13.538564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Checking router: e1df101e-50b3-49ea-9fc0-99c028385584 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:06:13.538971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Updating router e1df101e-50b3-49ea-9fc0-99c028385584 port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:06:13.552839 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb8d4622-66c2-41c1-b7b0-566715e0f1ab req-7754a02f-fc79-4873-93ee-743d200e6098 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 210 time: 0.0715699 Dec 09 10:06:13.622716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0d44df33-4fd4-42b4-80d4-7d9a454a1ab0 None None] Port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:06:13.626296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:13.754480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-09ea559a-6045-46ab-a10c-f4530926ff6b None None] Provisioning complete for port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:13.755007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09ea559a-6045-46ab-a10c-f4530926ff6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:13.814298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-09ea559a-6045-46ab-a10c-f4530926ff6b None None] Port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:06:14.172987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:14.186402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Transition to ACTIVE for port object 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:06:14.191672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:14.196058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b538c9af-4eef-4fbd-978c-c8bec0177e73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:14.329526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Pushing event updated for resources: {'Port': ['ID=7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:14.350875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.351253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.351625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.351993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.352354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.353202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.353202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.353455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.353783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.354322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.354671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:06:14.369991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 03777d06-334e-4f4f-82ae-bcd33a476a75 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:06:14.385920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:14.446494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Attempting to bind port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:06:14.446964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Attempting to bind port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:06:14.447678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Attempting to bind port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 on network cf927120-57da-4ca4-b16b-80daa5b30627 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:06:14.451636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 03777d06-334e-4f4f-82ae-bcd33a476a75 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:14.452988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:14.455190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:06:14.455614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Checking segment: {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:06:14.456069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:14.456510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Bound using segment: {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:06:14.457038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Bound port: 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:06:14.457484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:14.560616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] For port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:06:14.564656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] For port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:06:14.571182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:14.575939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e6c111a-ac25-48c4-9fe1-f457e4f3e69d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:14.666087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:06:14.666818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:06:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:14.765893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-7fd35a71-fe6f-43ad-981a-74f418bffddf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:14.767819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-7fd35a71-fe6f-43ad-981a-74f418bffddf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/networks?id=cf927120-57da-4ca4-b16b-80daa5b30627 HTTP/1.1" status: 200 len: 797 time: 0.2011423 Dec 09 10:06:14.856743 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-c30be3b5-e100-4944-aa37-75c6bd281e87 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 380 time: 0.0768690 Dec 09 10:06:14.867078 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-33be4370-87a4-42ba-8a53-3646548ca11a req-fc518ef6-120c-46fb-8d02-d729bf172e63 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 210 time: 0.0676994 Dec 09 10:06:14.874112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'port': {'device_id': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'admin_state_up': True, 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'security_groups': ['3a223207-4d64-434e-98f9-eba52d996d8b']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:14.926349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Pushing event updated for resources: {'Port': ['ID=7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:14.931866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a178498-334f-4a3d-9e1b-494fcb25b86b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:14.982444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:06:15.283531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:15.293836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:15.302652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:06:15.308435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:15.333447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8', 'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:42:e4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:09Z', 'updated_at': '2021-12-09T10:06:14Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:15.338372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0953377-487f-498f-ad93-d4bbdaab2920 None None] The sync data for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv is: [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8', 'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:42:e4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:09Z', 'updated_at': '2021-12-09T10:06:14Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:06:15.498046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.3 (cf927120-57da-4ca4-b16b-80daa5b30627/589dd532-c118-4bea-ac74-f8ba6c9af0f9/b72d78f4-6ca2-4248-99ce-5414ac86bf28) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:06:15.703417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:15.722446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object b72d78f4-6ca2-4248-99ce-5414ac86bf28 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:06:15.744257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:15.750481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ea7c87b-d4a6-42b2-b68a-90923770df0f tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:15.830352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network cf927120-57da-4ca4-b16b-80daa5b30627 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:06:15.834281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:06:15.836315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=b72d78f4-6ca2-4248-99ce-5414ac86bf28,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:15.839552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:06:15.873023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:15.914652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:15.915361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:15.947488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0846145 Dec 09 10:06:15.958998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Request body: {'port': {'device_id': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:16.155229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:16.181298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0a110-97c9-4a3d-ab1f-a37076b2c784 req-5e71ca0c-5c17-4f8a-be6a-bdf668ce013d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:16.182099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-30d0a110-97c9-4a3d-ab1f-a37076b2c784 req-5e71ca0c-5c17-4f8a-be6a-bdf668ce013d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:06:16.225009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-aab46902-0c22-4b4a-97bc-aa8730b624c0 None None] Provisioning for port b72d78f4-6ca2-4248-99ce-5414ac86bf28 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:06:16.230843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-aab46902-0c22-4b4a-97bc-aa8730b624c0 None None] Provisioning complete for port b72d78f4-6ca2-4248-99ce-5414ac86bf28 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:16.231265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aab46902-0c22-4b4a-97bc-aa8730b624c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:16.236682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-30d0a110-97c9-4a3d-ab1f-a37076b2c784 req-5e71ca0c-5c17-4f8a-be6a-bdf668ce013d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:06:16.238036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30d0a110-97c9-4a3d-ab1f-a37076b2c784 req-5e71ca0c-5c17-4f8a-be6a-bdf668ce013d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 931 time: 0.2319908 Dec 09 10:06:16.291882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-aab46902-0c22-4b4a-97bc-aa8730b624c0 None None] Port b72d78f4-6ca2-4248-99ce-5414ac86bf28 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:06:16.371970 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30d0a110-97c9-4a3d-ab1f-a37076b2c784 req-e91989dc-118b-4cb3-922a-7fb5e60b025b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255128 Dec 09 10:06:16.383177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:06:16.461218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:06:16.467555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:16.467982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:16.594744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:16.599793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b72d78f4-6ca2-4248-99ce-5414ac86bf28 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:06:16.607904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:16.625007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Transition to ACTIVE for port object b72d78f4-6ca2-4248-99ce-5414ac86bf28 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:06:16.628204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:16.632381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:06:16.633968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4a7787e-158d-4af1-a474-35e0b3e1e3c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:16.636749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:16.638847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:16.729599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:16.733234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:16.782567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Pushing event updated for resources: {'Port': ['ID=b72d78f4-6ca2-4248-99ce-5414ac86bf28,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:16.786797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:16.904901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Attempting to bind port b72d78f4-6ca2-4248-99ce-5414ac86bf28 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:06:16.905319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Attempting to bind port b72d78f4-6ca2-4248-99ce-5414ac86bf28 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:06:16.905697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Attempting to bind port b72d78f4-6ca2-4248-99ce-5414ac86bf28 on network cf927120-57da-4ca4-b16b-80daa5b30627 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:06:16.912839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Port b72d78f4-6ca2-4248-99ce-5414ac86bf28 on network cf927120-57da-4ca4-b16b-80daa5b30627 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:06:16.913206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Attempting to bind port b72d78f4-6ca2-4248-99ce-5414ac86bf28 on network cf927120-57da-4ca4-b16b-80daa5b30627 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:06:16.921383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:06:16.921761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Checking segment: {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:06:16.922191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Bound using segment: {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:06:16.922672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Bound port: b72d78f4-6ca2-4248-99ce-5414ac86bf28, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:06:16.923063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:17.029126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] For port b72d78f4-6ca2-4248-99ce-5414ac86bf28, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:06:17.033014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] For port b72d78f4-6ca2-4248-99ce-5414ac86bf28, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:06:17.036821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:17.042796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cb35702d-ad6e-433a-89a6-27ab9bc6be16 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:17.105686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:17.107161 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] 10.222.0.65 "PUT /v2.0/ports/b72d78f4-6ca2-4248-99ce-5414ac86bf28 HTTP/1.1" status: 200 len: 1093 time: 1.1528940 Dec 09 10:06:17.107730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:06:17.127315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Pushing event updated for resources: {'Port': ['ID=b72d78f4-6ca2-4248-99ce-5414ac86bf28,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:17.130792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:17.204052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'status': 'completed', 'code': 200} Dec 09 10:06:17.251998 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-b30eaca4-86da-4f51-9da5-ffeecac66fce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 1096 time: 0.0917103 Dec 09 10:06:17.331369 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-36eb2854-67b0-43cf-827e-afa3962f4f59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28 HTTP/1.1" status: 200 len: 217 time: 0.0720978 Dec 09 10:06:17.402434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-9ad63130-5d1a-4cb9-8178-2f0b324d9cca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:17.404007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-9ad63130-5d1a-4cb9-8178-2f0b324d9cca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=589dd532-c118-4bea-ac74-f8ba6c9af0f9 HTTP/1.1" status: 200 len: 835 time: 0.0658288 Dec 09 10:06:17.489128 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-c74a36fa-841d-4805-ab7c-02ab42603337 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cf927120-57da-4ca4-b16b-80daa5b30627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793295 Dec 09 10:06:17.683467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:17.693274 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-2d7bb245-77e1-4b11-bc6c-1e8033bf9edf service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967931 Dec 09 10:06:17.703664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9aeeb3-2ba3-44f1-ac4a-42199f5b4fc6 req-60c04aff-a3e4-416c-8c2a-a5d959e9eb7c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:17.705208 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ae9aeeb3-2ba3-44f1-ac4a-42199f5b4fc6 req-60c04aff-a3e4-416c-8c2a-a5d959e9eb7c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 943 time: 0.1849024 Dec 09 10:06:17.862551 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ae9aeeb3-2ba3-44f1-ac4a-42199f5b4fc6 req-ed85683d-f21c-443d-ac95-087b4900feec tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314456 Dec 09 10:06:17.886538 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-beb14fc9-5f8b-4606-ab19-13e741d89c81 req-5b3c1596-3068-48f0-af6f-4c8d3659e8a6 service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802752 Dec 09 10:06:18.005052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea99ace9-7d14-4452-8ec3-f0d1b5b6b3a5 req-17672169-1e56-4148-a608-9791d0ba816a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 1096 time: 0.0789201 Dec 09 10:06:18.148348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ace9-7d14-4452-8ec3-f0d1b5b6b3a5 req-1daff8a0-fdd6-4219-bf58-f8ed038b0e83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:18.150248 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea99ace9-7d14-4452-8ec3-f0d1b5b6b3a5 req-1daff8a0-fdd6-4219-bf58-f8ed038b0e83 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cf927120-57da-4ca4-b16b-80daa5b30627 HTTP/1.1" status: 200 len: 898 time: 0.1382816 Dec 09 10:06:18.221683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea99ace9-7d14-4452-8ec3-f0d1b5b6b3a5 req-6f013242-88ca-4bb1-84bb-1d56b424ecec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28 HTTP/1.1" status: 200 len: 217 time: 0.0652301 Dec 09 10:06:18.295004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99ace9-7d14-4452-8ec3-f0d1b5b6b3a5 req-d6b97ff5-b3e1-4744-9f6d-164f18db081b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:18.296469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea99ace9-7d14-4452-8ec3-f0d1b5b6b3a5 req-d6b97ff5-b3e1-4744-9f6d-164f18db081b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=589dd532-c118-4bea-ac74-f8ba6c9af0f9 HTTP/1.1" status: 200 len: 835 time: 0.0672913 Dec 09 10:06:18.346810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:06:18.379856 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea99ace9-7d14-4452-8ec3-f0d1b5b6b3a5 req-1c912b51-d0b4-423a-aec5-5206792f9e18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cf927120-57da-4ca4-b16b-80daa5b30627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766816 Dec 09 10:06:18.421376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:18.421911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:18.523496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea99ace9-7d14-4452-8ec3-f0d1b5b6b3a5 req-efb7aaf7-8397-446f-b1b9-b73cc4f06dfb service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361039 Dec 09 10:06:18.667594 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ea99ace9-7d14-4452-8ec3-f0d1b5b6b3a5 req-a6012175-9c9f-4b86-8eab-cf65d19328ba service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368108 Dec 09 10:06:19.013633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b72d78f4-6ca2-4248-99ce-5414ac86bf28 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:06:19.077694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16d979-08f5-458b-8102-cda3b0dface0 req-b3535b9e-be77-439d-a579-ca26a5bcc213 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:19.079302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4b16d979-08f5-458b-8102-cda3b0dface0 req-b3535b9e-be77-439d-a579-ca26a5bcc213 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 943 time: 0.0885429 Dec 09 10:06:19.129136 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4b16d979-08f5-458b-8102-cda3b0dface0 req-f23d1740-a539-45b5-8048-23e7b8007cef tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433543 Dec 09 10:06:19.157083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b72d78f4-6ca2-4248-99ce-5414ac86bf28, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:06:19.171183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'port_id': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'mac_address': 'fa:16:3e:35:c7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:06:19.231287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:19.249556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b72d78f4-6ca2-4248-99ce-5414ac86bf28 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:06:19.265615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b72d78f4-6ca2-4248-99ce-5414ac86bf28, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:06:19.268428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:19.270296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:19.342366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=b72d78f4-6ca2-4248-99ce-5414ac86bf28,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:19.345976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:19.502315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['b72d78f4-6ca2-4248-99ce-5414ac86bf28'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:06:20.341153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a28a12-2c66-4cc7-a903-e9ac35d29cd6 req-d0bbbdc0-fc43-42ac-9d79-b5cbede48a97 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:20.342727 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b8a28a12-2c66-4cc7-a903-e9ac35d29cd6 req-d0bbbdc0-fc43-42ac-9d79-b5cbede48a97 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 944 time: 0.0900269 Dec 09 10:06:20.394941 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b8a28a12-2c66-4cc7-a903-e9ac35d29cd6 req-dffebc32-2728-42d4-bb24-f0f92c179b4c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458362 Dec 09 10:06:21.029064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b72d78f4-6ca2-4248-99ce-5414ac86bf28 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:06:21.100056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port b72d78f4-6ca2-4248-99ce-5414ac86bf28 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:06:21.105648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port b72d78f4-6ca2-4248-99ce-5414ac86bf28 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:06:21.106060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:21.222941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:21.409916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:06:21.419740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b72d78f4-6ca2-4248-99ce-5414ac86bf28, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:06:21.422684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:21.425467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-910d3a43-499c-4421-ba34-a49f9861c374 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:21.472940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'code': 200} Dec 09 10:06:21.500147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=b72d78f4-6ca2-4248-99ce-5414ac86bf28,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:21.503359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:21.606161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccbcf3-1f54-4bd7-9de1-263f03dee35d req-39704582-ecd8-4d4a-b910-b3d880fffdb0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:21.607993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78ccbcf3-1f54-4bd7-9de1-263f03dee35d req-39704582-ecd8-4d4a-b910-b3d880fffdb0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.0846486 Dec 09 10:06:21.709662 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-78ccbcf3-1f54-4bd7-9de1-263f03dee35d req-394a75fb-ee61-4d70-a543-ee33e8815db4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955915 Dec 09 10:06:21.734096 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d770936a-abf1-47ef-9254-6fac65fb82d6 req-16f3ace4-ef6f-45a3-9585-6efa8d0aeff8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 1098 time: 0.0989256 Dec 09 10:06:21.780960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d770936a-abf1-47ef-9254-6fac65fb82d6 req-8095657c-f1df-4612-8c08-1569b17a6048 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404646 Dec 09 10:06:22.923933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291464d-0363-439c-a0df-36d7c9d611fd req-2207b6c0-1214-42fd-ae8b-3f22b7de5d49 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:22.925563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a291464d-0363-439c-a0df-36d7c9d611fd req-2207b6c0-1214-42fd-ae8b-3f22b7de5d49 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.0850604 Dec 09 10:06:22.977603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a291464d-0363-439c-a0df-36d7c9d611fd req-1894b2e2-43fe-4ecf-b96b-7abbf5035553 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456457 Dec 09 10:06:23.183979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a142a1-50d0-4134-81ed-3edeed352a7f req-dc43fda1-a53e-4b49-a9ff-c543bf67c1eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:23.185664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3a142a1-50d0-4134-81ed-3edeed352a7f req-dc43fda1-a53e-4b49-a9ff-c543bf67c1eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.0840547 Dec 09 10:06:23.233649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d3a142a1-50d0-4134-81ed-3edeed352a7f req-feff6099-2fc7-4f0c-9b96-7e6c8b2b052a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419667 Dec 09 10:06:23.261915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38446) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:23.336315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dc20038c-3dd5-4fa9-a1d4-47161c090941 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 1093 time: 0.0730913 Dec 09 10:06:23.339560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38450) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:23.346291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:06:23.352514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:06:23.356760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:floatingip and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:06:23.359787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:06:23.366076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:06:23.376670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:23.526916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:23.671481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.58 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/4f18431d-9548-4eb7-a23f-557c0fd5ebc2) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:06:23.826414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:23.852364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:23.857454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0a8e1617-11c8-4747-9bfd-e4634a30d43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:23.930735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:06:23.931570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=4f18431d-9548-4eb7-a23f-557c0fd5ebc2,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:23.934349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:06:23.936277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:23.937018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:06:24.477465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:24.532151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:24.747968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:24.751403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:24.755802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-74aa4e5a-463f-481b-b8d7-accce9b6d66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:06:24.866630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=4f18431d-9548-4eb7-a23f-557c0fd5ebc2,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:06:24.871200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:06:24.881453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:25.079749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Floating IP 95415551-be60-4a4e-bc84-28e6ec1b7e2f associated. External IP: 172.26.8.58, port: b72d78f4-6ca2-4248-99ce-5414ac86bf28. Dec 09 10:06:25.755450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router e1df101e-50b3-49ea-9fc0-99c028385584 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:06:25.970332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:06:25.980962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] Sync routers for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:06:25.994693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:06:25.995372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:06:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:25.998985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:26.066513 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7256892 Dec 09 10:06:26.067140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:06:26.131753 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'status': 'completed', 'code': 200} Dec 09 10:06:26.191908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:06:26.252472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2852087-436a-46ff-8373-08dfadbae7e2 req-4663ba48-caa6-43b2-87f1-ccdf6ec1dc1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 1098 time: 0.0925887 Dec 09 10:06:26.277098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad347f59-3149-43a2-80bf-614da47f82ca req-0d280ba6-3bf5-45c5-9258-d6c19a38b8f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:26.278909 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ad347f59-3149-43a2-80bf-614da47f82ca req-0d280ba6-3bf5-45c5-9258-d6c19a38b8f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.0884275 Dec 09 10:06:26.334618 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ad347f59-3149-43a2-80bf-614da47f82ca req-870124f7-d77f-404a-860c-947deaa29116 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486083 Dec 09 10:06:26.365853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38458) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:26.501986 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-84dbbba0-0d1f-4c73-8d3d-77734a644463 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/95415551-be60-4a4e-bc84-28e6ec1b7e2f HTTP/1.1" status: 200 len: 990 time: 0.1345246 Dec 09 10:06:26.596712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '95415551-be60-4a4e-bc84-28e6ec1b7e2f', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'port_id': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'mac_address': 'fa:16:3e:35:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:06:24Z', 'updated_at': '2021-12-09T10:06:24Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8', 'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:42:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:09Z', 'updated_at': '2021-12-09T10:06:16Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:26.601538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] Checking router: e1df101e-50b3-49ea-9fc0-99c028385584 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:06:26.615278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:06:26.616065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:06:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:26.627202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852087-436a-46ff-8373-08dfadbae7e2 req-f8927ca6-3648-43c9-a5cf-d08f3ff1e912 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:26.628807 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2852087-436a-46ff-8373-08dfadbae7e2 req-f8927ca6-3648-43c9-a5cf-d08f3ff1e912 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cf927120-57da-4ca4-b16b-80daa5b30627 HTTP/1.1" status: 200 len: 898 time: 0.3705020 Dec 09 10:06:26.747377 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2852087-436a-46ff-8373-08dfadbae7e2 req-c77abc25-73a4-4e1e-abe4-76964acf113c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28 HTTP/1.1" status: 200 len: 998 time: 0.1120238 Dec 09 10:06:26.811065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:06:26.814743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2852087-436a-46ff-8373-08dfadbae7e2 req-a6aee711-cca8-47ac-b21f-76f999e43435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:26.816309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2852087-436a-46ff-8373-08dfadbae7e2 req-a6aee711-cca8-47ac-b21f-76f999e43435 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=589dd532-c118-4bea-ac74-f8ba6c9af0f9 HTTP/1.1" status: 200 len: 835 time: 0.0633402 Dec 09 10:06:26.902114 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2852087-436a-46ff-8373-08dfadbae7e2 req-51d4ad95-0212-4175-80d4-961c11210c0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cf927120-57da-4ca4-b16b-80daa5b30627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792601 Dec 09 10:06:27.059677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2852087-436a-46ff-8373-08dfadbae7e2 req-d40db89a-dc99-4936-93cf-b289b7e9bce4 service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512671 Dec 09 10:06:27.180408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '95415551-be60-4a4e-bc84-28e6ec1b7e2f', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'port_id': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'mac_address': 'fa:16:3e:35:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:06:24Z', 'updated_at': '2021-12-09T10:06:24Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8', 'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:42:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:09Z', 'updated_at': '2021-12-09T10:06:16Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:06:27.186177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72390fb-9419-4465-b2a4-f9d4b1b68eed None None] The sync data for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv is: [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '95415551-be60-4a4e-bc84-28e6ec1b7e2f', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'port_id': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'mac_address': 'fa:16:3e:35:c7:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:06:24Z', 'updated_at': '2021-12-09T10:06:24Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8', 'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:42:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:09Z', 'updated_at': '2021-12-09T10:06:16Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:06:27.219119 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a2852087-436a-46ff-8373-08dfadbae7e2 req-e9ea7d9a-677c-421e-b833-d81e9638b2d1 service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533244 Dec 09 10:06:27.505994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38462) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:27.531344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139c9ee7-c7a2-41b2-a986-51a323dfbd11 None None] New status for floating IP 95415551-be60-4a4e-bc84-28e6ec1b7e2f: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:06:27.624665 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ee6c4980-54c2-473c-8dc6-53df4de3346a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/95415551-be60-4a4e-bc84-28e6ec1b7e2f HTTP/1.1" status: 200 len: 990 time: 0.1139269 Dec 09 10:06:28.625100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38466) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:28.760631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-15593759-be55-4e3d-9e19-7fb1dc9ebfca tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/95415551-be60-4a4e-bc84-28e6ec1b7e2f HTTP/1.1" status: 200 len: 992 time: 0.1251893 Dec 09 10:06:30.392666 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-ea59d17a-815c-4607-a9fb-1573aa4d35a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753772 Dec 09 10:06:30.546681 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-4cd54e6a-5cc2-43f4-9558-abb4a81fde79 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 1098 time: 0.0745182 Dec 09 10:06:30.702809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-71d712f0-6b75-457b-b076-eda5ee7bd27c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:30.704401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-71d712f0-6b75-457b-b076-eda5ee7bd27c service neutron] 10.222.0.65 "GET /v2.0/networks?id=cf927120-57da-4ca4-b16b-80daa5b30627 HTTP/1.1" status: 200 len: 898 time: 0.1394520 Dec 09 10:06:30.814169 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-6390f041-fc9d-40d9-9f14-00b20ab20bdb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28 HTTP/1.1" status: 200 len: 1000 time: 0.1034880 Dec 09 10:06:30.889428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-384be152-f86f-42e8-b4bd-eb13d089551e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:30.890988 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-384be152-f86f-42e8-b4bd-eb13d089551e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=589dd532-c118-4bea-ac74-f8ba6c9af0f9 HTTP/1.1" status: 200 len: 835 time: 0.0711448 Dec 09 10:06:30.970683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-9209d73a-6150-446d-9007-17041dc08045 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cf927120-57da-4ca4-b16b-80daa5b30627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737026 Dec 09 10:06:31.113566 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-84bf750e-464d-4a28-bac0-ce568189f385 service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365395 Dec 09 10:06:31.258242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6771bf27-b46c-4ee6-b9f4-133ee7864dce req-c06b86b8-de78-4196-be91-ff9490f6215c service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377645 Dec 09 10:06:34.507335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-68ce0756-4573-4976-9537-894ee4352d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:35.753362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:36.768937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63a21b4f-a44b-44a3-badb-bdf7fed3c3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:37.206490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:38.498675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:47.716769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:06:50.295300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:06:58.440639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37ec31-9daf-42a0-a5a4-cf43ecd977e5 req-4df27e7e-f97f-4487-ade1-7078b2a84e8d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:58.443438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f37ec31-9daf-42a0-a5a4-cf43ecd977e5 req-4df27e7e-f97f-4487-ade1-7078b2a84e8d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.0870664 Dec 09 10:06:58.498333 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f37ec31-9daf-42a0-a5a4-cf43ecd977e5 req-ba6d36e9-f8ea-40ce-9cdc-f2ee3c6a040e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486243 Dec 09 10:06:59.712269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1702-4858-46b1-a7be-0be6fb951a58 req-cfa6ab9c-aacf-4474-9487-988d0c98f034 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:06:59.714163 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af3d1702-4858-46b1-a7be-0be6fb951a58 req-cfa6ab9c-aacf-4474-9487-988d0c98f034 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.0871799 Dec 09 10:06:59.780044 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af3d1702-4858-46b1-a7be-0be6fb951a58 req-d5723cce-b77f-4165-ac32-e665e536e0b2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585864 Dec 09 10:06:59.808046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38486) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:06:59.924517 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e47f4192-9f07-4ed5-bcc5-78abe1999224 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/95415551-be60-4a4e-bc84-28e6ec1b7e2f HTTP/1.1" status: 200 len: 992 time: 0.1151502 Dec 09 10:07:01.424102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ec5c4-633e-44d5-a30e-9c14ac4a0b8e req-03bb2394-5656-48ed-bbd7-660cbce3b501 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:01.426538 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f10ec5c4-633e-44d5-a30e-9c14ac4a0b8e req-03bb2394-5656-48ed-bbd7-660cbce3b501 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.0838385 Dec 09 10:07:01.477283 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f10ec5c4-633e-44d5-a30e-9c14ac4a0b8e req-206c7206-0b7c-4b05-9e28-df1bd4f5106b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438309 Dec 09 10:07:02.687122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809566aa-26b6-498a-bf90-d04dc2766f0d req-1145af56-23b3-48d6-8711-a2cf3ce45058 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:02.688729 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-809566aa-26b6-498a-bf90-d04dc2766f0d req-1145af56-23b3-48d6-8711-a2cf3ce45058 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.0823417 Dec 09 10:07:02.739065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-809566aa-26b6-498a-bf90-d04dc2766f0d req-b092c258-3172-42ed-9709-79aab8a6142b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435374 Dec 09 10:07:02.767343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38498) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:02.877469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d475a9aa-4a07-437c-84ee-da433098e2af tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/95415551-be60-4a4e-bc84-28e6ec1b7e2f HTTP/1.1" status: 200 len: 992 time: 0.1087966 Dec 09 10:07:03.162088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38506) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:03.378131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 4f18431d-9548-4eb7-a23f-557c0fd5ebc2 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:07:03.379050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:03.552348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:03.552708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:03.674767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 4f18431d-9548-4eb7-a23f-557c0fd5ebc2 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:07:03.822799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:03.827143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:03.868378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=4f18431d-9548-4eb7-a23f-557c0fd5ebc2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:03.912651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.913084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.913536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.913959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.914378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.914793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.915211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.915625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.916031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.916438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.916848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:03.924135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:03.981753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:04.511123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7d42d7a6-8676-42fa-a5ec-4b72931b0288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:04.639621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router e1df101e-50b3-49ea-9fc0-99c028385584 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:07:04.849513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:07:04.859802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] Sync routers for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:07:04.869195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:04.877588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:04.878358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:06:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:04.923360 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/floatingips/95415551-be60-4a4e-bc84-28e6ec1b7e2f HTTP/1.1" status: 204 len: 168 time: 1.7600183 Dec 09 10:07:04.924004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:07:04.983113 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'status': 'completed', 'code': 200} Dec 09 10:07:05.078564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:05.086530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1448557e-a9a2-4c22-aaad-146b497c3e28 req-9a1122db-e54c-47bb-b822-9b49abf5d627 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 1098 time: 0.0812995 Dec 09 10:07:05.238779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448557e-a9a2-4c22-aaad-146b497c3e28 req-560d67a7-1ff2-4f71-a177-a2dd6828dfae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:05.240354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1448557e-a9a2-4c22-aaad-146b497c3e28 req-560d67a7-1ff2-4f71-a177-a2dd6828dfae service neutron] 10.222.0.65 "GET /v2.0/networks?id=cf927120-57da-4ca4-b16b-80daa5b30627 HTTP/1.1" status: 200 len: 898 time: 0.1469052 Dec 09 10:07:05.349492 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1448557e-a9a2-4c22-aaad-146b497c3e28 req-d8789695-9811-4cf5-b85b-a6fa692e0421 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28 HTTP/1.1" status: 200 len: 217 time: 0.1011298 Dec 09 10:07:05.419692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8', 'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:42:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:09Z', 'updated_at': '2021-12-09T10:06:16Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:05.423767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] Checking router: e1df101e-50b3-49ea-9fc0-99c028385584 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:07:05.435539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:05.436212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:06:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:05.440512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448557e-a9a2-4c22-aaad-146b497c3e28 req-72e925bc-27aa-4ae9-a827-fe1fbcbc776b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:05.442685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1448557e-a9a2-4c22-aaad-146b497c3e28 req-72e925bc-27aa-4ae9-a827-fe1fbcbc776b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=589dd532-c118-4bea-ac74-f8ba6c9af0f9 HTTP/1.1" status: 200 len: 835 time: 0.0819876 Dec 09 10:07:05.494528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b157458-8067-444e-b2c5-d5ce34e44162 req-66f8ebb9-a240-4175-a03d-817ed0d9376e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:05.496106 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0b157458-8067-444e-b2c5-d5ce34e44162 req-66f8ebb9-a240-4175-a03d-817ed0d9376e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.1970665 Dec 09 10:07:05.568547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0b157458-8067-444e-b2c5-d5ce34e44162 req-007356e8-3470-4336-8752-379101eb51e9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663023 Dec 09 10:07:05.574953 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1448557e-a9a2-4c22-aaad-146b497c3e28 req-37bf0b9d-8c9c-42db-98ba-4d4f537d52dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cf927120-57da-4ca4-b16b-80daa5b30627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234376 Dec 09 10:07:05.737747 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1448557e-a9a2-4c22-aaad-146b497c3e28 req-ec436f2d-fa54-4ee9-916c-139e40b36b73 service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553349 Dec 09 10:07:05.797346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:05.809631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:05.888807 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1448557e-a9a2-4c22-aaad-146b497c3e28 req-dcfcf724-8a9b-4eff-a256-99fabc0bf206 service neutron] 10.222.0.65 "GET /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445873 Dec 09 10:07:06.141119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8', 'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:42:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:09Z', 'updated_at': '2021-12-09T10:06:16Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:06.145827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57020e3c-f903-4a17-b555-1536ba6e16bb None None] The sync data for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv is: [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8', 'name': '', 'network_id': 'cf927120-57da-4ca4-b16b-80daa5b30627', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:42:e4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:09Z', 'updated_at': '2021-12-09T10:06:16Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '589dd532-c118-4bea-ac74-f8ba6c9af0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:07:06.578721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fa8d6-ab01-4cf8-a424-11af77008799 None None] New status for floating IP 95415551-be60-4a4e-bc84-28e6ec1b7e2f: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:07:06.778175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0f4ecc8b-70ad-49c6-96ec-914fae74a5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:06.784603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-62060f09-840f-45dd-8972-b7e0d45f9fb5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:06.788153 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-62060f09-840f-45dd-8972-b7e0d45f9fb5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.1082265 Dec 09 10:07:06.863198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port b72d78f4-6ca2-4248-99ce-5414ac86bf28 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:07:06.863906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:06.938279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fd1f1-3c8a-4be6-8965-ba7707bd90f8 req-fc9430a9-41f9-430b-8a8b-6ff24ee3d90f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:06.939038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ae2fd1f1-3c8a-4be6-8965-ba7707bd90f8 req-fc9430a9-41f9-430b-8a8b-6ff24ee3d90f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:07:06.954638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ae2fd1f1-3c8a-4be6-8965-ba7707bd90f8 req-fc9430a9-41f9-430b-8a8b-6ff24ee3d90f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:07:06.956134 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ae2fd1f1-3c8a-4be6-8965-ba7707bd90f8 req-fc9430a9-41f9-430b-8a8b-6ff24ee3d90f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 945 time: 0.1012385 Dec 09 10:07:07.012944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ae2fd1f1-3c8a-4be6-8965-ba7707bd90f8 req-d64fd28a-2a2a-4b47-a408-c38b2d4da225 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a223207-4d64-434e-98f9-eba52d996d8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504425 Dec 09 10:07:07.128892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port b72d78f4-6ca2-4248-99ce-5414ac86bf28, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b72d78f4-6ca2-4248-99ce-5414ac86bf28,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:07.129345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:07.209814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:07.256593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for b72d78f4-6ca2-4248-99ce-5414ac86bf28 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:07:07.401490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:07.407098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:07.449868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=b72d78f4-6ca2-4248-99ce-5414ac86bf28,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:07.462834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.463521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.463944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.464363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.464778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.465223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.465636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.466404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.466404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.466794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.467229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:07.498747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:07.542049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] No DVR routers for this DVR port b72d78f4-6ca2-4248-99ce-5414ac86bf28 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:07:07.544571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:07.547434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'name': 'network-vif-deleted', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:07:07.562689 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4157a43-f12a-4023-a85f-abaf1ae2e4fc req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "DELETE /v2.0/ports/b72d78f4-6ca2-4248-99ce-5414ac86bf28 HTTP/1.1" status: 204 len: 173 time: 0.7683525 Dec 09 10:07:07.685330 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e609e2-1fb9-48d2-95d6-b739368d702e', 'name': 'network-vif-deleted', 'tag': 'b72d78f4-6ca2-4248-99ce-5414ac86bf28', 'status': 'completed', 'code': 200} Dec 09 10:07:08.197835 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8e058ad0-a869-4384-91c5-99b0284ac97c req-c50dc75a-19b5-4847-8a3c-0d4a44aef94f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=56e609e2-1fb9-48d2-95d6-b739368d702e HTTP/1.1" status: 200 len: 210 time: 0.0456331 Dec 09 10:07:08.503447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:09.309090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38526) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:09.403015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b72d78f4-6ca2-4248-99ce-5414ac86bf28 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:07:09.444292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: b72d78f4-6ca2-4248-99ce-5414ac86bf28 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:07:09.444690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b72d78f4-6ca2-4248-99ce-5414ac86bf28 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:07:09.745935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:10.382886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:07:10.383462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:10.575465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:10.575777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:10.705304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:07:10.892092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:10.896497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5bbfbcb7-9ce0-41df-838a-045f18a4054f tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:10.940951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:10.943733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:11.253802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:12.103309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router e1df101e-50b3-49ea-9fc0-99c028385584 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:07:12.316292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:07:12.330137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] Sync routers for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:07:12.336140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/e1df101e-50b3-49ea-9fc0-99c028385584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0233412 Dec 09 10:07:12.336676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38530) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:12.345198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:12.345894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:07:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:12.536092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:12.549147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-753a0b42-5150-40ce-ae2e-84363b10994c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting subnet 589dd532-c118-4bea-ac74-f8ba6c9af0f9 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:07:12.552347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-753a0b42-5150-40ce-ae2e-84363b10994c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:12.609824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-753a0b42-5150-40ce-ae2e-84363b10994c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:12.698020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-753a0b42-5150-40ce-ae2e-84363b10994c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:12.776043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-753a0b42-5150-40ce-ae2e-84363b10994c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:12.781753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd126ab5-f653-420f-a3aa-3178cca5e46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:12.821150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a0b42-5150-40ce-ae2e-84363b10994c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Subnet': ['ID=589dd532-c118-4bea-ac74-f8ba6c9af0f9,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:12.823896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-753a0b42-5150-40ce-ae2e-84363b10994c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:12.826716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-753a0b42-5150-40ce-ae2e-84363b10994c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:12.833153 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-753a0b42-5150-40ce-ae2e-84363b10994c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/subnets/589dd532-c118-4bea-ac74-f8ba6c9af0f9 HTTP/1.1" status: 204 len: 168 time: 0.4953494 Dec 09 10:07:12.834292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb86a483-7e7c-4d5f-b6cf-e32338c8619a None None] Network cf927120-57da-4ca4-b16b-80daa5b30627 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:07:12.835943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38534) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:13.007619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:07:10Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:13.018342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] Checking router: e1df101e-50b3-49ea-9fc0-99c028385584 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:07:13.045185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] Routers {'e1df101e-50b3-49ea-9fc0-99c028385584'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:13.045861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:07:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['e1df101e-50b3-49ea-9fc0-99c028385584'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:13.049760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:13.209407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] DHCP port deletion for cf927120-57da-4ca4-b16b-80daa5b30627 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:07:13.219815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Deleting port 03777d06-334e-4f4f-82ae-bcd33a476a75 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:07:13.220232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:13.270947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:13.280271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port cba052d1-c50e-442f-a8e8-bc64b0a6e440 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:07:13.280890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:13.507158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port cba052d1-c50e-442f-a8e8-bc64b0a6e440, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=cba052d1-c50e-442f-a8e8-bc64b0a6e440,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:13.508209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:13.594852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] Set router e1df101e-50b3-49ea-9fc0-99c028385584 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:13.654774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for cba052d1-c50e-442f-a8e8-bc64b0a6e440 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:07:13.853886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:13.859134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-15423de8-18fe-4d5d-b8a6-492f8a77a0d1 tempest-ServerDiskConfigTestJSON-1162767349 tempest-ServerDiskConfigTestJSON-1162767349-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:13.906827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=cba052d1-c50e-442f-a8e8-bc64b0a6e440,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:13.911635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:14.017596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] For port 03777d06-334e-4f4f-82ae-bcd33a476a75, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=03777d06-334e-4f4f-82ae-bcd33a476a75,segment=NetworkSegment(ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab),segment_id=ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:14.017870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:14.158609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:14.160866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Calling delete_port for 03777d06-334e-4f4f-82ae-bcd33a476a75 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:07:14.299839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:14.308315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:14.353387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Pushing event deleted for resources: {'Port': ['ID=03777d06-334e-4f4f-82ae-bcd33a476a75,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:14.369624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] No DVR routers for this DVR port 03777d06-334e-4f4f-82ae-bcd33a476a75 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:07:14.372505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:07:10Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:14.378697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.379193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.379580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.384358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.384759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.385158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.385546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.385917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.386283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.386647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.387008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:14.391177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:14.392089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e8daed-61b9-4854-8539-7b576a1e7c20 None None] The sync data for ids ['e1df101e-50b3-49ea-9fc0-99c028385584'] in dv-neutron-819581-1-hyperv is: [{'id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1744049438', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:07:10Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'cba052d1-c50e-442f-a8e8-bc64b0a6e440', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:d6:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1df101e-50b3-49ea-9fc0-99c028385584', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:06:06Z', 'updated_at': '2021-12-09T10:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:07:14.441913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:14.443223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 03777d06-334e-4f4f-82ae-bcd33a476a75 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:07:14.448185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:14.477705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 03777d06-334e-4f4f-82ae-bcd33a476a75 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:07:14.477973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:14.478320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 03777d06-334e-4f4f-82ae-bcd33a476a75 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:07:14.478587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Fanout notify agent at l3_agent the message router_deleted on router e1df101e-50b3-49ea-9fc0-99c028385584 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:07:14.496612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:14.498016 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/routers/e1df101e-50b3-49ea-9fc0-99c028385584 HTTP/1.1" status: 204 len: 168 time: 1.6610796 Dec 09 10:07:14.500844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38538) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:14.874235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.017881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.045010 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf927120-57da-4ca4-b16b-80daa5b30627']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:15.058607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:15.058945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6f26bd-4d1b-4846-a6a7-6b05a035d4ab') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:15.074042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.089722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.095951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:07:15.096375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:07:15.111853 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:07:15.209731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.213451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-85410d3b-b0c8-4896-9ae9-5a4d5647515d tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:15.231871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.241934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Network': ['ID=cf927120-57da-4ca4-b16b-80daa5b30627,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:15.245338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:15.249781 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5784ee70-ccc4-4c09-9fc2-d96b3d5d56f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/networks/cf927120-57da-4ca4-b16b-80daa5b30627 HTTP/1.1" status: 204 len: 168 time: 0.7478781 Dec 09 10:07:15.252650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38542) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:15.327470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf282cd9-18a6-43ec-ba3b-ad6e16e5428f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.358134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf282cd9-18a6-43ec-ba3b-ad6e16e5428f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.411282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf282cd9-18a6-43ec-ba3b-ad6e16e5428f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.416588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f5eb66fa-a3a6-460d-980e-56c6ac3f0a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:15.432434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf282cd9-18a6-43ec-ba3b-ad6e16e5428f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a223207-4d64-434e-98f9-eba52d996d8b,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:15.436753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bf282cd9-18a6-43ec-ba3b-ad6e16e5428f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:15.441476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf282cd9-18a6-43ec-ba3b-ad6e16e5428f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.445250 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bf282cd9-18a6-43ec-ba3b-ad6e16e5428f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/security-groups/3a223207-4d64-434e-98f9-eba52d996d8b HTTP/1.1" status: 204 len: 168 time: 0.1888187 Dec 09 10:07:15.855684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38550) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:15.862054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1063608525', 'description': 'tempest-secgroup-smoke-1063608525 description', 'project_id': '8b76001a259e49eaa932ca68c84db507'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:15.869318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:15.873741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:15.876721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:15.883030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:15.892401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:15.929053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:15.933056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:15.935960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:15.942036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:15.998556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.001056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.006942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:16.050091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e920766-68a5-4394-b472-0fa2256f9fa2,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:16.052902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:16.054275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.055557 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b19c2bb9-f3e8-45bb-b908-ef1e468dfb81 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1988006 Dec 09 10:07:16.058864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38554) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:16.064687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2e920766-68a5-4394-b472-0fa2256f9fa2', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:16.071687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:16.077417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:16.080366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:16.087083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:16.109867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.178351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.181168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.188747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fedc918f-ed6c-4808-bb32-f6b2bdab0cf8 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:16.208660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8cd252-ef67-4ae5-a317-f894aec33b0e,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:16.211152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:16.217662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.218904 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1b462331-3ce0-41f2-a239-bea84388b207 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1590605 Dec 09 10:07:16.222083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38558) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:16.228268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2e920766-68a5-4394-b472-0fa2256f9fa2', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:16.234478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:16.238558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:16.241534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:16.247471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:16.263571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.326822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.330476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.333398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8d0aea2e-6c86-448d-a634-8173a5b6795d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:16.333911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device cba052d1-c50e-442f-a8e8-bc64b0a6e440 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:07:16.357500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf75003-308d-4f00-8719-f4bbb76470fe,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:16.360156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:16.367345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.369402 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-18ef29c5-3fe1-4aff-a4bb-11400ab5c8ab tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1454830 Dec 09 10:07:16.371560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38562) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:16.375073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: cba052d1-c50e-442f-a8e8-bc64b0a6e440 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:07:16.375477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device cba052d1-c50e-442f-a8e8-bc64b0a6e440 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:07:16.375947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:07:16.377530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2e920766-68a5-4394-b472-0fa2256f9fa2', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:16.384501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:16.388465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:16.391456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:16.397492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:16.409171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:07:16.409818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 7f0cc744-d91d-4a6f-8e39-ebc0acc5b7e8 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:07:16.413704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.482750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.485423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.487300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1b555c96-48b1-4b14-9b4b-e8a8e8fdf06b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:16.509058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269266b5-32d4-4335-8146-f47815611c23,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:16.513193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:16.519876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.521181 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2b12dc3b-84e3-4201-a42f-16e86d4555be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1485851 Dec 09 10:07:16.524099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38566) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:16.529891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2e920766-68a5-4394-b472-0fa2256f9fa2', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:16.536024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:16.539987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:16.542987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:16.548951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:16.564837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.630606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.633225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.635142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fa19247a-1826-4b21-9755-e2aa6c571c9e tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:16.658050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8e15e2-c9b4-400c-a304-4b9e5b84df98,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:16.660718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:16.666806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.668072 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e194fb79-83bd-4229-bee8-c144c21df25f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1429892 Dec 09 10:07:16.671033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38570) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:16.677503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2e920766-68a5-4394-b472-0fa2256f9fa2', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:16.683605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:16.687609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:16.691254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:16.697312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:16.706654 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:07:16.713539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.782780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.785887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.787787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3eb5b1c2-9f22-431a-950c-f9caf198554c tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:16.812261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6a4ef14-04a1-4593-889b-968723696dbd,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:16.814818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:16.821132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.822563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1505375 Dec 09 10:07:16.825433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38574) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:16.831454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2e920766-68a5-4394-b472-0fa2256f9fa2', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:16.838222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:16.842174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:16.845129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:16.852213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:16.866291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:07:16.872999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.944039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.946470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.948387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fb14657c-063d-48de-8050-3a2afb63c33a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:16.972296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83427829-7358-4e07-82bd-5c7d48a604f3,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:16.975109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:16.981146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:16.982427 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d3d2ae3a-7d0e-44b9-bc7d-75d3067d0da4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1559682 Dec 09 10:07:16.985522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38578) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:16.991998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'network': {'name': 'tempest-network-smoke--1478726423', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'port_security_enabled': True}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:16.997154 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:17.001526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:network and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:17.004584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:17.010616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:17.020032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:07:17.025506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.055230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:07:17.064213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.064606 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Added segment 8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae of type vlan for network 5d19d610-1298-4788-98bc-6738bbdc8602 Dec 09 10:07:17.093119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.123806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.127909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:17.128840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.134183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-586eb336-3775-457d-ad4e-86ee540852d2 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:17.196528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2098968 Dec 09 10:07:17.199639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38582) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:17.205600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'admin_state_up': True, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:17.213841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:17.218001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:router and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:17.221204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:17.228050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:17.238481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.239469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.253390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Network': ['ID=5d19d610-1298-4788-98bc-6738bbdc8602,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:17.256167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-800709e3-13c7-4b2e-b2ce-b2b076843ff3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:17.257617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.264177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 5d19d610-1298-4788-98bc-6738bbdc8602 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:07:17.409256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.599659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.631874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.729339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:17.775261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.191 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/4d0666f1-f07e-4ee7-8d60-72365ae79828) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:07:18.168940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:18.196606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:18.201068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d997654-e77b-4aa6-8301-91bf6c7ec2e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:18.271118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:07:18.272075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=4d0666f1-f07e-4ee7-8d60-72365ae79828,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:18.274803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:07:18.276701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:18.277464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:07:18.440118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:18.440870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:18.679657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 46d990f9-a836-4908-85f7-553827473391 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:07:18.888639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:07:18.899224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Sync routers for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:07:18.912820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:18.913691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:07:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:18.917094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:18.918432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7177012 Dec 09 10:07:18.921713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38586) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:18.971293 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-24584661-6d1b-45cb-af30-15de420442d2 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b76001a259e49eaa932ca68c84db507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483472 Dec 09 10:07:18.974737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38590) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:19.122954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d17a11-e3e2-47df-ae69-cb8d0f34d74c tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:19.124748 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-73d17a11-e3e2-47df-ae69-cb8d0f34d74c tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1488979 Dec 09 10:07:19.127602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38594) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:19.174322 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-18da42b6-0145-41e3-900e-bf45a44ee3dd tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449378 Dec 09 10:07:19.177157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38598) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:19.183784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-606938317', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:19.243405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:19.301762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:19.305792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:subnet and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:19.308695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:19.314692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:19.324227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:07:19.435266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:19.545609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:18Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:19.549662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Checking router: 46d990f9-a836-4908-85f7-553827473391 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:07:19.550098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Updating router 46d990f9-a836-4908-85f7-553827473391 port 4d0666f1-f07e-4ee7-8d60-72365ae79828 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:07:19.603152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:19.671812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:19.676278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-571efd7e-bbcb-4f14-a76f-bb5134c51f4e tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:19.760321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Subnet': ['ID=c47ae4dd-b10a-470c-8109-d907e8d5ddf5,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:19.764436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:19.773640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Checking segment: {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:07:19.774036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network hostable DHCP agents. Network: 5d19d610-1298-4788-98bc-6738bbdc8602, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:07:19.795802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 5d19d610-1298-4788-98bc-6738bbdc8602 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:07:19.803958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 5d19d610-1298-4788-98bc-6738bbdc8602) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:07:19.807917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:19.808562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:19.814898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ed0da-f1d1-4bc7-96de-e100d725980e None None] Network 5d19d610-1298-4788-98bc-6738bbdc8602 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:07:19.830749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6a9e1cd5-8fff-4d50-84aa-3cc4725ff89b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6524498 Dec 09 10:07:19.834636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38602) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:19.946601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:19.959464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Transition to ACTIVE for port object 4d0666f1-f07e-4ee7-8d60-72365ae79828 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:07:19.965778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:19.970779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:20.056203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Attempting to bind port 4d0666f1-f07e-4ee7-8d60-72365ae79828 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:07:20.056693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Attempting to bind port 4d0666f1-f07e-4ee7-8d60-72365ae79828 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:07:20.056988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Attempting to bind port 4d0666f1-f07e-4ee7-8d60-72365ae79828 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:07:20.060651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-5d19d610-1298-4788-98bc-6738bbdc8602', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:07:20.061887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.064285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Pushing event updated for resources: {'Port': ['ID=4d0666f1-f07e-4ee7-8d60-72365ae79828,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:20.071826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:07:20.072247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:07:20.072694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.073152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:07:20.073672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Bound port: 4d0666f1-f07e-4ee7-8d60-72365ae79828, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:07:20.074086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.113637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.114043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.114374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.114747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.115120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.115490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.115857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.116223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.116585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.116946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.117331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:07:20.121204 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:20.164379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] For port 4d0666f1-f07e-4ee7-8d60-72365ae79828, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:07:20.167694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] For port 4d0666f1-f07e-4ee7-8d60-72365ae79828, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4d0666f1-f07e-4ee7-8d60-72365ae79828,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:07:20.171520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.177476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:20.239693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Allocated IP 172.20.0.2 (5d19d610-1298-4788-98bc-6738bbdc8602/c47ae4dd-b10a-470c-8109-d907e8d5ddf5/2fb36e75-969e-4a1f-901b-f17b3241fc54) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:07:20.258206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:20.258946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:07:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:20.333007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Pushing event updated for resources: {'Port': ['ID=4d0666f1-f07e-4ee7-8d60-72365ae79828,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:20.336482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:20.463691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:20.470439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.482699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Transition to ACTIVE for port object 2fb36e75-969e-4a1f-901b-f17b3241fc54 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:07:20.502807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Transition to ACTIVE for port object 2fb36e75-969e-4a1f-901b-f17b3241fc54 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:07:20.509731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.518453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:20.582383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Network 5d19d610-1298-4788-98bc-6738bbdc8602 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:07:20.586094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:07:20.590650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:07:20.597808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Pushing event updated for resources: {'Port': ['ID=2fb36e75-969e-4a1f-901b-f17b3241fc54,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:20.602476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:20.675256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.689192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Attempting to bind port 2fb36e75-969e-4a1f-901b-f17b3241fc54 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:07:20.689516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Attempting to bind port 2fb36e75-969e-4a1f-901b-f17b3241fc54 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:07:20.689906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Attempting to bind port 2fb36e75-969e-4a1f-901b-f17b3241fc54 on network 5d19d610-1298-4788-98bc-6738bbdc8602 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:07:20.697783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:07:20.698218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Checking segment: {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:07:20.698662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.699106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Bound using segment: {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:07:20.699625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Bound port: 2fb36e75-969e-4a1f-901b-f17b3241fc54, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:07:20.700045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.797906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] For port 2fb36e75-969e-4a1f-901b-f17b3241fc54, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:07:20.803118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] For port 2fb36e75-969e-4a1f-901b-f17b3241fc54, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2fb36e75-969e-4a1f-901b-f17b3241fc54,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:07:20.805710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:20.808826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:18Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:20.809552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7e633a9-2280-4bdf-be60-0f0b14272b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:20.813081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0230e117-e650-4dae-a6e1-ae7195b20754 None None] The sync data for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv is: [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:18Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:07:20.900097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Pushing event updated for resources: {'Port': ['ID=2fb36e75-969e-4a1f-901b-f17b3241fc54,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:20.904223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:21.392976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.1 (5d19d610-1298-4788-98bc-6738bbdc8602/c47ae4dd-b10a-470c-8109-d907e8d5ddf5/9b087885-5183-41bc-b730-04888493b25d) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:07:21.575603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:21.593520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object 9b087885-5183-41bc-b730-04888493b25d will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:07:21.614364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:21.619231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2b62625d-b2b4-4c2a-bbb2-016b24e9eaf2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:21.697673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 5d19d610-1298-4788-98bc-6738bbdc8602 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:07:21.701543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:07:21.703610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=9b087885-5183-41bc-b730-04888493b25d,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:21.706680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:07:21.735271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:21.771002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:21.864060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:22.332827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:22.338483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:22.374326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-744ffcf7-c141-46b6-81ea-b07e866ef2dc tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:22.442298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2fb36e75-969e-4a1f-901b-f17b3241fc54 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:07:22.476473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=9b087885-5183-41bc-b730-04888493b25d,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:22.481249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:22.482221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:22.529094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 2fb36e75-969e-4a1f-901b-f17b3241fc54 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:07:22.535029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4d0666f1-f07e-4ee7-8d60-72365ae79828 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:07:22.587409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce53bd6-9c83-411b-9db4-065e4fdd65bb None None] Network 5d19d610-1298-4788-98bc-6738bbdc8602 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:07:22.634325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 5d19d610-1298-4788-98bc-6738bbdc8602 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:07:22.635950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:07:22.711175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a935c7e2-9576-4654-b094-8409282bffdf None None] Provisioning for port 2fb36e75-969e-4a1f-901b-f17b3241fc54 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:07:22.719113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a935c7e2-9576-4654-b094-8409282bffdf None None] Provisioning complete for port 2fb36e75-969e-4a1f-901b-f17b3241fc54 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:22.719275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a935c7e2-9576-4654-b094-8409282bffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:22.766706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 4d0666f1-f07e-4ee7-8d60-72365ae79828 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:07:22.795053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4d0666f1-f07e-4ee7-8d60-72365ae79828 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:22.795469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:23.042255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 46d990f9-a836-4908-85f7-553827473391 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:07:23.048262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a935c7e2-9576-4654-b094-8409282bffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:23.114682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:23.133633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a935c7e2-9576-4654-b094-8409282bffdf None None] For port 2fb36e75-969e-4a1f-901b-f17b3241fc54, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2fb36e75-969e-4a1f-901b-f17b3241fc54,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:23.139214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a935c7e2-9576-4654-b094-8409282bffdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:23.143267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 4d0666f1-f07e-4ee7-8d60-72365ae79828, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4d0666f1-f07e-4ee7-8d60-72365ae79828,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:23.144855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:23.267109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:07:23.287633 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/46d990f9-a836-4908-85f7-553827473391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4515076 Dec 09 10:07:23.356197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:23.398485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935c7e2-9576-4654-b094-8409282bffdf None None] Pushing event updated for resources: {'Port': ['ID=2fb36e75-969e-4a1f-901b-f17b3241fc54,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:23.402279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a935c7e2-9576-4654-b094-8409282bffdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:23.402799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:23.483383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-d633a430-6b7a-41ce-bf0b-dd944d0ddb44 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:07:23.485992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=4d0666f1-f07e-4ee7-8d60-72365ae79828,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:23.489024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ebcd0577-955d-45e8-a992-d4a428953b6a None None] Provisioning for port 9b087885-5183-41bc-b730-04888493b25d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:07:23.494445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:23.495055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ebcd0577-955d-45e8-a992-d4a428953b6a None None] Provisioning complete for port 9b087885-5183-41bc-b730-04888493b25d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:23.495470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0577-955d-45e8-a992-d4a428953b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:23.501080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-d633a430-6b7a-41ce-bf0b-dd944d0ddb44 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:07:23.503446 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-d633a430-6b7a-41ce-bf0b-dd944d0ddb44 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063608525&fields=id&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 267 time: 0.0670881 Dec 09 10:07:23.560068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ebcd0577-955d-45e8-a992-d4a428953b6a None None] Port 9b087885-5183-41bc-b730-04888493b25d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:07:23.574884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ebcd0577-955d-45e8-a992-d4a428953b6a None None] Provisioning complete for port 2fb36e75-969e-4a1f-901b-f17b3241fc54 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:23.575409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ebcd0577-955d-45e8-a992-d4a428953b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:23.691987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-da3c69e6-6f00-42ee-a600-860c20c83450 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:23.693677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-da3c69e6-6f00-42ee-a600-860c20c83450 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:07:23.709952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-da3c69e6-6f00-42ee-a600-860c20c83450 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:07:23.717916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-da3c69e6-6f00-42ee-a600-860c20c83450 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/networks?id=5d19d610-1298-4788-98bc-6738bbdc8602 HTTP/1.1" status: 200 len: 797 time: 0.2065623 Dec 09 10:07:23.731619 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-bba6f11c-fb3a-4388-9b0c-a0d9bfbb5d7b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/quotas/8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 375 time: 0.0127418 Dec 09 10:07:23.821748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f00e6f54-2e69-4c15-ac63-0db903df46aa None None] Provisioning complete for port 9b087885-5183-41bc-b730-04888493b25d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:23.822727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f00e6f54-2e69-4c15-ac63-0db903df46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:23.828737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-87c7e49c-2c4b-4ab1-896e-4883aab47ee3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:07:23.846444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-87c7e49c-2c4b-4ab1-896e-4883aab47ee3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:07:23.848332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-87c7e49c-2c4b-4ab1-896e-4883aab47ee3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093340 Dec 09 10:07:23.883323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f00e6f54-2e69-4c15-ac63-0db903df46aa None None] Port 9b087885-5183-41bc-b730-04888493b25d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:07:24.005937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-df3ca245-074d-40da-848f-41e70521f1c5 None None] Provisioning complete for port 9b087885-5183-41bc-b730-04888493b25d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:24.006927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df3ca245-074d-40da-848f-41e70521f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:24.014366 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-d2ec1afc-5e7e-4e82-82a7-6060792d9c36 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455662 Dec 09 10:07:24.036795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Sync routers for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:07:24.073167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:24.073774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:07:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:24.130875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-df3ca245-074d-40da-848f-41e70521f1c5 None None] Port 9b087885-5183-41bc-b730-04888493b25d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:07:24.163578 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-6d7fcb02-21b7-4474-9407-2fe93f618636 service neutron] 10.222.0.18 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426237 Dec 09 10:07:24.263145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:24.411193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2fb36e75-969e-4a1f-901b-f17b3241fc54 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:07:24.420184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-089e0d4c-93bd-477f-b526-617747e6dcdf req-7ea86250-2c13-46fe-a44d-297caaa0da43 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:07:24.435719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-089e0d4c-93bd-477f-b526-617747e6dcdf req-7ea86250-2c13-46fe-a44d-297caaa0da43 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:07:24.437076 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-089e0d4c-93bd-477f-b526-617747e6dcdf req-7ea86250-2c13-46fe-a44d-297caaa0da43 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 210 time: 0.0927899 Dec 09 10:07:24.653172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2fb36e75-969e-4a1f-901b-f17b3241fc54 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:24.653580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:24.794802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:21Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '9b087885-5183-41bc-b730-04888493b25d', 'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:d3:c8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:20Z', 'updated_at': '2021-12-09T10:07:22Z', 'revision_number': 2, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:24.803512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Checking router: 46d990f9-a836-4908-85f7-553827473391 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:07:24.803920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Updating router 46d990f9-a836-4908-85f7-553827473391 port 9b087885-5183-41bc-b730-04888493b25d binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:07:24.840596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4d0666f1-f07e-4ee7-8d60-72365ae79828 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:07:24.911060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:25.036600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4d0666f1-f07e-4ee7-8d60-72365ae79828 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:25.037025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:25.385572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:25.397970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Transition to ACTIVE for port object 9b087885-5183-41bc-b730-04888493b25d will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:07:25.403596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:25.407889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e33bd37-2e40-4c18-b728-71f263146778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:25.548733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b112d9-d5e7-4b5a-b9e4-39bde4403238 None None] Pushing event updated for resources: {'Port': ['ID=9b087885-5183-41bc-b730-04888493b25d,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:25.552291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7b112d9-d5e7-4b5a-b9e4-39bde4403238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:25.671805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Attempting to bind port 9b087885-5183-41bc-b730-04888493b25d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:07:25.672497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Attempting to bind port 9b087885-5183-41bc-b730-04888493b25d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:07:25.673074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Attempting to bind port 9b087885-5183-41bc-b730-04888493b25d on network 5d19d610-1298-4788-98bc-6738bbdc8602 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:07:25.680235 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1221f320-a295-4d33-b844-00e86bc6c660 req-7d8a3002-45ca-4376-bdd8-8aa9fed225c4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 210 time: 0.0795410 Dec 09 10:07:25.685325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:07:25.686024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Checking segment: {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:07:25.687304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:25.688478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Bound using segment: {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:07:25.689361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Bound port: 9b087885-5183-41bc-b730-04888493b25d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:07:25.689940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:25.749272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-5a402427-f154-4dec-8f04-f635645f8672 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:25.750909 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-5a402427-f154-4dec-8f04-f635645f8672 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/networks?id=5d19d610-1298-4788-98bc-6738bbdc8602 HTTP/1.1" status: 200 len: 797 time: 0.2442858 Dec 09 10:07:25.816802 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-aae5c74a-abfa-4ea5-8df1-70681926f5ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 380 time: 0.0532806 Dec 09 10:07:25.828757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'port': {'device_id': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'admin_state_up': True, 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'security_groups': ['2e920766-68a5-4394-b472-0fa2256f9fa2']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:25.839512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] For port 9b087885-5183-41bc-b730-04888493b25d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:07:25.843078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] For port 9b087885-5183-41bc-b730-04888493b25d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9b087885-5183-41bc-b730-04888493b25d,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:07:25.847941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:25.861039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a0e2f180-8872-4be9-af10-d047b507db1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:25.940138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:25.941781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:07:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:26.029153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b112d9-d5e7-4b5a-b9e4-39bde4403238 None None] Pushing event updated for resources: {'Port': ['ID=9b087885-5183-41bc-b730-04888493b25d,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:26.047380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7b112d9-d5e7-4b5a-b9e4-39bde4403238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:26.243785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:26.254487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:26.263279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:07:26.268962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:26.326259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:26.443174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.12 (5d19d610-1298-4788-98bc-6738bbdc8602/c47ae4dd-b10a-470c-8109-d907e8d5ddf5/63f301f2-b583-450d-b19a-085cdc4e5440) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:07:26.647869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:26.665475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object 63f301f2-b583-450d-b19a-085cdc4e5440 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:07:26.670161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:21Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '9b087885-5183-41bc-b730-04888493b25d', 'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:d3:c8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:20Z', 'updated_at': '2021-12-09T10:07:25Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:26.674436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6d610c-7592-43b4-97a7-2ada3c3fa74d None None] The sync data for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv is: [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:21Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '9b087885-5183-41bc-b730-04888493b25d', 'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:d3:c8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:20Z', 'updated_at': '2021-12-09T10:07:25Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:07:26.687282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:26.693646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fad1d9b0-8df6-4125-b4ac-fab3d4c6774b tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:26.803360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 5d19d610-1298-4788-98bc-6738bbdc8602 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:07:26.811366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:07:26.820179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:07:26.867807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=63f301f2-b583-450d-b19a-085cdc4e5440,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:26.916601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:26.957076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:26.957076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:27.010924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1888254 Dec 09 10:07:27.018046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d9bfe-aa8c-451b-abcf-be2b771ce382 req-7d939215-f98e-43ed-94df-717619bd8946 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:27.019483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-4f9d9bfe-aa8c-451b-abcf-be2b771ce382 req-7d939215-f98e-43ed-94df-717619bd8946 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:07:27.028503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Request body: {'port': {'device_id': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:27.090957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-4f9d9bfe-aa8c-451b-abcf-be2b771ce382 req-7d939215-f98e-43ed-94df-717619bd8946 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:07:27.092270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4f9d9bfe-aa8c-451b-abcf-be2b771ce382 req-7d939215-f98e-43ed-94df-717619bd8946 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 932 time: 0.2324724 Dec 09 10:07:27.134613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0edcb571-f843-4dae-afc6-c3dc47a1f6d3 None None] Provisioning for port 63f301f2-b583-450d-b19a-085cdc4e5440 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:07:27.140063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0edcb571-f843-4dae-afc6-c3dc47a1f6d3 None None] Provisioning complete for port 63f301f2-b583-450d-b19a-085cdc4e5440 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:27.140486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0edcb571-f843-4dae-afc6-c3dc47a1f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:27.203407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0edcb571-f843-4dae-afc6-c3dc47a1f6d3 None None] Port 63f301f2-b583-450d-b19a-085cdc4e5440 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:07:27.205491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:27.219957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4f9d9bfe-aa8c-451b-abcf-be2b771ce382 req-371a1d45-40e2-45af-9ab1-6fbf155152b2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214490 Dec 09 10:07:27.296050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:07:27.588461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f301f2-b583-450d-b19a-085cdc4e5440 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:07:27.596180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:27.613283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Transition to ACTIVE for port object 63f301f2-b583-450d-b19a-085cdc4e5440 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:07:27.616351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:27.621133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:27.756669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Pushing event updated for resources: {'Port': ['ID=63f301f2-b583-450d-b19a-085cdc4e5440,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:27.761577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:27.882738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Attempting to bind port 63f301f2-b583-450d-b19a-085cdc4e5440 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:07:27.883196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Attempting to bind port 63f301f2-b583-450d-b19a-085cdc4e5440 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:07:27.883654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Attempting to bind port 63f301f2-b583-450d-b19a-085cdc4e5440 on network 5d19d610-1298-4788-98bc-6738bbdc8602 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:07:27.890891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Port 63f301f2-b583-450d-b19a-085cdc4e5440 on network 5d19d610-1298-4788-98bc-6738bbdc8602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:07:27.891417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Attempting to bind port 63f301f2-b583-450d-b19a-085cdc4e5440 on network 5d19d610-1298-4788-98bc-6738bbdc8602 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:07:27.899660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:07:27.900203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Checking segment: {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:07:27.900696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Bound using segment: {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:07:27.901268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Bound port: 63f301f2-b583-450d-b19a-085cdc4e5440, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:07:27.901722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:28.006088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] For port 63f301f2-b583-450d-b19a-085cdc4e5440, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:07:28.009323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] For port 63f301f2-b583-450d-b19a-085cdc4e5440, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=63f301f2-b583-450d-b19a-085cdc4e5440,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:07:28.012685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:28.017601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9a6443d9-b2f1-4ce1-b544-577bde64a328 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:28.078787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:28.080307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] 10.222.0.65 "PUT /v2.0/ports/63f301f2-b583-450d-b19a-085cdc4e5440 HTTP/1.1" status: 200 len: 1094 time: 1.0564570 Dec 09 10:07:28.081629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:07:28.100353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Pushing event updated for resources: {'Port': ['ID=63f301f2-b583-450d-b19a-085cdc4e5440,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:28.103802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:28.170753 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440', 'status': 'completed', 'code': 200} Dec 09 10:07:28.217008 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-b3aa4fc3-3cb0-41c8-8176-ee22502c4eda service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 1097 time: 0.0882905 Dec 09 10:07:28.289827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-710d9d55-ab02-475a-9ddf-f4585eaf70d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f301f2-b583-450d-b19a-085cdc4e5440 HTTP/1.1" status: 200 len: 217 time: 0.0662119 Dec 09 10:07:28.368670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-2483bc53-722f-4b58-8e04-d52d62ce9ca6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:28.370353 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-2483bc53-722f-4b58-8e04-d52d62ce9ca6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c47ae4dd-b10a-470c-8109-d907e8d5ddf5 HTTP/1.1" status: 200 len: 834 time: 0.0743475 Dec 09 10:07:28.417705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9b087885-5183-41bc-b730-04888493b25d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:07:28.510576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 9b087885-5183-41bc-b730-04888493b25d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:07:28.515485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9b087885-5183-41bc-b730-04888493b25d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:28.515925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:28.527584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d03227-9a0d-40dc-a040-70944b4f3d54 req-a7a4f65e-fac5-481f-af13-757d7204b476 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:28.529223 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f6d03227-9a0d-40dc-a040-70944b4f3d54 req-a7a4f65e-fac5-481f-af13-757d7204b476 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 944 time: 0.1579065 Dec 09 10:07:28.532113 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-97a7b64f-ca46-444c-ad18-ed5e64511283 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d19d610-1298-4788-98bc-6738bbdc8602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1265509 Dec 09 10:07:28.634679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:28.668113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 9b087885-5183-41bc-b730-04888493b25d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9b087885-5183-41bc-b730-04888493b25d,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:28.671245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:28.674158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:28.688188 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f6d03227-9a0d-40dc-a040-70944b4f3d54 req-d3a5adbb-5919-4a3c-a142-5f91d0931aae tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525552 Dec 09 10:07:28.719558 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-79fbc14d-848a-496f-a504-f9a66848cf7f service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658282 Dec 09 10:07:28.752312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=9b087885-5183-41bc-b730-04888493b25d,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:28.755693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:28.880587 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a0b7d869-7de9-4a9d-bcad-f287f68ba1d0 req-6bf2b6f7-81ca-4193-8d6c-43e0584a151a service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545684 Dec 09 10:07:29.000725 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0338b344-aae8-495b-9621-03294ec5a4e2 req-51b49e94-96e0-491f-93d1-8902278ace19 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 1097 time: 0.0764232 Dec 09 10:07:29.155279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338b344-aae8-495b-9621-03294ec5a4e2 req-8507ad1c-439d-455f-93aa-535aca9a1b3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:29.156867 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0338b344-aae8-495b-9621-03294ec5a4e2 req-8507ad1c-439d-455f-93aa-535aca9a1b3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=5d19d610-1298-4788-98bc-6738bbdc8602 HTTP/1.1" status: 200 len: 898 time: 0.1481779 Dec 09 10:07:29.230911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0338b344-aae8-495b-9621-03294ec5a4e2 req-2a418d6b-da46-47c0-9e69-c72c0a574df0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f301f2-b583-450d-b19a-085cdc4e5440 HTTP/1.1" status: 200 len: 217 time: 0.0671084 Dec 09 10:07:29.299779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338b344-aae8-495b-9621-03294ec5a4e2 req-51e76a35-1bc6-4a4f-bf72-5dcb5fad73bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:29.301320 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0338b344-aae8-495b-9621-03294ec5a4e2 req-51e76a35-1bc6-4a4f-bf72-5dcb5fad73bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c47ae4dd-b10a-470c-8109-d907e8d5ddf5 HTTP/1.1" status: 200 len: 834 time: 0.0622077 Dec 09 10:07:29.382334 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0338b344-aae8-495b-9621-03294ec5a4e2 req-07b8ecc6-379c-490c-90ea-ea0122523831 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d19d610-1298-4788-98bc-6738bbdc8602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723071 Dec 09 10:07:29.550494 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0338b344-aae8-495b-9621-03294ec5a4e2 req-5666174c-b948-4117-a620-d5f0dd578f4d service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598094 Dec 09 10:07:29.694023 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0338b344-aae8-495b-9621-03294ec5a4e2 req-473a09c9-55fb-4639-bbad-12f66ceb770d service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371658 Dec 09 10:07:29.901098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004ca3d-9cd0-43d7-8e73-835e8d7b316d req-d1557e77-fd49-458e-a03d-2527157d11ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:29.902741 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1004ca3d-9cd0-43d7-8e73-835e8d7b316d req-d1557e77-fd49-458e-a03d-2527157d11ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 944 time: 0.0886297 Dec 09 10:07:29.951175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1004ca3d-9cd0-43d7-8e73-835e8d7b316d req-4083e036-9e38-40ee-afeb-13d0ad7edf9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423031 Dec 09 10:07:30.383802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9b087885-5183-41bc-b730-04888493b25d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:07:30.454207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 9b087885-5183-41bc-b730-04888493b25d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:30.454630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:31.159678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d884b-1898-4a6b-acf7-be39c445dffd req-a3a2bd58-f89c-4a25-a0e3-2645352a42d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:31.161315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9e3d884b-1898-4a6b-acf7-be39c445dffd req-a3a2bd58-f89c-4a25-a0e3-2645352a42d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 944 time: 0.0876529 Dec 09 10:07:31.213909 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9e3d884b-1898-4a6b-acf7-be39c445dffd req-f395f2e6-b138-4da7-bd6d-7c30e9e9e938 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463655 Dec 09 10:07:31.573267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 63f301f2-b583-450d-b19a-085cdc4e5440 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:07:31.714045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 63f301f2-b583-450d-b19a-085cdc4e5440, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=63f301f2-b583-450d-b19a-085cdc4e5440,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:31.729275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '63f301f2-b583-450d-b19a-085cdc4e5440', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'port_id': '63f301f2-b583-450d-b19a-085cdc4e5440', 'mac_address': 'fa:16:3e:03:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:07:31.786539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:31.805467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f301f2-b583-450d-b19a-085cdc4e5440 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:07:31.821056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 63f301f2-b583-450d-b19a-085cdc4e5440, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=63f301f2-b583-450d-b19a-085cdc4e5440,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:31.823768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:31.826079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:31.896550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=63f301f2-b583-450d-b19a-085cdc4e5440,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:31.899771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:32.031767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['63f301f2-b583-450d-b19a-085cdc4e5440'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:07:32.417029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959abe14-f3b3-4866-a2f5-f3701204b38d req-7b0208bd-9f62-4514-9975-8a5b6ec1fc8b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:32.418653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-959abe14-f3b3-4866-a2f5-f3701204b38d req-7b0208bd-9f62-4514-9975-8a5b6ec1fc8b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 945 time: 0.0821702 Dec 09 10:07:32.466938 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-959abe14-f3b3-4866-a2f5-f3701204b38d req-c0c90b40-0007-4275-bd78-9bcab473100b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Dec 09 10:07:33.589342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 63f301f2-b583-450d-b19a-085cdc4e5440 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:07:33.660190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 63f301f2-b583-450d-b19a-085cdc4e5440 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:07:33.665053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 63f301f2-b583-450d-b19a-085cdc4e5440 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:07:33.665505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:33.671763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c22f0e-5f50-475d-bd87-926447a8d3fc req-59370f1e-66c8-4fde-b029-0f43990a6150 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:33.673621 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3c22f0e-5f50-475d-bd87-926447a8d3fc req-59370f1e-66c8-4fde-b029-0f43990a6150 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 945 time: 0.0857289 Dec 09 10:07:33.727561 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3c22f0e-5f50-475d-bd87-926447a8d3fc req-ceac80e5-a402-4065-8f61-a0fd5045c802 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476599 Dec 09 10:07:33.784817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:33.812083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:07:33.822618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 63f301f2-b583-450d-b19a-085cdc4e5440, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=63f301f2-b583-450d-b19a-085cdc4e5440,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:07:33.825467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:33.827371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2dc43509-00bf-4f80-aa1b-bff0d9869357 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:33.875673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440', 'code': 200} Dec 09 10:07:33.904360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=63f301f2-b583-450d-b19a-085cdc4e5440,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:33.907440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:34.103739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fa4b0e4-146c-43e0-9999-4745a88e727c req-1cc01a5e-4258-4cac-9efc-6c0a2d7e4058 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 1099 time: 0.0731082 Dec 09 10:07:34.148390 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fa4b0e4-146c-43e0-9999-4745a88e727c req-3b92b25b-2013-4977-be7b-823aae793de5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379937 Dec 09 10:07:34.513346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e14efa74-d01f-4e1e-8d39-dad55e5eb391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:34.934971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed4c9f-df9e-41b8-a760-dee3282da2cf req-4edf7567-fdca-45f3-8e89-fbbde8e97b8a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:34.936582 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73ed4c9f-df9e-41b8-a760-dee3282da2cf req-4edf7567-fdca-45f3-8e89-fbbde8e97b8a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0851939 Dec 09 10:07:34.987905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73ed4c9f-df9e-41b8-a760-dee3282da2cf req-2d9ce860-308e-49e9-9010-747a17970d61 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443764 Dec 09 10:07:35.761956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:36.205177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f53d79-b59b-4ad8-a269-565d5e3e0694 req-0b0f4f85-67c1-416a-bc99-e3e86f82dd37 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:36.206831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-01f53d79-b59b-4ad8-a269-565d5e3e0694 req-0b0f4f85-67c1-416a-bc99-e3e86f82dd37 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0924611 Dec 09 10:07:36.255475 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-01f53d79-b59b-4ad8-a269-565d5e3e0694 req-ce04556c-53d5-4588-91d8-14c7db1c9dd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Dec 09 10:07:36.454351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcfcb5-84a3-42d1-a14e-4611dacd7386 req-484d469f-8f52-4ea5-a6e7-f130d1a6fd3b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:36.456485 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-afdcfcb5-84a3-42d1-a14e-4611dacd7386 req-484d469f-8f52-4ea5-a6e7-f130d1a6fd3b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0816073 Dec 09 10:07:36.513091 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-afdcfcb5-84a3-42d1-a14e-4611dacd7386 req-7b9959ff-fc26-4531-ba51-f6def1cd7392 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458999 Dec 09 10:07:36.540466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38660) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:36.618828 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9f3075fe-5f76-44ec-a6e0-a5980a2c96e3 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 1094 time: 0.0768960 Dec 09 10:07:36.621589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38664) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:36.627174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '63f301f2-b583-450d-b19a-085cdc4e5440', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:07:36.633943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:07:36.637964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:floatingip and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:07:36.640903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:07:36.647044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:07:36.656499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:36.787289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d72d120-b053-48a1-902d-17acd8cb2ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:36.813033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:36.960292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.61 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/03a6cbc2-2866-4714-b0fc-7e4c54618618) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:07:37.116580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:37.141716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:37.149105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c474702-0683-458f-8ac8-21ab68c871e7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:37.213853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:37.225774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:07:37.228868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:07:37.233439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:07:37.260065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=03a6cbc2-2866-4714-b0fc-7e4c54618618,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:37.262937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:37.759781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:37.815134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:38.028014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:38.031280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:38.036406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62431307-d5ee-4ffd-bd9b-beaba5ad8785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:07:38.144317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=03a6cbc2-2866-4714-b0fc-7e4c54618618,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:07:38.148689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:07:38.159100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:38.508134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:38.594383 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Floating IP 8252be3b-7128-487b-b20f-5c695a84d7c2 associated. External IP: 172.26.8.61, port: 63f301f2-b583-450d-b19a-085cdc4e5440. Dec 09 10:07:39.005302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 46d990f9-a836-4908-85f7-553827473391 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:07:39.211770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:07:39.223574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] Sync routers for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:07:39.237865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:39.238543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:07:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:39.238736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:07:39.294917 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6721430 Dec 09 10:07:39.295540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:07:39.364695 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440', 'status': 'completed', 'code': 200} Dec 09 10:07:39.434517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:39.466605 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6ce22f0-ccd4-4ffe-8d2a-fef4d409d8c5 req-fac5b2bd-1449-4013-a55e-8045f649d46a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 1099 time: 0.0811293 Dec 09 10:07:39.505065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7b0f0-c196-40c6-b0f5-cb9829a83212 req-5086f457-ac19-4fbe-ad9c-8c1676cc5f6c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:39.507075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2f7b0f0-c196-40c6-b0f5-cb9829a83212 req-5086f457-ac19-4fbe-ad9c-8c1676cc5f6c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0918899 Dec 09 10:07:39.558866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2f7b0f0-c196-40c6-b0f5-cb9829a83212 req-6d6538c1-76fe-4c45-aa11-29debbeedb7e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446949 Dec 09 10:07:39.590235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38672) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:39.734887 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-54910e88-debb-442b-9d69-1a3abbd13e5d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/8252be3b-7128-487b-b20f-5c695a84d7c2 HTTP/1.1" status: 200 len: 991 time: 0.1420641 Dec 09 10:07:39.828077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:21Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '8252be3b-7128-487b-b20f-5c695a84d7c2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.61', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '46d990f9-a836-4908-85f7-553827473391', 'port_id': '63f301f2-b583-450d-b19a-085cdc4e5440', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'mac_address': 'fa:16:3e:03:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:07:37Z', 'updated_at': '2021-12-09T10:07:37Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b087885-5183-41bc-b730-04888493b25d', 'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:d3:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:20Z', 'updated_at': '2021-12-09T10:07:28Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:39.832280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] Checking router: 46d990f9-a836-4908-85f7-553827473391 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:07:39.843747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:07:39.844402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:07:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:39.853561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce22f0-ccd4-4ffe-8d2a-fef4d409d8c5 req-c58b96c6-f7cd-40e7-be1a-06d9d589c9a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:39.855156 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6ce22f0-ccd4-4ffe-8d2a-fef4d409d8c5 req-c58b96c6-f7cd-40e7-be1a-06d9d589c9a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5d19d610-1298-4788-98bc-6738bbdc8602 HTTP/1.1" status: 200 len: 898 time: 0.3819792 Dec 09 10:07:39.966524 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6ce22f0-ccd4-4ffe-8d2a-fef4d409d8c5 req-fcdf73b8-1d79-47a0-ab33-e56457e6d03c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f301f2-b583-450d-b19a-085cdc4e5440 HTTP/1.1" status: 200 len: 999 time: 0.1036038 Dec 09 10:07:40.029761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:07:40.038952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce22f0-ccd4-4ffe-8d2a-fef4d409d8c5 req-10c84e37-d1b7-4c9a-b2e7-73715d636bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:07:40.040552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6ce22f0-ccd4-4ffe-8d2a-fef4d409d8c5 req-10c84e37-d1b7-4c9a-b2e7-73715d636bee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c47ae4dd-b10a-470c-8109-d907e8d5ddf5 HTTP/1.1" status: 200 len: 834 time: 0.0676899 Dec 09 10:07:40.125175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6ce22f0-ccd4-4ffe-8d2a-fef4d409d8c5 req-c97506e0-4fc5-4938-ac63-1842f52fef8c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d19d610-1298-4788-98bc-6738bbdc8602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777977 Dec 09 10:07:40.290295 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6ce22f0-ccd4-4ffe-8d2a-fef4d409d8c5 req-9d85b335-06a3-4722-8440-c098e38a0b22 service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572497 Dec 09 10:07:40.449894 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c6ce22f0-ccd4-4ffe-8d2a-fef4d409d8c5 req-6ad65cae-b442-4c06-bdaf-5605e812679f service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459711 Dec 09 10:07:40.560427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:21Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '8252be3b-7128-487b-b20f-5c695a84d7c2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.61', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '46d990f9-a836-4908-85f7-553827473391', 'port_id': '63f301f2-b583-450d-b19a-085cdc4e5440', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'mac_address': 'fa:16:3e:03:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:07:37Z', 'updated_at': '2021-12-09T10:07:37Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b087885-5183-41bc-b730-04888493b25d', 'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:d3:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:20Z', 'updated_at': '2021-12-09T10:07:28Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:07:40.564870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f377a3d1-5cd8-4ada-8195-baa27a1bd4b3 None None] The sync data for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv is: [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:21Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '8252be3b-7128-487b-b20f-5c695a84d7c2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.61', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '46d990f9-a836-4908-85f7-553827473391', 'port_id': '63f301f2-b583-450d-b19a-085cdc4e5440', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'mac_address': 'fa:16:3e:03:2a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:07:37Z', 'updated_at': '2021-12-09T10:07:37Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b087885-5183-41bc-b730-04888493b25d', 'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:d3:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:20Z', 'updated_at': '2021-12-09T10:07:28Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:07:40.737964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38676) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:40.853512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-df20e2dd-8319-41f7-862d-c2114cd1dfc8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/8252be3b-7128-487b-b20f-5c695a84d7c2 HTTP/1.1" status: 200 len: 991 time: 0.1142697 Dec 09 10:07:40.915969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdccc898-267c-4a5b-9dfc-2e2c33e5924e None None] New status for floating IP 8252be3b-7128-487b-b20f-5c695a84d7c2: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:07:41.857944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38680) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:07:41.973043 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-330f30c9-22c7-4b0a-980c-01c30a737e91 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/8252be3b-7128-487b-b20f-5c695a84d7c2 HTTP/1.1" status: 200 len: 993 time: 0.1136758 Dec 09 10:07:47.731077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:04.297400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:08:04.515263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5eec04f-ec39-4c41-ae26-eb155c507648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:05.764398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:06.775994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-59eec07d-29b0-4796-a301-1990a2074b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:06.963175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-798ce1fa-c4a0-4b38-a887-2110f820a29d req-caf75345-47af-4820-adcd-b01a2e8ad7eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 1099 time: 0.1373520 Dec 09 10:08:07.030385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f331de-0ba7-4e60-b6a8-faa3d75316a9 req-7ac1966c-cd63-474f-a61d-192cb852ed50 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:07.031983 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93f331de-0ba7-4e60-b6a8-faa3d75316a9 req-7ac1966c-cd63-474f-a61d-192cb852ed50 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.1507070 Dec 09 10:08:07.163254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-93f331de-0ba7-4e60-b6a8-faa3d75316a9 req-a6d384f3-54dc-4078-a111-2d67ecaac63e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815206 Dec 09 10:08:07.165820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ce1fa-c4a0-4b38-a887-2110f820a29d req-2be7e963-4c6c-469f-be9b-cc00a79f9148 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:07.167309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-798ce1fa-c4a0-4b38-a887-2110f820a29d req-2be7e963-4c6c-469f-be9b-cc00a79f9148 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5d19d610-1298-4788-98bc-6738bbdc8602 HTTP/1.1" status: 200 len: 898 time: 0.1954288 Dec 09 10:08:07.217392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:07.280488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-798ce1fa-c4a0-4b38-a887-2110f820a29d req-779597d2-b66a-4c76-9e6b-7c6e9a783ac0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f301f2-b583-450d-b19a-085cdc4e5440 HTTP/1.1" status: 200 len: 1001 time: 0.1054521 Dec 09 10:08:07.348911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ce1fa-c4a0-4b38-a887-2110f820a29d req-4c9162e0-cde9-46e8-a52f-b43e3f2481c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:07.351222 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-798ce1fa-c4a0-4b38-a887-2110f820a29d req-4c9162e0-cde9-46e8-a52f-b43e3f2481c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c47ae4dd-b10a-470c-8109-d907e8d5ddf5 HTTP/1.1" status: 200 len: 834 time: 0.0644350 Dec 09 10:08:07.436388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-798ce1fa-c4a0-4b38-a887-2110f820a29d req-8d5298a4-64b7-4077-af9d-ffe94aa106c3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d19d610-1298-4788-98bc-6738bbdc8602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770524 Dec 09 10:08:07.579625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-798ce1fa-c4a0-4b38-a887-2110f820a29d req-366bd3a1-1ac7-40dd-8da4-1720427534f0 service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359506 Dec 09 10:08:07.722147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-798ce1fa-c4a0-4b38-a887-2110f820a29d req-4aaef8e7-f86c-4769-8131-29ac86f1ec6c service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360979 Dec 09 10:08:08.388572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7dbd4-c03e-4b94-bbcd-3bdf355588f0 req-2be96117-8a74-4edd-ab8b-964c2757091e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:08.390246 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cdb7dbd4-c03e-4b94-bbcd-3bdf355588f0 req-2be96117-8a74-4edd-ab8b-964c2757091e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0841889 Dec 09 10:08:08.438469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cdb7dbd4-c03e-4b94-bbcd-3bdf355588f0 req-182c7cae-1169-4ee3-be4c-45c366ff7103 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419979 Dec 09 10:08:08.509950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:09.645959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686649e-2bdb-4c91-8e67-b896ca9df092 req-9617c957-cdad-43aa-9b81-1e381f81f065 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:09.648145 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5686649e-2bdb-4c91-8e67-b896ca9df092 req-9617c957-cdad-43aa-9b81-1e381f81f065 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0829866 Dec 09 10:08:09.697033 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5686649e-2bdb-4c91-8e67-b896ca9df092 req-212bcc64-cdeb-4054-896f-a9ed7eb6d562 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Dec 09 10:08:10.907180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfbbf4-e8d2-4ee1-82ae-beaa89b4e5ca req-315ae69f-3f23-4e2a-b03a-e52db062cdb5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:10.908886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-94dfbbf4-e8d2-4ee1-82ae-beaa89b4e5ca req-315ae69f-3f23-4e2a-b03a-e52db062cdb5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0891745 Dec 09 10:08:10.961068 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-94dfbbf4-e8d2-4ee1-82ae-beaa89b4e5ca req-df9443a0-cd7e-431a-9e5d-ce1b83fe1dd2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450926 Dec 09 10:08:12.174203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29f0a4-b646-4b0a-a070-e6f01b3f3292 req-89ee2db2-3060-41cb-8b9b-e53135abd5ef tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:12.175795 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb29f0a4-b646-4b0a-a070-e6f01b3f3292 req-89ee2db2-3060-41cb-8b9b-e53135abd5ef tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0910573 Dec 09 10:08:12.224357 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb29f0a4-b646-4b0a-a070-e6f01b3f3292 req-04131dfd-4049-42c8-a195-a771994fcf3f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413928 Dec 09 10:08:13.433425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326dbfe-ba70-4241-be80-2e26f44bb549 req-26e36e66-8cb5-4a5a-8e66-299e53f179d0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:13.435025 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8326dbfe-ba70-4241-be80-2e26f44bb549 req-26e36e66-8cb5-4a5a-8e66-299e53f179d0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0817728 Dec 09 10:08:13.483192 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8326dbfe-ba70-4241-be80-2e26f44bb549 req-2cfe68e6-cb6c-4de3-a059-da35a23619f3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420897 Dec 09 10:08:14.692020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2063ede-4ab0-4322-b084-8dee2d14b211 req-5089d098-b226-483e-94c9-c21c37e6afe5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:14.694269 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2063ede-4ab0-4322-b084-8dee2d14b211 req-5089d098-b226-483e-94c9-c21c37e6afe5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0860357 Dec 09 10:08:14.747968 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2063ede-4ab0-4322-b084-8dee2d14b211 req-e172fa42-b9e5-4ab2-ac76-5634fce8b76c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443101 Dec 09 10:08:15.975668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec81f3-09cb-4674-996a-e7c4d22bcc81 req-9f72ca81-63e7-415d-a3c9-aac9fae9ffa3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:15.977315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fbec81f3-09cb-4674-996a-e7c4d22bcc81 req-9f72ca81-63e7-415d-a3c9-aac9fae9ffa3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0982540 Dec 09 10:08:16.027963 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fbec81f3-09cb-4674-996a-e7c4d22bcc81 req-90f2697d-f107-4558-98d8-c5baad37cdb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442870 Dec 09 10:08:17.238653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03b7b3-44e1-4a1c-baf9-6442a4075cec req-0d79cf28-7bba-477e-a117-a12231c7740a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:17.242896 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a03b7b3-44e1-4a1c-baf9-6442a4075cec req-0d79cf28-7bba-477e-a117-a12231c7740a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0940192 Dec 09 10:08:17.292640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9a03b7b3-44e1-4a1c-baf9-6442a4075cec req-2b698451-09b3-40c8-9d5a-170be302a61b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434208 Dec 09 10:08:17.742261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:18.499580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc814c7-436f-49b9-9e30-f0eb67bf3ba8 req-b4820939-e4d6-4839-9013-9665d069942b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:18.501921 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5dc814c7-436f-49b9-9e30-f0eb67bf3ba8 req-b4820939-e4d6-4839-9013-9665d069942b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0839279 Dec 09 10:08:18.557520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5dc814c7-436f-49b9-9e30-f0eb67bf3ba8 req-efc16926-a7b7-46dc-ab1f-5f7fbf954044 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476263 Dec 09 10:08:19.761845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe30829-1869-4228-bfb0-f0462e457521 req-1ebfec68-0ca8-4699-b2a1-c3fbb6fb3a75 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:19.763437 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3fe30829-1869-4228-bfb0-f0462e457521 req-1ebfec68-0ca8-4699-b2a1-c3fbb6fb3a75 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0837932 Dec 09 10:08:19.817332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3fe30829-1869-4228-bfb0-f0462e457521 req-98b8a88b-1102-456a-bfad-873a2d3b2368 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474346 Dec 09 10:08:19.845850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38718) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:19.959507 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9d7c6a33-edda-43d9-bb41-e473f476edf8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/8252be3b-7128-487b-b20f-5c695a84d7c2 HTTP/1.1" status: 200 len: 993 time: 0.1117482 Dec 09 10:08:30.499581 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-fe8cf002-af55-40b2-8dad-aa8fd19dbaf0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759854 Dec 09 10:08:30.672001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-33646b03-2ebc-4e1b-8fdd-7dd198d483aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 1099 time: 0.1001749 Dec 09 10:08:30.843113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-43cd543f-48c9-4338-ba44-ffed49e76e2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:30.844697 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-43cd543f-48c9-4338-ba44-ffed49e76e2b service neutron] 10.222.0.65 "GET /v2.0/networks?id=5d19d610-1298-4788-98bc-6738bbdc8602 HTTP/1.1" status: 200 len: 898 time: 0.1504683 Dec 09 10:08:30.959744 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-1b19d3dc-e4bc-4fc7-8bf1-a0e4b41ae2a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f301f2-b583-450d-b19a-085cdc4e5440 HTTP/1.1" status: 200 len: 1001 time: 0.1063986 Dec 09 10:08:31.031814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-ea674241-31e1-42d3-8c52-1df960b59107 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:31.033397 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-ea674241-31e1-42d3-8c52-1df960b59107 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c47ae4dd-b10a-470c-8109-d907e8d5ddf5 HTTP/1.1" status: 200 len: 834 time: 0.0675144 Dec 09 10:08:31.119124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-f299ae47-251d-4e6b-b2d1-58cec8e14cb9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d19d610-1298-4788-98bc-6738bbdc8602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787113 Dec 09 10:08:31.265189 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-798c6919-bc6b-4806-afe5-49f9bcaffefe service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386788 Dec 09 10:08:31.406023 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97cf9432-8765-4b40-94e8-7a40d1604239 req-81e11128-92f7-47bd-9e2b-2da8d3ecd182 service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339028 Dec 09 10:08:34.516655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e35c99bf-4c6e-49b1-9804-e0002e5e2d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:35.767765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:36.775299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-50032b8b-875d-4724-a8d1-092dda7173af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:37.217845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:38.513952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:41.298124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:08:47.760377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:48.392127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38732) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:48.610850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 03a6cbc2-2866-4714-b0fc-7e4c54618618 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:08:48.611153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:49.024113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:49.024664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:49.148189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 03a6cbc2-2866-4714-b0fc-7e4c54618618 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:08:49.296179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:49.300434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:08:49.343009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=03a6cbc2-2866-4714-b0fc-7e4c54618618,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:08:49.384496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.384927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.385376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.385797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.386214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.386624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.387035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.387442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.387852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.388254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.388660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:49.395361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:08:49.453410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:49.860847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 46d990f9-a836-4908-85f7-553827473391 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:08:50.072845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:08:50.084041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] Sync routers for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:08:50.096002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:50.097502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:08:50.098172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:08:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:08:50.154395 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/floatingips/8252be3b-7128-487b-b20f-5c695a84d7c2 HTTP/1.1" status: 204 len: 168 time: 1.7610512 Dec 09 10:08:50.155080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:08:50.224094 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440', 'status': 'completed', 'code': 200} Dec 09 10:08:50.287496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:08:50.322640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115b0117-1643-452f-8c7f-b1e5bd04ba3d req-2956244b-8e81-4a12-9b1c-4f0dfca80c83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 1099 time: 0.0758801 Dec 09 10:08:50.472471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b0117-1643-452f-8c7f-b1e5bd04ba3d req-bb84dda7-9be9-4a75-b067-543cb3e53416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:50.474172 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115b0117-1643-452f-8c7f-b1e5bd04ba3d req-bb84dda7-9be9-4a75-b067-543cb3e53416 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5d19d610-1298-4788-98bc-6738bbdc8602 HTTP/1.1" status: 200 len: 898 time: 0.1449523 Dec 09 10:08:50.550476 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115b0117-1643-452f-8c7f-b1e5bd04ba3d req-64080b32-9218-4ef7-b3d8-48cc4115b5b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63f301f2-b583-450d-b19a-085cdc4e5440 HTTP/1.1" status: 200 len: 217 time: 0.0699832 Dec 09 10:08:50.604841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a55b0b-60a4-4d65-a3be-dc527288c72f req-ecbbb641-5a2a-472b-a468-9f64ffbc011a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:50.606581 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9a55b0b-60a4-4d65-a3be-dc527288c72f req-ecbbb641-5a2a-472b-a468-9f64ffbc011a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.0920682 Dec 09 10:08:50.620221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b0117-1643-452f-8c7f-b1e5bd04ba3d req-b546e397-48ba-4e20-a648-750a80707c4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:50.621750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115b0117-1643-452f-8c7f-b1e5bd04ba3d req-b546e397-48ba-4e20-a648-750a80707c4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c47ae4dd-b10a-470c-8109-d907e8d5ddf5 HTTP/1.1" status: 200 len: 834 time: 0.0653260 Dec 09 10:08:50.637708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:21Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '9b087885-5183-41bc-b730-04888493b25d', 'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:d3:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:20Z', 'updated_at': '2021-12-09T10:07:28Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:08:50.643062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] Checking router: 46d990f9-a836-4908-85f7-553827473391 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:08:50.654912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:08:50.655586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:08:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:08:50.663810 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9a55b0b-60a4-4d65-a3be-dc527288c72f req-c410b2f3-ac81-4cdc-835f-52bb566d945b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477564 Dec 09 10:08:50.709478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115b0117-1643-452f-8c7f-b1e5bd04ba3d req-c8972f56-c3ef-4855-842d-11cb0f6ec073 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5d19d610-1298-4788-98bc-6738bbdc8602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808685 Dec 09 10:08:50.844720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:08:50.855277 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115b0117-1643-452f-8c7f-b1e5bd04ba3d req-d7c93709-6323-4ed4-bf79-ceae05f484c7 service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386976 Dec 09 10:08:51.006203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-115b0117-1643-452f-8c7f-b1e5bd04ba3d req-3ead799c-089a-46bd-bf17-34c2426cb68f service neutron] 10.222.0.65 "GET /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429627 Dec 09 10:08:51.183894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:21Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '9b087885-5183-41bc-b730-04888493b25d', 'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:d3:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:20Z', 'updated_at': '2021-12-09T10:07:28Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:08:51.187968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1d08e3-95d1-45c0-aa33-e3801d4cc60b None None] The sync data for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv is: [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:21Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '9b087885-5183-41bc-b730-04888493b25d', 'name': '', 'network_id': '5d19d610-1298-4788-98bc-6738bbdc8602', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:d3:c8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:20Z', 'updated_at': '2021-12-09T10:07:28Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': 'c47ae4dd-b10a-470c-8109-d907e8d5ddf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:08:51.614901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5da5714-89cf-4138-8620-e43b1ca88572 None None] New status for floating IP 8252be3b-7128-487b-b20f-5c695a84d7c2: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:08:51.951531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979799b-e40c-4f63-accf-c79e74242805 req-2a61e324-22b3-4b4a-88f8-8a8790a2a4ed tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:51.952288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5979799b-e40c-4f63-accf-c79e74242805 req-2a61e324-22b3-4b4a-88f8-8a8790a2a4ed tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:08:51.980974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-5979799b-e40c-4f63-accf-c79e74242805 req-2a61e324-22b3-4b4a-88f8-8a8790a2a4ed tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:08:51.982272 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5979799b-e40c-4f63-accf-c79e74242805 req-2a61e324-22b3-4b4a-88f8-8a8790a2a4ed tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.1680505 Dec 09 10:08:51.993322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-acdaa563-9178-4bb2-9526-b67a9e23a3d0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:08:51.994789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-acdaa563-9178-4bb2-9526-b67a9e23a3d0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 946 time: 0.1152298 Dec 09 10:08:52.100534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 63f301f2-b583-450d-b19a-085cdc4e5440 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:08:52.100916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:52.141924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5979799b-e40c-4f63-accf-c79e74242805 req-50aa1e88-521d-4093-81c5-fa3d522b3c03 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2e920766-68a5-4394-b472-0fa2256f9fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461394 Dec 09 10:08:52.358305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port 63f301f2-b583-450d-b19a-085cdc4e5440, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=63f301f2-b583-450d-b19a-085cdc4e5440,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:08:52.358856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:52.484049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 63f301f2-b583-450d-b19a-085cdc4e5440 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:08:52.627349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:52.633645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fdfe6e91-8a09-478e-ae41-0269af1dabd3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:08:52.677035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=63f301f2-b583-450d-b19a-085cdc4e5440,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:08:52.680783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:08:52.752218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] No DVR routers for this DVR port 63f301f2-b583-450d-b19a-085cdc4e5440 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:08:52.755962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:52.758882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'name': 'network-vif-deleted', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:08:52.774162 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-09fb8f87-178f-4ee0-97e0-468e956d7e7b req-0b4de253-ad71-4941-b80b-3cf660342866 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "DELETE /v2.0/ports/63f301f2-b583-450d-b19a-085cdc4e5440 HTTP/1.1" status: 204 len: 173 time: 0.7633905 Dec 09 10:08:52.813998 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a954c534-8cce-4d68-8925-d2743e3a6505', 'name': 'network-vif-deleted', 'tag': '63f301f2-b583-450d-b19a-085cdc4e5440', 'status': 'completed', 'code': 200} Dec 09 10:08:53.374532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-90f27c24-a4d8-4bbe-9840-415a344e2e9b req-3884e77f-0c7b-4535-ac7d-41e226f6c5ea tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:08:53.389393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-90f27c24-a4d8-4bbe-9840-415a344e2e9b req-3884e77f-0c7b-4535-ac7d-41e226f6c5ea tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:08:53.390649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-90f27c24-a4d8-4bbe-9840-415a344e2e9b req-3884e77f-0c7b-4535-ac7d-41e226f6c5ea tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=a954c534-8cce-4d68-8925-d2743e3a6505 HTTP/1.1" status: 200 len: 210 time: 0.0659122 Dec 09 10:08:54.039083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 63f301f2-b583-450d-b19a-085cdc4e5440 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:08:54.074097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 63f301f2-b583-450d-b19a-085cdc4e5440 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:08:54.074483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 63f301f2-b583-450d-b19a-085cdc4e5440 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:08:54.498915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38750) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:55.152140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:55.820144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 9b087885-5183-41bc-b730-04888493b25d {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:08:55.820642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:56.018463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port 9b087885-5183-41bc-b730-04888493b25d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=9b087885-5183-41bc-b730-04888493b25d,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:08:56.018797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:56.156800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 9b087885-5183-41bc-b730-04888493b25d owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:08:56.346397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:56.351101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a26fc90b-561d-4c1c-811b-643cd7a92ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:08:56.397578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=9b087885-5183-41bc-b730-04888493b25d,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:08:56.401955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:08:56.713884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:57.325386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 46d990f9-a836-4908-85f7-553827473391 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:08:57.536637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:08:57.546465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] Sync routers for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:08:57.555879 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/46d990f9-a836-4908-85f7-553827473391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0530853 Dec 09 10:08:57.556171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38754) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:57.559988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:08:57.560760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:08:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:08:57.751040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:08:57.758442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting subnet c47ae4dd-b10a-470c-8109-d907e8d5ddf5 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:08:57.761849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:57.818413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:57.907501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:57.980243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:57.985236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:08:58.026400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Subnet': ['ID=c47ae4dd-b10a-470c-8109-d907e8d5ddf5,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:08:58.029310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:08:58.034586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:58.044546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b48f12-d17a-484a-98d9-91d00c8a17b8 None None] Network 5d19d610-1298-4788-98bc-6738bbdc8602 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:08:58.044730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/subnets/c47ae4dd-b10a-470c-8109-d907e8d5ddf5 HTTP/1.1" status: 204 len: 168 time: 0.4847395 Dec 09 10:08:58.044841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38758) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:08:58.056627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:08:56Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:08:58.061742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] Checking router: 46d990f9-a836-4908-85f7-553827473391 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:08:58.074968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] Routers {'46d990f9-a836-4908-85f7-553827473391'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:08:58.075817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:08:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['46d990f9-a836-4908-85f7-553827473391'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:08:58.330851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] DHCP port deletion for 5d19d610-1298-4788-98bc-6738bbdc8602 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:08:58.336881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Deleting port 2fb36e75-969e-4a1f-901b-f17b3241fc54 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:08:58.337470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:58.420436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] Set router 46d990f9-a836-4908-85f7-553827473391 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:08:58.499716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2fb36e75-969e-4a1f-901b-f17b3241fc54 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:08:58.556162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:58.621273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] For port 2fb36e75-969e-4a1f-901b-f17b3241fc54, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2fb36e75-969e-4a1f-901b-f17b3241fc54,segment=NetworkSegment(8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae),segment_id=8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:08:58.621726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:58.730095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:08:56Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:08:58.739609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b333d2-7133-45d9-9832-8338701835d8 None None] The sync data for ids ['46d990f9-a836-4908-85f7-553827473391'] in dv-neutron-819581-1-hyperv is: [{'id': '46d990f9-a836-4908-85f7-553827473391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2013921950', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191'}], 'enable_snat': True}, 'gw_port_id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:08:56Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': '4d0666f1-f07e-4ee7-8d60-72365ae79828', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:c8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d990f9-a836-4908-85f7-553827473391', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:07:17Z', 'updated_at': '2021-12-09T10:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:08:58.774738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Calling delete_port for 2fb36e75-969e-4a1f-901b-f17b3241fc54 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:08:58.782518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:58.791095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 4d0666f1-f07e-4ee7-8d60-72365ae79828 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:08:58.791476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:58.894108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:58.920575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:58.925300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:08:58.981247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port 4d0666f1-f07e-4ee7-8d60-72365ae79828, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4d0666f1-f07e-4ee7-8d60-72365ae79828,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:08:58.981649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:59.009908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Pushing event deleted for resources: {'Port': ['ID=2fb36e75-969e-4a1f-901b-f17b3241fc54,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:08:59.012528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] No DVR routers for this DVR port 2fb36e75-969e-4a1f-901b-f17b3241fc54 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:08:59.024256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.024648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.025034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.025452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.025789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.026165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.026885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.026885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.027246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.027563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.027992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:08:59.031176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e0248414-4ed4-4446-b47b-f8f1b747e3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:08:59.118310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 4d0666f1-f07e-4ee7-8d60-72365ae79828 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:08:59.282273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:59.287177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:08:59.334695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=4d0666f1-f07e-4ee7-8d60-72365ae79828,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:08:59.337736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:08:59.574228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:59.847137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:59.852771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:59.879208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:59.880270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Fanout notify agent at l3_agent the message router_deleted on router 46d990f9-a836-4908-85f7-553827473391 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:08:59.896254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:08:59.897488 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/routers/46d990f9-a836-4908-85f7-553827473391 HTTP/1.1" status: 204 len: 168 time: 1.8516865 Dec 09 10:08:59.900275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38762) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:00.026336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.167924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.196076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d19d610-1298-4788-98bc-6738bbdc8602']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:00.208410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:00.208744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0fd8bd-81a5-4cf9-b659-7e19b79bf8ae') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:00.220943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.235509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.242363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:09:00.242830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:09:00.258877 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:09:00.340986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.344468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41c68556-71b1-4bcd-afc9-180c1ecca70b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:00.359649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.372535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Network': ['ID=5d19d610-1298-4788-98bc-6738bbdc8602,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:00.378574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:00.383038 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/networks/5d19d610-1298-4788-98bc-6738bbdc8602 HTTP/1.1" status: 204 len: 168 time: 0.4817510 Dec 09 10:09:00.386009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38766) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:00.430164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4d0666f1-f07e-4ee7-8d60-72365ae79828 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:09:00.461066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44e54a07-16ee-453c-89ea-7146f32c17e5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.464017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 4d0666f1-f07e-4ee7-8d60-72365ae79828 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:09:00.464417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4d0666f1-f07e-4ee7-8d60-72365ae79828 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:09:00.464891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9b087885-5183-41bc-b730-04888493b25d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:09:00.493020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44e54a07-16ee-453c-89ea-7146f32c17e5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.500777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 9b087885-5183-41bc-b730-04888493b25d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:09:00.500777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 9b087885-5183-41bc-b730-04888493b25d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:09:00.550003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44e54a07-16ee-453c-89ea-7146f32c17e5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.556147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f10863e5-19d3-43df-a888-ef382edec9d7 tempest-SecGroupIPv6Test-560514370 tempest-SecGroupIPv6Test-560514370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:00.571251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e54a07-16ee-453c-89ea-7146f32c17e5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e920766-68a5-4394-b472-0fa2256f9fa2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:00.574040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44e54a07-16ee-453c-89ea-7146f32c17e5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:00.580071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44e54a07-16ee-453c-89ea-7146f32c17e5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:00.581337 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-44e54a07-16ee-453c-89ea-7146f32c17e5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e920766-68a5-4394-b472-0fa2256f9fa2 HTTP/1.1" status: 204 len: 168 time: 0.1943440 Dec 09 10:09:01.055228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38774) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:01.061435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864360729', 'description': 'tempest-secgroup-smoke-1864360729 description', 'project_id': '8b76001a259e49eaa932ca68c84db507'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:01.068085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:01.072440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:01.075470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:01.081552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:01.091825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.128824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:01.132984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:01.135842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:01.141720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:01.199909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.202346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.208040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ebdfd2f3-6856-479a-9fd5-4254cfdfe74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:01.251682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03827a6-9ceb-45b8-968e-9f4a754f2f37,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:01.255202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:01.256448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.257778 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2014697 Dec 09 10:09:01.260922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38778) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:01.267124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'e03827a6-9ceb-45b8-968e-9f4a754f2f37', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:01.274548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:01.278566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:01.281574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:01.287864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:01.307895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.372733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.375503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.383445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cc92be2a-0c3e-4fd2-a5b7-f901e938b000 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:01.410563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fe0860-940a-48b6-8a46-37118fab31cc,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:01.413611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:01.415518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.416769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1548207 Dec 09 10:09:01.419706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38782) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:01.425564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'e03827a6-9ceb-45b8-968e-9f4a754f2f37', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:01.431960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:01.436057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:01.439066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:01.445605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:01.463620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.527084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.529621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.531484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6a61987-64bb-4e0f-a6b8-45d54b4c87a9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:01.552653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1df49b1-e6a4-443a-bf8e-2454bd3a167c,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:01.556793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:01.563404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.564670 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1439767 Dec 09 10:09:01.568184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38786) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:01.574016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'e03827a6-9ceb-45b8-968e-9f4a754f2f37', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:01.580165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:01.584751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:01.588005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:01.594092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:01.609625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.680713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.683360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.685281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aafac0d2-4402-4266-b3ec-dce9fbdb7692 tempest-SecGroupTest-776809605 tempest-SecGroupTest-776809605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:01.708506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a7612b-9c25-4c80-9983-a4faa11c4201,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:01.711320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:01.718680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.720143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1509891 Dec 09 10:09:01.723105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38790) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:01.729168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'e03827a6-9ceb-45b8-968e-9f4a754f2f37', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:01.735511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:01.740370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:01.743452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:01.749630 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:01.767281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.838423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.840745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.842670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-95668b6d-157f-4e1b-a09d-31bf08fcc8ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:01.866015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1af372d-7cf4-4944-b681-23c9077c47f9,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:01.868558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:01.874606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.875877 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1517737 Dec 09 10:09:01.878723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38794) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:01.885289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'e03827a6-9ceb-45b8-968e-9f4a754f2f37', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:01.891365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:01.895400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:01.898666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:01.904607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:01.913926 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:09:01.920316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.988090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.991573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:01.993515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c3f63de9-58d9-4e9d-b53b-f4b26fb9a353 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:02.014751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc1afb4-a04f-4def-b14c-4dfd93f3f8a8,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:02.018858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:02.025696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.026953 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4d855f21-f958-4698-8b88-c5573d39a818 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1465588 Dec 09 10:09:02.029905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38798) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:02.036215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'e03827a6-9ceb-45b8-968e-9f4a754f2f37', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:02.042582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:02.046580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:02.049605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:02.056253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:02.065605 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:09:02.072122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.139027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.141499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.143359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-098ee726-3cd5-4f66-b3c9-44ecfbc5ab7a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:02.169383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b490e22-b22e-498b-86f7-3d195ae6ee14,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:02.171893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:02.178379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.179973 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1490755 Dec 09 10:09:02.183002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38802) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:02.189186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'network': {'name': 'tempest-network-smoke--1223584276', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'port_security_enabled': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:02.194477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:02.198765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:network and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:02.201732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:02.208035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:02.217447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:09:02.222756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.253556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:09:02.262727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.263116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Added segment 3a5dc9e4-a10c-4f5f-be9f-eb7843645afb of type vlan for network 386fd1a4-ae28-41c3-9545-088a1e311cfe Dec 09 10:09:02.290470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.320446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.324510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:02.325191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.330487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:02.387137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2030210 Dec 09 10:09:02.390171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38806) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:02.396365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'admin_state_up': True, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:02.403908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:02.407929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:router and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:02.411581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:02.418661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:02.428539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.429677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.450447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.614027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.687909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Network': ['ID=386fd1a4-ae28-41c3-9545-088a1e311cfe,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:02.690807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f8f68c52-2d7e-473d-94c4-2ffc137ac26a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:02.701468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 386fd1a4-ae28-41c3-9545-088a1e311cfe details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:09:02.815076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:02.849804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:03.008086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.193 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/f490da90-699a-4c23-8a59-9ef6d3300556) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:09:03.166363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:03.192834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:03.197311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22711812-263d-4893-a3cc-6a91ad1c93ee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:03.264515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:09:03.267789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:09:03.270989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:09:03.304935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=f490da90-699a-4c23-8a59-9ef6d3300556,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:03.333358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.333873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.338251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.338251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.338251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.338251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.338251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.338251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.338251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.338251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.338251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:03.344508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:03.458539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:03.459292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:03.956500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 62fe0021-c618-4159-93c6-534c35d1f3c8 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:09:04.166683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:09:04.176953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Sync routers for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:09:04.189428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:09:04.190139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:08:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:04.193430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:04.194762 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9d126893-2eaa-478c-baf9-fb7bb95ec1bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8035178 Dec 09 10:09:04.198336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38810) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:04.244948 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e9b440e8-348c-42bf-b897-d0b1eefc5b3e tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b76001a259e49eaa932ca68c84db507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452926 Dec 09 10:09:04.247633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38814) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:04.374449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:09:04.387298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b47b8-5ca2-4583-b5e9-5fab65fba56e tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:04.389608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-181b47b8-5ca2-4583-b5e9-5fab65fba56e tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1409755 Dec 09 10:09:04.391868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38818) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:04.439966 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f95ee050-ef9a-4845-9698-650681d0c691 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467632 Dec 09 10:09:04.443194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38822) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:04.449055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1170194248', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:04.564518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:04.569152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:subnet and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:04.572059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:04.578211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:04.580917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a2534f2-aae9-4ae7-a47f-39fec1d79a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:04.589194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:09:04.693313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:04.697377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Checking router: 62fe0021-c618-4159-93c6-534c35d1f3c8 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:09:04.697779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Updating router 62fe0021-c618-4159-93c6-534c35d1f3c8 port f490da90-699a-4c23-8a59-9ef6d3300556 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:09:04.699473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:04.751484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:04.944316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:04.948706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-67454526-489c-4622-b789-3982bbac9f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:05.031104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Subnet': ['ID=76f005e0-9a6a-42b3-ae91-8e469124c27f,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:05.036612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:05.041855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Checking segment: {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:09:05.042261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network hostable DHCP agents. Network: 386fd1a4-ae28-41c3-9545-088a1e311cfe, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:09:05.064362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 386fd1a4-ae28-41c3-9545-088a1e311cfe is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:09:05.072836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 386fd1a4-ae28-41c3-9545-088a1e311cfe) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:09:05.076827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:05.077518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:05.084274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8ba15d-21d9-44ee-92cc-350129528449 None None] Network 386fd1a4-ae28-41c3-9545-088a1e311cfe requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:09:05.100315 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6560304 Dec 09 10:09:05.103242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38826) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:05.137318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:05.219334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Transition to ACTIVE for port object f490da90-699a-4c23-8a59-9ef6d3300556 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:09:05.229386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:05.235196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:05.361328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddf2da-163f-49f3-a48b-02044ee74c7f None None] Pushing event updated for resources: {'Port': ['ID=f490da90-699a-4c23-8a59-9ef6d3300556,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:05.372095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3bddf2da-163f-49f3-a48b-02044ee74c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:05.382084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Attempting to bind port f490da90-699a-4c23-8a59-9ef6d3300556 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:09:05.382503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Attempting to bind port f490da90-699a-4c23-8a59-9ef6d3300556 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:09:05.382917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Attempting to bind port f490da90-699a-4c23-8a59-9ef6d3300556 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:09:05.424124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:09:05.424546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:09:05.425005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:05.425477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:09:05.426553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Bound port: f490da90-699a-4c23-8a59-9ef6d3300556, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:09:05.426981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:05.474098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-386fd1a4-ae28-41c3-9545-088a1e311cfe', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:09:05.474925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:05.577376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] For port f490da90-699a-4c23-8a59-9ef6d3300556, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:09:05.599816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] For port f490da90-699a-4c23-8a59-9ef6d3300556, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f490da90-699a-4c23-8a59-9ef6d3300556,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:09:05.604853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:05.611765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a935c7e2-9576-4654-b094-8409282bffdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:05.764421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Allocated IP 172.20.0.2 (386fd1a4-ae28-41c3-9545-088a1e311cfe/76f005e0-9a6a-42b3-ae91-8e469124c27f/97451bfc-87c5-4d02-aa64-f9743521380e) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:09:05.769185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddf2da-163f-49f3-a48b-02044ee74c7f None None] Pushing event updated for resources: {'Port': ['ID=f490da90-699a-4c23-8a59-9ef6d3300556,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:05.779568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3bddf2da-163f-49f3-a48b-02044ee74c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:05.786508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:09:05.787179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:08:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:05.859822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:05.911337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:06.274247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:09:06.474380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:06.542089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Transition to ACTIVE for port object 97451bfc-87c5-4d02-aa64-f9743521380e will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:09:06.579157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Transition to ACTIVE for port object 97451bfc-87c5-4d02-aa64-f9743521380e will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:09:06.587747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:06.592029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:06.656798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.1 (386fd1a4-ae28-41c3-9545-088a1e311cfe/76f005e0-9a6a-42b3-ae91-8e469124c27f/02022c49-d575-4bcc-9393-a0cd5e7801ab) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:09:06.699792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Network 386fd1a4-ae28-41c3-9545-088a1e311cfe is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:09:06.704335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:09:06.712410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:09:06.715855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Pushing event updated for resources: {'Port': ['ID=97451bfc-87c5-4d02-aa64-f9743521380e,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:06.722110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:06.834962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:06.838039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a3df4a94-3ba6-49c8-8cd7-9296533969d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:06.841395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Attempting to bind port 97451bfc-87c5-4d02-aa64-f9743521380e on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:09:06.841821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Attempting to bind port 97451bfc-87c5-4d02-aa64-f9743521380e by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:09:06.842236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Attempting to bind port 97451bfc-87c5-4d02-aa64-f9743521380e on network 386fd1a4-ae28-41c3-9545-088a1e311cfe {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:09:06.846097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:06.851987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object 02022c49-d575-4bcc-9393-a0cd5e7801ab will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:09:06.853875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e3f044-53e7-420a-84c1-01b6409b1d64 None None] The sync data for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv is: [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:03Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:09:06.856664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:09:06.857091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Checking segment: {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:09:06.857567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:06.858006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Bound using segment: {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:09:06.858542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Bound port: 97451bfc-87c5-4d02-aa64-f9743521380e, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:09:06.859039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:06.873552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:06.878424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:06.953212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 386fd1a4-ae28-41c3-9545-088a1e311cfe is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:09:06.956827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:09:06.960014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:09:06.965462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] For port 97451bfc-87c5-4d02-aa64-f9743521380e, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:09:06.969134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] For port 97451bfc-87c5-4d02-aa64-f9743521380e, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=97451bfc-87c5-4d02-aa64-f9743521380e,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:09:06.974556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:06.979386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65b95b59-7b70-4540-88e3-cb4c59fcb807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:06.998818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=02022c49-d575-4bcc-9393-a0cd5e7801ab,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:07.001947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:07.036373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:07.067631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Pushing event updated for resources: {'Port': ['ID=97451bfc-87c5-4d02-aa64-f9743521380e,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:07.071169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:07.124558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:07.222145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:07.851635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:07.855439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:07.887955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c3bce759-41e1-4682-be2b-0056ef9ac078 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:07.980356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=02022c49-d575-4bcc-9393-a0cd5e7801ab,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:07.983137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:07.987210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:08.133509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 386fd1a4-ae28-41c3-9545-088a1e311cfe is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:09:08.134637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:09:08.497812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f490da90-699a-4c23-8a59-9ef6d3300556 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:09:08.572184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 62fe0021-c618-4159-93c6-534c35d1f3c8 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:09:08.575108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:08.672189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f490da90-699a-4c23-8a59-9ef6d3300556 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:09:08.682110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f490da90-699a-4c23-8a59-9ef6d3300556 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:08.682555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:08.749307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4eb836-3512-474a-84de-ac822b40729e None None] Network 386fd1a4-ae28-41c3-9545-088a1e311cfe requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:09:08.817412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:09:08.830706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/62fe0021-c618-4159-93c6-534c35d1f3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7263908 Dec 09 10:09:09.024147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-c6f38217-7ae6-459e-a53d-a2dc66a5b99a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:09:09.036316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:09.040668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b572a72e-42a4-4f61-a3f8-5f639f82cb84 None None] Provisioning for port 97451bfc-87c5-4d02-aa64-f9743521380e completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:09:09.044434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-c6f38217-7ae6-459e-a53d-a2dc66a5b99a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:09:09.045848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-c6f38217-7ae6-459e-a53d-a2dc66a5b99a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864360729&fields=id&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 267 time: 0.0708570 Dec 09 10:09:09.119338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port f490da90-699a-4c23-8a59-9ef6d3300556, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f490da90-699a-4c23-8a59-9ef6d3300556,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:09:09.128724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:09.130008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 97451bfc-87c5-4d02-aa64-f9743521380e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:09:09.160141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a68bd9d2-fe45-41bf-b101-4704d0a3b546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:09.212854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-0392cd9e-c721-4b50-8e20-66288b5508c3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:09.213578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-0392cd9e-c721-4b50-8e20-66288b5508c3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:09:09.228783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-0392cd9e-c721-4b50-8e20-66288b5508c3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:09:09.230291 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-0392cd9e-c721-4b50-8e20-66288b5508c3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 797 time: 0.1765928 Dec 09 10:09:09.247999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-0677f83b-f97c-4000-8678-ed3f9fbdb872 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/quotas/8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 375 time: 0.0114300 Dec 09 10:09:09.311980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=f490da90-699a-4c23-8a59-9ef6d3300556,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:09.317760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:09.336832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-e422817b-5266-4f9c-b929-70b024465231 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:09:09.341742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 97451bfc-87c5-4d02-aa64-f9743521380e completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:09:09.350073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 97451bfc-87c5-4d02-aa64-f9743521380e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:09.350726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:09.353424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-e422817b-5266-4f9c-b929-70b024465231 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:09:09.366017 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-e422817b-5266-4f9c-b929-70b024465231 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059151 Dec 09 10:09:09.454390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-dabe8a97-bbc1-4930-b4ac-278d28640cde service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 10:09:09.455672 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-dabe8a97-bbc1-4930-b4ac-278d28640cde service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0881541 Dec 09 10:09:09.492447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:09.529797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 97451bfc-87c5-4d02-aa64-f9743521380e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=97451bfc-87c5-4d02-aa64-f9743521380e,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:09:09.533864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:09.536198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48a47de9-3fdb-41bc-8ab5-8373c05ef617 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:09.612420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=97451bfc-87c5-4d02-aa64-f9743521380e,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:09.615982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:09.628649 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-7ee972f0-eb27-4b6e-892d-f665d21bfc9f service neutron] 10.222.0.18 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648700 Dec 09 10:09:09.723935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1f2418a6-8ad3-41d1-8bce-ece98657014d None None] Provisioning complete for port 97451bfc-87c5-4d02-aa64-f9743521380e triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:09.724507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f2418a6-8ad3-41d1-8bce-ece98657014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:09.799286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-616b68aa-e274-4a42-add3-dde022b97fad service neutron] 10.222.0.18 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627746 Dec 09 10:09:09.872495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1f2418a6-8ad3-41d1-8bce-ece98657014d None None] Provisioning for port 02022c49-d575-4bcc-9393-a0cd5e7801ab completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:09:09.878698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1f2418a6-8ad3-41d1-8bce-ece98657014d None None] Provisioning complete for port 02022c49-d575-4bcc-9393-a0cd5e7801ab triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:09.879930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1f2418a6-8ad3-41d1-8bce-ece98657014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:09.919054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Sync routers for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:09:09.934974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:09:09.935895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:09:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:09.950066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1f2418a6-8ad3-41d1-8bce-ece98657014d None None] Port 02022c49-d575-4bcc-9393-a0cd5e7801ab cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:09:10.034727 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6dfe9e7a-58f2-40ba-9261-b4b87bb015c9 req-26c438c4-d148-4d97-93ba-96142dc03259 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 210 time: 0.0522616 Dec 09 10:09:10.078151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1818767c-a6dc-4b27-bebb-a93ccb752bc6 None None] Provisioning complete for port 02022c49-d575-4bcc-9393-a0cd5e7801ab triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:10.078563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1818767c-a6dc-4b27-bebb-a93ccb752bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:10.133376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1818767c-a6dc-4b27-bebb-a93ccb752bc6 None None] Port 02022c49-d575-4bcc-9393-a0cd5e7801ab cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:09:10.138750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:09:10.255983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bf2cd7d2-cd05-4f27-8f49-29411e98238e None None] Provisioning complete for port 02022c49-d575-4bcc-9393-a0cd5e7801ab triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:10.256410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf2cd7d2-cd05-4f27-8f49-29411e98238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:10.310396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-bf2cd7d2-cd05-4f27-8f49-29411e98238e None None] Port 02022c49-d575-4bcc-9393-a0cd5e7801ab cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:09:10.449174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f490da90-699a-4c23-8a59-9ef6d3300556 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:09:10.469359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '02022c49-d575-4bcc-9393-a0cd5e7801ab', 'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:28:2e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:06Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 2, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:10.473664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Checking router: 62fe0021-c618-4159-93c6-534c35d1f3c8 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:09:10.474060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Updating router 62fe0021-c618-4159-93c6-534c35d1f3c8 port 02022c49-d575-4bcc-9393-a0cd5e7801ab binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:09:10.524321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f490da90-699a-4c23-8a59-9ef6d3300556 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:10.524752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:10.526342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:10.642039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 97451bfc-87c5-4d02-aa64-f9743521380e up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:09:10.716288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 97451bfc-87c5-4d02-aa64-f9743521380e triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:10.716935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:10.881982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:10.893922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Transition to ACTIVE for port object 02022c49-d575-4bcc-9393-a0cd5e7801ab will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:09:10.899421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:10.903614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:11.039761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Pushing event updated for resources: {'Port': ['ID=02022c49-d575-4bcc-9393-a0cd5e7801ab,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:11.073673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.074067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.074424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.074806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.075183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.075561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.075934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.076309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.076676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.077045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.077438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:09:11.085531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:11.144565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Attempting to bind port 02022c49-d575-4bcc-9393-a0cd5e7801ab on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:09:11.145736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Attempting to bind port 02022c49-d575-4bcc-9393-a0cd5e7801ab by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:09:11.146626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Attempting to bind port 02022c49-d575-4bcc-9393-a0cd5e7801ab on network 386fd1a4-ae28-41c3-9545-088a1e311cfe {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:09:11.154528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:09:11.155217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Checking segment: {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:09:11.155829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:11.156437 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Bound using segment: {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:09:11.156959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Bound port: 02022c49-d575-4bcc-9393-a0cd5e7801ab, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:09:11.158244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:11.169629 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8359952a-21bb-4434-b59f-cbacd72ad866 req-b1d2c35f-a6f0-494d-ae03-b095fe74ca82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 210 time: 0.0573757 Dec 09 10:09:11.254613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] For port 02022c49-d575-4bcc-9393-a0cd5e7801ab, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:09:11.258177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] For port 02022c49-d575-4bcc-9393-a0cd5e7801ab, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=02022c49-d575-4bcc-9393-a0cd5e7801ab,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:09:11.261439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:11.265911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c01036f5-2b47-406a-b054-8d2d66e910bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:11.348680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Pushing event updated for resources: {'Port': ['ID=02022c49-d575-4bcc-9393-a0cd5e7801ab,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:11.352583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:11.355145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:09:11.355824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:09:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:11.547019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:09:11.883548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '02022c49-d575-4bcc-9393-a0cd5e7801ab', 'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:28:2e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:06Z', 'updated_at': '2021-12-09T10:09:11Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:11.887778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c341173-dc1b-4a10-b47b-a2fd296e6df6 None None] The sync data for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv is: [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '02022c49-d575-4bcc-9393-a0cd5e7801ab', 'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:28:2e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:06Z', 'updated_at': '2021-12-09T10:09:11Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:09:12.293093 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3f50250-c6c9-4f2e-8e15-e0c1dc2978c5 req-20f9f9ea-8f18-48e4-a54e-8787c68704e3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 210 time: 0.0522642 Dec 09 10:09:12.467858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 02022c49-d575-4bcc-9393-a0cd5e7801ab up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:09:12.542510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 02022c49-d575-4bcc-9393-a0cd5e7801ab completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:09:12.547767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 02022c49-d575-4bcc-9393-a0cd5e7801ab triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:12.548185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:12.668920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:12.712213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 02022c49-d575-4bcc-9393-a0cd5e7801ab, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=02022c49-d575-4bcc-9393-a0cd5e7801ab,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:09:12.717774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:12.719747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e33bd37-2e40-4c18-b728-71f263146778 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:12.963934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=02022c49-d575-4bcc-9393-a0cd5e7801ab,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:12.967135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:13.407608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-97c9bbc4-d121-4be3-af4c-06b1e0bf5159 req-9d95d61a-bef0-4f11-91c8-9b7876a16cf5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 210 time: 0.0456536 Dec 09 10:09:14.349398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-86a05dee-237b-4fb5-a559-b9f7f6fc19d6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:14.350960 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-86a05dee-237b-4fb5-a559-b9f7f6fc19d6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 797 time: 0.1560316 Dec 09 10:09:14.407815 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-2601a428-7e93-44c6-b5b1-a3cfeb85f217 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 380 time: 0.0451741 Dec 09 10:09:14.420875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'port': {'device_id': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'admin_state_up': True, 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'security_groups': ['e03827a6-9ceb-45b8-968e-9f4a754f2f37']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:14.443367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 02022c49-d575-4bcc-9393-a0cd5e7801ab up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:09:14.526575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 02022c49-d575-4bcc-9393-a0cd5e7801ab triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:14.527039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:14.572608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:14.583898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:14.592498 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff5b16a8-3cc6-44c7-8e14-44b1ddf3839b req-0b03940c-0873-48f0-b006-692e784fb78b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 210 time: 0.0466807 Dec 09 10:09:14.594619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:09:14.600842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:14.794734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.7 (386fd1a4-ae28-41c3-9545-088a1e311cfe/76f005e0-9a6a-42b3-ae91-8e469124c27f/db9dc000-377b-45e4-9cd9-8309ac3aa9b7) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:09:14.992994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:15.009608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object db9dc000-377b-45e4-9cd9-8309ac3aa9b7 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:09:15.028780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:15.034516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f44b025-0a80-4271-92c5-35695746c5f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:15.106614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 386fd1a4-ae28-41c3-9545-088a1e311cfe is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:09:15.116411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:09:15.121480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:09:15.162638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:15.172342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:15.195115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:15.195808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:15.221554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050766 Dec 09 10:09:15.233434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Request body: {'port': {'device_id': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:15.353775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:15.418023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1be1bc5e-f3b1-41d7-9013-6af1152b1983 None None] Provisioning for port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:09:15.422920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1be1bc5e-f3b1-41d7-9013-6af1152b1983 None None] Provisioning complete for port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:15.423343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1be1bc5e-f3b1-41d7-9013-6af1152b1983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:15.481964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1be1bc5e-f3b1-41d7-9013-6af1152b1983 None None] Port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:09:16.028211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9dc000-377b-45e4-9cd9-8309ac3aa9b7 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:09:16.039232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:16.048969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9e453-6dff-4b3d-8126-1a610268ffea req-ea70e690-3f36-457c-bc10-45700ff7a61a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:16.049779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-96c9e453-6dff-4b3d-8126-1a610268ffea req-ea70e690-3f36-457c-bc10-45700ff7a61a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:09:16.068783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Transition to ACTIVE for port object db9dc000-377b-45e4-9cd9-8309ac3aa9b7 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:09:16.073982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:16.078978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a39781fb-606d-468f-8b1e-2a446edfc145 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:16.120939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-96c9e453-6dff-4b3d-8126-1a610268ffea req-ea70e690-3f36-457c-bc10-45700ff7a61a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:09:16.122252 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-96c9e453-6dff-4b3d-8126-1a610268ffea req-ea70e690-3f36-457c-bc10-45700ff7a61a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 931 time: 0.2351470 Dec 09 10:09:16.244813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Pushing event updated for resources: {'Port': ['ID=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:16.257158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:16.304514 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-96c9e453-6dff-4b3d-8126-1a610268ffea req-a37e4eed-2106-4f8f-928c-d54a9e16d441 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708324 Dec 09 10:09:16.405951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Attempting to bind port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:09:16.406325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Attempting to bind port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:09:16.406689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Attempting to bind port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 on network 386fd1a4-ae28-41c3-9545-088a1e311cfe {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:09:16.413934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 on network 386fd1a4-ae28-41c3-9545-088a1e311cfe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:09:16.414525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Attempting to bind port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 on network 386fd1a4-ae28-41c3-9545-088a1e311cfe {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:09:16.422396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:09:16.423056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Checking segment: {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:09:16.423218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Bound using segment: {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:09:16.423635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Bound port: db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:09:16.424012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:16.525635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:09:16.529289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:09:16.532860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:16.538411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3de54a38-f941-49c1-a69a-742e9fdf0971 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:16.607832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:16.609473 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] 10.222.0.65 "PUT /v2.0/ports/db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 1093 time: 1.3806665 Dec 09 10:09:16.610091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:09:16.638189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Pushing event updated for resources: {'Port': ['ID=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:16.643529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:16.728137 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'status': 'completed', 'code': 200} Dec 09 10:09:16.780312 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-de997e98-d496-4647-b7d0-ffe68ea062ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1096 time: 0.1208386 Dec 09 10:09:16.861080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-9186ad7b-c451-4bec-95d5-88f18aefb9a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 217 time: 0.0733562 Dec 09 10:09:16.948659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-3031c872-76e2-4c8c-a9c1-b1d6f7e32783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:16.950380 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-3031c872-76e2-4c8c-a9c1-b1d6f7e32783 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 200 len: 835 time: 0.0833771 Dec 09 10:09:17.050539 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-ca6b9d7d-284b-414d-9e03-82e8ad427b0d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=386fd1a4-ae28-41c3-9545-088a1e311cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0941293 Dec 09 10:09:17.208368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-742d8d40-44a0-4ab3-b9ad-3aaba709d014 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508911 Dec 09 10:09:17.354101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1d46e266-5416-40ed-bf53-1dc72599cd30 req-ed645e9d-37f6-4729-8815-aa1b3fb46952 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398876 Dec 09 10:09:17.541084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e04f740a-c62d-4b1b-81ef-0831c486ab7f req-a62aa2a1-5fec-45f1-ba1d-eda4481b9f03 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1096 time: 0.1423697 Dec 09 10:09:17.547680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97e08c8-38bb-4f1b-97d7-e7f87115a600 req-086e8743-2762-4359-b059-c16ec6b562d3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:17.549172 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c97e08c8-38bb-4f1b-97d7-e7f87115a600 req-086e8743-2762-4359-b059-c16ec6b562d3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 943 time: 0.1094620 Dec 09 10:09:17.697659 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c97e08c8-38bb-4f1b-97d7-e7f87115a600 req-7635f0c2-88df-4913-a332-36690777c6a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258111 Dec 09 10:09:17.726323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f740a-c62d-4b1b-81ef-0831c486ab7f req-d6781720-fcd6-4229-b9c6-d223335a8f0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:17.728005 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e04f740a-c62d-4b1b-81ef-0831c486ab7f req-d6781720-fcd6-4229-b9c6-d223335a8f0d service neutron] 10.222.0.65 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 898 time: 0.1779308 Dec 09 10:09:17.755919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:17.808798 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e04f740a-c62d-4b1b-81ef-0831c486ab7f req-27baa390-79d0-4446-9227-f07bc4defb7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 217 time: 0.0708716 Dec 09 10:09:17.877361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f740a-c62d-4b1b-81ef-0831c486ab7f req-aad0316e-9d7e-4ef1-9b35-8d0482174931 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:17.878926 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e04f740a-c62d-4b1b-81ef-0831c486ab7f req-aad0316e-9d7e-4ef1-9b35-8d0482174931 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 200 len: 835 time: 0.0626485 Dec 09 10:09:17.964529 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e04f740a-c62d-4b1b-81ef-0831c486ab7f req-f42a3a3b-18a4-4201-a056-823d59cfaa4d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=386fd1a4-ae28-41c3-9545-088a1e311cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792263 Dec 09 10:09:18.108172 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e04f740a-c62d-4b1b-81ef-0831c486ab7f req-976bd46f-70fb-4fb0-a664-d832a669d85f service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361740 Dec 09 10:09:18.163834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device db9dc000-377b-45e4-9cd9-8309ac3aa9b7 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:09:18.251575 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e04f740a-c62d-4b1b-81ef-0831c486ab7f req-6071623e-ddd2-4364-8248-d73dab085ed9 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362705 Dec 09 10:09:18.298391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:09:18.306516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:09:18.320308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'port_id': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'mac_address': 'fa:16:3e:ea:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:09:18.374972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:18.392949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9dc000-377b-45e4-9cd9-8309ac3aa9b7 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:09:18.413064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:09:18.415945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:18.417854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7b112d9-d5e7-4b5a-b9e4-39bde4403238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:18.489741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:18.493007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:18.617213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['db9dc000-377b-45e4-9cd9-8309ac3aa9b7'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:09:18.930349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5caba-4f72-4797-ae40-ad4fc1cf0fd3 req-d170408e-6e20-46d8-82a6-1a4a769c1a7b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:18.931975 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-29d5caba-4f72-4797-ae40-ad4fc1cf0fd3 req-d170408e-6e20-46d8-82a6-1a4a769c1a7b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 944 time: 0.0885272 Dec 09 10:09:18.982085 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-29d5caba-4f72-4797-ae40-ad4fc1cf0fd3 req-b3fb78f3-9c2e-4529-b8b8-fa0fcb53fbd9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Dec 09 10:09:20.163604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device db9dc000-377b-45e4-9cd9-8309ac3aa9b7 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:09:20.187372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbf77d-5e2e-423a-96ac-2e172df9e15c req-614512fd-3633-4818-9265-a7b8e0820852 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:20.189374 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8cfbf77d-5e2e-423a-96ac-2e172df9e15c req-614512fd-3633-4818-9265-a7b8e0820852 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 944 time: 0.0839543 Dec 09 10:09:20.233300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:09:20.238109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:09:20.238514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:20.240194 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8cfbf77d-5e2e-423a-96ac-2e172df9e15c req-8c1f670f-100b-4b74-853a-ef6bbc462738 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439754 Dec 09 10:09:20.357751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:20.386255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:09:20.396984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:09:20.400225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:20.402282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:20.468662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:20.471872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:20.527640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'code': 200} Dec 09 10:09:20.762352 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3777b804-6b97-4f6f-a35b-4324dfff8f25 req-5c64f853-39af-4365-bcb3-4e97e0d1eb45 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1098 time: 0.0770874 Dec 09 10:09:20.807403 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3777b804-6b97-4f6f-a35b-4324dfff8f25 req-b9591180-da29-4710-9a7c-003f08bd69d0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390661 Dec 09 10:09:21.448610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43759b8-fc83-4778-82f2-a4987f3c7e5b req-ea109388-a769-4cf2-b532-b4023d221a2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:21.450226 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a43759b8-fc83-4778-82f2-a4987f3c7e5b req-ea109388-a769-4cf2-b532-b4023d221a2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0863795 Dec 09 10:09:21.502439 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a43759b8-fc83-4778-82f2-a4987f3c7e5b req-cad96426-5f35-4665-b1d5-ff42173163d2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461302 Dec 09 10:09:22.712489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030d840-8c63-4ac6-8b08-598c101c5775 req-2b1ea526-9bb9-4a53-92fe-f600ef06abb7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:22.714116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9030d840-8c63-4ac6-8b08-598c101c5775 req-2b1ea526-9bb9-4a53-92fe-f600ef06abb7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0832365 Dec 09 10:09:22.764563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9030d840-8c63-4ac6-8b08-598c101c5775 req-97df8a91-b173-4970-8d16-96b177b92e8a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439725 Dec 09 10:09:22.971564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e3b28-2232-432c-bcac-7c0ad356a1e7 req-65449424-567b-486c-8632-0a21bb657ec6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:22.973848 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a85e3b28-2232-432c-bcac-7c0ad356a1e7 req-65449424-567b-486c-8632-0a21bb657ec6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0862250 Dec 09 10:09:23.021719 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a85e3b28-2232-432c-bcac-7c0ad356a1e7 req-61395af0-e979-4390-9c7c-41cf002547df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Dec 09 10:09:23.049246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38898) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:23.126153 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-57bf441d-9cc3-49f6-8f25-508cf07ce294 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1093 time: 0.0756116 Dec 09 10:09:23.129520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 38902) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:23.135061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:09:23.140822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:09:23.145444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:floatingip and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:09:23.148275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:09:23.154184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:09:23.163860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:23.308981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:23.446608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.146 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/3993725c-04ed-4a28-923c-d09dc612a572) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:09:23.601043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:23.625928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:23.629735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00df693c-7c72-47fc-a60d-07c99e2f05a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:23.701729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:09:23.705190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:09:23.707992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=3993725c-04ed-4a28-923c-d09dc612a572,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:23.711540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:09:23.746430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:24.475252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:24.530366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:24.752440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:24.755900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:24.760329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-029a62a1-d741-41d2-8494-653f7b3a984d tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:09:24.872076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=3993725c-04ed-4a28-923c-d09dc612a572,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:09:24.876620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:09:24.883380 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:25.080998 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Floating IP 3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06 associated. External IP: 172.26.8.146, port: db9dc000-377b-45e4-9cd9-8309ac3aa9b7. Dec 09 10:09:25.485409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 62fe0021-c618-4159-93c6-534c35d1f3c8 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:09:25.693385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:09:25.703450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] Sync routers for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:09:25.717529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:09:25.718388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:09:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:25.719555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:25.775940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6453216 Dec 09 10:09:25.776646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:09:25.831603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'status': 'completed', 'code': 200} Dec 09 10:09:25.918523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:09:25.943170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c9990ed4-dcda-4ba8-b443-17ef66d26978 req-2af82ca2-4c4a-47fe-92f3-5f7967685900 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1098 time: 0.0843909 Dec 09 10:09:25.971875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bdd08-a690-427d-a4e4-d173426ab330 req-c89a7c80-c4eb-4f73-a42b-2f7655b65057 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:25.973889 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-646bdd08-a690-427d-a4e4-d173426ab330 req-c89a7c80-c4eb-4f73-a42b-2f7655b65057 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0891647 Dec 09 10:09:26.025869 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-646bdd08-a690-427d-a4e4-d173426ab330 req-4026da5d-73f8-42d6-9446-a457aa65bc31 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453320 Dec 09 10:09:26.056353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38910) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:26.096370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9990ed4-dcda-4ba8-b443-17ef66d26978 req-a20867ec-a305-44dc-a3ab-6289cbbc59e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:26.098839 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c9990ed4-dcda-4ba8-b443-17ef66d26978 req-a20867ec-a305-44dc-a3ab-6289cbbc59e8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 898 time: 0.1498449 Dec 09 10:09:26.171644 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3d56f76e-34ba-4f0b-9309-6063770e83b5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06 HTTP/1.1" status: 200 len: 991 time: 0.1137011 Dec 09 10:09:26.209898 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c9990ed4-dcda-4ba8-b443-17ef66d26978 req-ebd66f2e-e84e-47c9-a1c4-d9884cf95c78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 999 time: 0.1052930 Dec 09 10:09:26.281687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9990ed4-dcda-4ba8-b443-17ef66d26978 req-cbb0e783-2cdb-409a-95fc-d35e12ae72e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:26.283199 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c9990ed4-dcda-4ba8-b443-17ef66d26978 req-cbb0e783-2cdb-409a-95fc-d35e12ae72e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 200 len: 835 time: 0.0674202 Dec 09 10:09:26.298764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'port_id': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'mac_address': 'fa:16:3e:ea:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:09:24Z', 'updated_at': '2021-12-09T10:09:24Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02022c49-d575-4bcc-9393-a0cd5e7801ab', 'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:28:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:06Z', 'updated_at': '2021-12-09T10:09:12Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:26.303074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] Checking router: 62fe0021-c618-4159-93c6-534c35d1f3c8 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:09:26.314304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:09:26.314980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:09:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:26.363268 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c9990ed4-dcda-4ba8-b443-17ef66d26978 req-1e1a7cb3-2c78-46a5-bd2e-75fcd2a6c39d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=386fd1a4-ae28-41c3-9545-088a1e311cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737431 Dec 09 10:09:26.501844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:09:26.507300 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c9990ed4-dcda-4ba8-b443-17ef66d26978 req-08a830b1-1007-4037-a68c-a3299d150215 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382844 Dec 09 10:09:26.650087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c9990ed4-dcda-4ba8-b443-17ef66d26978 req-13773911-07c3-4761-ab73-ccfe0cee50b1 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371346 Dec 09 10:09:26.875069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'port_id': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'mac_address': 'fa:16:3e:ea:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:09:24Z', 'updated_at': '2021-12-09T10:09:24Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02022c49-d575-4bcc-9393-a0cd5e7801ab', 'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:28:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:06Z', 'updated_at': '2021-12-09T10:09:12Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:09:26.879753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9b03e5-f11b-4b98-8c77-087e6321ba6d None None] The sync data for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv is: [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.146', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'port_id': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'mac_address': 'fa:16:3e:ea:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:09:24Z', 'updated_at': '2021-12-09T10:09:24Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02022c49-d575-4bcc-9393-a0cd5e7801ab', 'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:28:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:06Z', 'updated_at': '2021-12-09T10:09:12Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:09:27.175184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38914) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:27.208479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4a5e7-89db-4641-8822-1573ddc92a97 None None] New status for floating IP 3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:09:27.299399 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a55ed9b8-6514-44a3-818a-6c3d028c3179 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06 HTTP/1.1" status: 200 len: 991 time: 0.1229439 Dec 09 10:09:28.303574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38918) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:28.412415 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3932ab68-40e7-48f5-9366-6dfcfdba2f20 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06 HTTP/1.1" status: 200 len: 993 time: 0.1075463 Dec 09 10:09:30.338386 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-b7be1579-2f68-41c4-b81e-6d05e26eaf3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733852 Dec 09 10:09:30.491776 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-917e9d8f-8aa6-49fb-969a-4610ea702a3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1098 time: 0.0803056 Dec 09 10:09:30.644766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-3314a3f9-a177-40b5-997e-da08eb50139d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:30.646247 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-3314a3f9-a177-40b5-997e-da08eb50139d service neutron] 10.222.0.65 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 898 time: 0.1365118 Dec 09 10:09:30.988677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-bb6a0502-31f4-481f-be84-70fafec102d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 1001 time: 0.3352230 Dec 09 10:09:31.054529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-2fa6309e-e772-4bde-89db-3d565c58f8c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:31.056059 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-2fa6309e-e772-4bde-89db-3d565c58f8c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 200 len: 835 time: 0.0623510 Dec 09 10:09:31.146177 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-6ebe91e3-1481-4d27-a605-a10f441b783b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=386fd1a4-ae28-41c3-9545-088a1e311cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775807 Dec 09 10:09:31.288410 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-45e15f3b-d8de-492b-bea5-6ae01ad09524 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359906 Dec 09 10:09:31.430692 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-24ccd22b-cc19-4699-a4d7-c43ab270f715 req-187091e3-2cb5-49d5-b5b2-e07e2bba3730 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362262 Dec 09 10:09:34.514251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a0e73499-962f-46ea-8b8c-68627665b1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:35.771798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:36.780835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5fdd999b-aa5e-4365-85b5-dda742c60bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:37.223465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:38.520427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:47.763838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:09:55.301554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:09:57.909601 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ba43ac7d-0847-445d-9d32-f9d621174e0e req-0425e289-0b44-4e07-bbc6-756b98beb801 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1527846 Dec 09 10:09:59.205216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 38946) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:09:59.266553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2e42d-2f47-47cd-bcc4-c834d71a4f25 req-1da21852-34ee-47cf-aa09-4fb234b22a0a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:09:59.268143 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56b2e42d-2f47-47cd-bcc4-c834d71a4f25 req-1da21852-34ee-47cf-aa09-4fb234b22a0a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0939074 Dec 09 10:09:59.317365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56b2e42d-2f47-47cd-bcc4-c834d71a4f25 req-ae0c99c3-dc8e-46e4-97c6-cd241623ad2c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Dec 09 10:09:59.356388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-bdc00452-857c-4843-81e5-a2e4cdd0271b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1496408 Dec 09 10:10:00.530740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15cf60-08cc-43af-a97c-acea4f058acc req-85f4ad63-4b6d-41c0-929c-6ce131393585 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:00.532368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6c15cf60-08cc-43af-a97c-acea4f058acc req-85f4ad63-4b6d-41c0-929c-6ce131393585 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0872943 Dec 09 10:10:00.579547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-46c2a801-59a6-4f48-85c2-230a8b96fd30 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1098 time: 0.0736654 Dec 09 10:10:00.581149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6c15cf60-08cc-43af-a97c-acea4f058acc req-2cb7298f-99e7-4422-97ee-6e3671c7e7ff tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420430 Dec 09 10:10:00.719654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398118-1dc5-474a-8ec8-99e9982588df req-292a8c6e-40d4-4195-b80a-d5a39d60a58b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:00.721212 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-292a8c6e-40d4-4195-b80a-d5a39d60a58b service neutron] 10.222.0.65 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 898 time: 0.1348300 Dec 09 10:10:00.840864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-ea22a2b3-8b6e-4e2d-b693-8c5b818b1a3f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 1001 time: 0.1132801 Dec 09 10:10:00.913889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398118-1dc5-474a-8ec8-99e9982588df req-ab602af9-2120-4c1a-a101-e969ec8cd9cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:00.915504 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-ab602af9-2120-4c1a-a101-e969ec8cd9cd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 200 len: 835 time: 0.0690374 Dec 09 10:10:01.000170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-1557978c-0d62-49f5-94f4-123cff7b04f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=386fd1a4-ae28-41c3-9545-088a1e311cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779524 Dec 09 10:10:01.151463 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-a3209ff0-40cc-4691-83fd-1b084c283322 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446614 Dec 09 10:10:01.303115 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-ab8088d3-8425-4094-8603-448b15958647 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454065 Dec 09 10:10:01.791534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187b1ee-69c9-4fad-8083-d39e221a03ef req-92cccb71-55ff-4a21-8be7-fb021ed247b1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:01.793168 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7187b1ee-69c9-4fad-8083-d39e221a03ef req-92cccb71-55ff-4a21-8be7-fb021ed247b1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0844545 Dec 09 10:10:01.844941 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7187b1ee-69c9-4fad-8083-d39e221a03ef req-8fcf3c8f-0d13-40c6-a87c-96b3fea7da40 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454955 Dec 09 10:10:03.052272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01bf54-78a8-473d-a2e6-8498dbd1f952 req-deca3aff-026c-4ac1-b77a-a03f57aa5f3b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:03.053843 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cd01bf54-78a8-473d-a2e6-8498dbd1f952 req-deca3aff-026c-4ac1-b77a-a03f57aa5f3b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0833473 Dec 09 10:10:03.105968 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cd01bf54-78a8-473d-a2e6-8498dbd1f952 req-2264cadc-5193-492e-836b-7890525efc0e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460780 Dec 09 10:10:04.317793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c31c6-e12d-4abf-9daa-0e32cf6f456d req-e39c4249-f928-49f4-8eaa-c14bef352f11 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:04.319392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db4c31c6-e12d-4abf-9daa-0e32cf6f456d req-e39c4249-f928-49f4-8eaa-c14bef352f11 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0833919 Dec 09 10:10:04.367160 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-db4c31c6-e12d-4abf-9daa-0e32cf6f456d req-ee657451-ed36-492b-88ca-7819a9967479 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418115 Dec 09 10:10:04.516091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8f36a5a9-2c02-499e-97c2-34bf0f84774e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:05.578946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf3285-a6ce-4958-a6ba-eb6284ad8694 req-ef9cf91c-916d-44d3-a873-9f62cd1d7522 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:05.580543 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ecdf3285-a6ce-4958-a6ba-eb6284ad8694 req-ef9cf91c-916d-44d3-a873-9f62cd1d7522 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0857050 Dec 09 10:10:05.628924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ecdf3285-a6ce-4958-a6ba-eb6284ad8694 req-8e2b6bbd-662c-48a8-aae3-a3e87ae4447e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413551 Dec 09 10:10:05.774810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:06.781962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2db955af-d810-4399-93f9-bf04c566fa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:06.843684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196e36d-2769-4825-bafa-31c01af9342e req-8f21d636-2d3b-43ee-b9e7-19d61f2e0f5b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:06.845297 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1196e36d-2769-4825-bafa-31c01af9342e req-8f21d636-2d3b-43ee-b9e7-19d61f2e0f5b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0870533 Dec 09 10:10:06.894618 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1196e36d-2769-4825-bafa-31c01af9342e req-5be8779e-6896-4469-98f7-d8a865de58a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418630 Dec 09 10:10:07.225783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:08.102418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f0a9d-d280-43cc-83d1-3057511cd5b7 req-c694b309-48dc-4115-b5a9-f40c05a78d0f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:08.104012 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d21f0a9d-d280-43cc-83d1-3057511cd5b7 req-c694b309-48dc-4115-b5a9-f40c05a78d0f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0839186 Dec 09 10:10:08.155080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d21f0a9d-d280-43cc-83d1-3057511cd5b7 req-2ac8300b-d610-465c-b048-ed6df4cc6393 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449612 Dec 09 10:10:08.526820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:09.365821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f50245-47e8-4056-bd9d-0d24813b931f req-b92f8119-724d-4a4c-85de-012d19190706 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:09.367335 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-33f50245-47e8-4056-bd9d-0d24813b931f req-b92f8119-724d-4a4c-85de-012d19190706 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0824971 Dec 09 10:10:09.414787 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-33f50245-47e8-4056-bd9d-0d24813b931f req-233ce6c3-7bdb-48ab-a521-901fa0df59e1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412366 Dec 09 10:10:10.620910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45690100-6fc5-4718-a1ad-d899317395c5 req-b6bfd6e4-4888-4749-bbb3-9105c0ede603 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:10.622562 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45690100-6fc5-4718-a1ad-d899317395c5 req-b6bfd6e4-4888-4749-bbb3-9105c0ede603 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0844238 Dec 09 10:10:10.671457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45690100-6fc5-4718-a1ad-d899317395c5 req-4886b316-d1b9-4512-a4b4-0d62a8233373 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428913 Dec 09 10:10:11.879520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bfeb5-8acc-434f-a049-09ea5e1acf9f req-987e4766-ad85-4992-a815-842517b9c3f0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:11.881094 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8d7bfeb5-8acc-434f-a049-09ea5e1acf9f req-987e4766-ad85-4992-a815-842517b9c3f0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0857570 Dec 09 10:10:11.929000 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8d7bfeb5-8acc-434f-a049-09ea5e1acf9f req-366bc55a-b4ce-44dd-bcac-b2d5fb834cc2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Dec 09 10:10:12.860356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-9ac04367-17d1-4aa7-bd08-971e0e27718d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 10:10:12.861460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-9ac04367-17d1-4aa7-bd08-971e0e27718d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056834 Dec 09 10:10:12.942981 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-e63e0191-4a96-40c4-92be-9048ab9ec5ba service neutron] 10.222.0.65 "GET /v2.0/ports/db9dc000-377b-45e4-9cd9-8309ac3aa9b7/bindings/hv-neutron-8195 HTTP/1.1" status: 200 len: 384 time: 0.0758135 Dec 09 10:10:13.152415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6476a0-f3cb-482d-bd8d-8cbb7875f8fb req-e7336559-7d9e-4f85-b9a0-4aead077bc23 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:13.154100 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc6476a0-f3cb-482d-bd8d-8cbb7875f8fb req-e7336559-7d9e-4f85-b9a0-4aead077bc23 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0955009 Dec 09 10:10:13.204052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc6476a0-f3cb-482d-bd8d-8cbb7875f8fb req-3c14c7d7-2fc0-42c7-b2e5-5f2d1a8066cb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436175 Dec 09 10:10:13.219361 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-262e2221-fcf0-4cf7-8537-5eba0c740b1f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 1098 time: 0.0805242 Dec 09 10:10:13.314654 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-a0af852b-46bd-4f25-ad98-5090e5077927 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1098 time: 0.0743523 Dec 09 10:10:13.465676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398118-1dc5-474a-8ec8-99e9982588df req-558328a5-3159-4d2d-9c5a-190dd6b1c2da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:13.467190 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-558328a5-3159-4d2d-9c5a-190dd6b1c2da service neutron] 10.222.0.65 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 898 time: 0.1470942 Dec 09 10:10:13.574922 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-bae545a0-d2b4-4925-99b8-738fd1bd05b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 1001 time: 0.1013770 Dec 09 10:10:13.641970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d398118-1dc5-474a-8ec8-99e9982588df req-deb9a17f-5908-4081-95c8-fd4343f92230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:13.643484 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-deb9a17f-5908-4081-95c8-fd4343f92230 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 200 len: 835 time: 0.0633228 Dec 09 10:10:13.725325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-458c6e61-7856-4612-bf7e-39ffeec2148b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=386fd1a4-ae28-41c3-9545-088a1e311cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759194 Dec 09 10:10:13.869042 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-f4d0a435-2663-4750-9128-5096d370fcd6 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378818 Dec 09 10:10:14.011077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d398118-1dc5-474a-8ec8-99e9982588df req-9cf429a2-c922-40c0-a8b1-5db8d3103e6b service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363144 Dec 09 10:10:14.407403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a908a6-6a63-4dec-ae16-5c4103d09435 req-23a06394-9bf9-4f44-80c5-1d256bef5f7f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:14.408935 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73a908a6-6a63-4dec-ae16-5c4103d09435 req-23a06394-9bf9-4f44-80c5-1d256bef5f7f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0821223 Dec 09 10:10:14.457771 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73a908a6-6a63-4dec-ae16-5c4103d09435 req-b3f54a77-70d8-49c0-8c0e-05c496625f14 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413976 Dec 09 10:10:15.668818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f726a36-e8e7-4b70-8778-956d0c350315 req-b574cba3-1c54-4049-ba0b-15b4404ef74d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:15.670544 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f726a36-e8e7-4b70-8778-956d0c350315 req-b574cba3-1c54-4049-ba0b-15b4404ef74d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0877979 Dec 09 10:10:15.723210 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f726a36-e8e7-4b70-8778-956d0c350315 req-48378a36-1a9e-4dcd-9d42-9da53daeb222 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449173 Dec 09 10:10:16.400427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device db9dc000-377b-45e4-9cd9-8309ac3aa9b7 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:10:16.403025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device db9dc000-377b-45e4-9cd9-8309ac3aa9b7 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:10:16.791357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:16.837151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:10:16.854486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:10:16.867168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'port_id': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'mac_address': 'fa:16:3e:ea:04:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:10:16.872216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:10:16.911112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:16.915420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:16.949515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'code': 200} Dec 09 10:10:16.988038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:17.020313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9dc000-377b-45e4-9cd9-8309ac3aa9b7 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:10:17.023789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:17.042190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.042581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.042966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.043346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.043723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.044143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.044520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.044894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.045289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.045659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.046033 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:17.051528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:17.053163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:10:17.058115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:17.059906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:17.086577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eae9ec-f627-45e9-9fa9-69ee767bd5ae req-cf45dfba-5e49-41fa-95db-9953b6c4c27d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:17.088187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-04eae9ec-f627-45e9-9fa9-69ee767bd5ae req-cf45dfba-5e49-41fa-95db-9953b6c4c27d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 943 time: 0.0962327 Dec 09 10:10:17.124875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['db9dc000-377b-45e4-9cd9-8309ac3aa9b7'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:10:17.140810 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-04eae9ec-f627-45e9-9fa9-69ee767bd5ae req-96619f68-88c7-4b4b-9a6f-4dad10347906 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Dec 09 10:10:17.170749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:17.184121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:17.577083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415d464-29b1-412d-8a0c-7e409d883220 req-b4976408-2792-4d4b-8171-371f67b805ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:17.578653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c415d464-29b1-412d-8a0c-7e409d883220 req-b4976408-2792-4d4b-8171-371f67b805ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 944 time: 0.1521530 Dec 09 10:10:17.586211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-d214a84e-b8a0-4137-a283-8572811b11a6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:17.587678 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-d214a84e-b8a0-4137-a283-8572811b11a6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa&tenant_id=8b76001a259e49eaa932ca68c84db507&binding%3Ahost_id=hv-neutron-8195 HTTP/1.1" status: 200 len: 944 time: 0.1227098 Dec 09 10:10:17.631749 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c415d464-29b1-412d-8a0c-7e409d883220 req-e12d1d89-11ed-400d-b4ed-df22c9f19093 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430341 Dec 09 10:10:17.737873 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-72b6ae23-0b5d-4007-9846-045c44ae4a46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1097 time: 0.0765665 Dec 09 10:10:17.774580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:17.850457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7073b8-14ee-41f7-83d3-655b883e7ace req-e6d88c65-cf78-44ca-80d6-b94a62b27525 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:17.852078 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b7073b8-14ee-41f7-83d3-655b883e7ace req-e6d88c65-cf78-44ca-80d6-b94a62b27525 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 944 time: 0.0914841 Dec 09 10:10:17.886736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-4a7011e6-4dd0-468d-8ecc-67ecdcfbd86e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:17.888330 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-4a7011e6-4dd0-468d-8ecc-67ecdcfbd86e service neutron] 10.222.0.65 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 898 time: 0.1449261 Dec 09 10:10:17.902156 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b7073b8-14ee-41f7-83d3-655b883e7ace req-74d81c21-ec98-494f-bad0-e7019268c21b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435972 Dec 09 10:10:17.995983 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-edf51d47-4ce2-4020-b371-96162d9b4a9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 1000 time: 0.1004040 Dec 09 10:10:18.078045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-d57333fe-fc3d-4b8c-af07-9e3209bbc4ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:18.079663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-d57333fe-fc3d-4b8c-af07-9e3209bbc4ad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 200 len: 835 time: 0.0776975 Dec 09 10:10:18.159349 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-ad8817a3-3118-4b4b-88d3-e6073e6a273b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=386fd1a4-ae28-41c3-9545-088a1e311cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733261 Dec 09 10:10:18.299609 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-cdcf231c-3dd2-49c2-aa4f-667f8e623a44 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340194 Dec 09 10:10:18.396613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device db9dc000-377b-45e4-9cd9-8309ac3aa9b7 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:10:18.446951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-939e079c-c32a-4cfb-b074-b7480b10c43b req-f047fe45-be76-4590-b1af-adba9ec0fbd1 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408522 Dec 09 10:10:18.474142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:10:18.474563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:18.592226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:18.625740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:10:18.628595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:18.630534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:18.698184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:18.701221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:18.950592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:10:19.007882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'code': 200} Dec 09 10:10:19.115835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990ba0b-13a4-417e-8541-10971209ca0e req-e73ca0d2-ebda-4feb-b52f-de475637efaf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:19.117459 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4990ba0b-13a4-417e-8541-10971209ca0e req-e73ca0d2-ebda-4feb-b52f-de475637efaf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.0890050 Dec 09 10:10:19.409709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4990ba0b-13a4-417e-8541-10971209ca0e req-3e306ddc-4bba-4760-bb62-c1231de699d3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857940 Dec 09 10:10:19.441682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39020) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:19.568808 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e19be0b6-b43d-4294-b065-9e2aa67c2c47 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06 HTTP/1.1" status: 200 len: 993 time: 0.1257074 Dec 09 10:10:31.457885 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-52935957-0164-4b2e-ad9f-1d40dfe00bd3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1456575 Dec 09 10:10:31.605085 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-b52b5fb3-6c5c-4c4a-a661-ea7d6b867e73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1098 time: 0.0740809 Dec 09 10:10:31.761542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-1574255d-c52a-4a8d-bf04-391325d455d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:31.763129 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-1574255d-c52a-4a8d-bf04-391325d455d4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 898 time: 0.1375759 Dec 09 10:10:31.877999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-de24dbe4-2dcb-44fd-8f4d-fae0fee0d257 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 1001 time: 0.1066353 Dec 09 10:10:31.948316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-f05b1ed7-8102-4f06-ae9a-bd3370d8a939 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:31.949851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-f05b1ed7-8102-4f06-ae9a-bd3370d8a939 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 200 len: 835 time: 0.0658422 Dec 09 10:10:32.029308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-e966a37b-2aaf-4e3f-9ebc-ac1740ac7339 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=386fd1a4-ae28-41c3-9545-088a1e311cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732017 Dec 09 10:10:32.175996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-ef140d85-9774-4442-a397-e0fe776ad634 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404588 Dec 09 10:10:32.302112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:10:32.315763 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff191c4d-32bc-48ac-bd38-087ef4b734cd req-145afdb3-0202-420c-844b-68bc480c35a7 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323252 Dec 09 10:10:34.518218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1784fcd6-3373-4020-9431-f5034b768159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:35.777658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:36.784367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-13c84279-2c31-4852-8e19-c3ea33696a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:37.227913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:38.526627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:46.008360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39034) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:46.220082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 3993725c-04ed-4a28-923c-d09dc612a572 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:10:46.220464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:46.395275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:46.395650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:46.524657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 3993725c-04ed-4a28-923c-d09dc612a572 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:10:46.675523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:46.679798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-df076e3e-ad46-4213-8401-c65178112759 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:46.725590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=3993725c-04ed-4a28-923c-d09dc612a572,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:46.765927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.766359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.766781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.767200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.767624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.768120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.768567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.768980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.769413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.769820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.770227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:46.780629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:46.835726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:47.263809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 62fe0021-c618-4159-93c6-534c35d1f3c8 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:10:47.475014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:10:47.485694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] Sync routers for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:10:47.494189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:47.498700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:10:47.499376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:10:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:47.702820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:10:47.775946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:47.787069 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/floatingips/3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06 HTTP/1.1" status: 204 len: 168 time: 1.7748587 Dec 09 10:10:47.787069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:10:47.841838 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'status': 'completed', 'code': 200} Dec 09 10:10:47.941178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e15de86d-d024-42cd-beb0-150277abfae9 req-57481ecb-f4e1-4e2b-9854-88a3608e945a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 1098 time: 0.0767128 Dec 09 10:10:48.072040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '02022c49-d575-4bcc-9393-a0cd5e7801ab', 'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:28:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:06Z', 'updated_at': '2021-12-09T10:09:12Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:48.076736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] Checking router: 62fe0021-c618-4159-93c6-534c35d1f3c8 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:10:48.088916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:10:48.089948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:10:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:48.092595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15de86d-d024-42cd-beb0-150277abfae9 req-40754282-3404-4234-9657-93f99a8a772f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:48.094270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e15de86d-d024-42cd-beb0-150277abfae9 req-40754282-3404-4234-9657-93f99a8a772f service neutron] 10.222.0.65 "GET /v2.0/networks?id=386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 200 len: 898 time: 0.1475363 Dec 09 10:10:48.178946 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e15de86d-d024-42cd-beb0-150277abfae9 req-e1700114-4b30-4ebf-a09a-33eecbf3a398 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 200 len: 217 time: 0.0777769 Dec 09 10:10:48.250546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15de86d-d024-42cd-beb0-150277abfae9 req-9e85dc11-6aa3-42ff-b09e-551d075bd044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:48.252116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e15de86d-d024-42cd-beb0-150277abfae9 req-9e85dc11-6aa3-42ff-b09e-551d075bd044 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 200 len: 835 time: 0.0667443 Dec 09 10:10:48.281615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:10:48.290059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d9323-d5f9-4306-8b74-35a07af2747c req-736d8712-9e78-426a-8d82-c6f19e794bbf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:48.293623 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e54d9323-d5f9-4306-8b74-35a07af2747c req-736d8712-9e78-426a-8d82-c6f19e794bbf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.1663575 Dec 09 10:10:48.337499 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e15de86d-d024-42cd-beb0-150277abfae9 req-459e1a50-8b7c-49df-8d0d-0ce59fc6033f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=386fd1a4-ae28-41c3-9545-088a1e311cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788057 Dec 09 10:10:48.348512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e54d9323-d5f9-4306-8b74-35a07af2747c req-3e7d9847-476e-47b6-8d0a-2f45119e9f4a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503247 Dec 09 10:10:48.482739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e15de86d-d024-42cd-beb0-150277abfae9 req-eef7a8dc-a750-415a-9bb6-5413436ae5f5 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382508 Dec 09 10:10:48.638915 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e15de86d-d024-42cd-beb0-150277abfae9 req-32df5480-b604-4ef6-bd1c-b6186ee5fed9 service neutron] 10.222.0.65 "GET /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470039 Dec 09 10:10:48.782029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '02022c49-d575-4bcc-9393-a0cd5e7801ab', 'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:28:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:06Z', 'updated_at': '2021-12-09T10:09:12Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:48.786755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40812ae2-fd3a-4c40-876c-8e54629adb0b None None] The sync data for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv is: [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:07Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '02022c49-d575-4bcc-9393-a0cd5e7801ab', 'name': '', 'network_id': '386fd1a4-ae28-41c3-9545-088a1e311cfe', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:28:2e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:06Z', 'updated_at': '2021-12-09T10:09:12Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '76f005e0-9a6a-42b3-ae91-8e469124c27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:10:49.208259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d06e5d-caf1-4161-8f8e-596f248bca7d None None] New status for floating IP 3a3f5b7c-f49f-40ee-8f5f-ff1271c44f06: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:10:49.636435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f08a55-59ee-4650-836a-0c3bc5414cd9 req-bbb1bdcc-7509-427f-926b-d4de2a672739 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:49.637219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-35f08a55-59ee-4650-836a-0c3bc5414cd9 req-bbb1bdcc-7509-427f-926b-d4de2a672739 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:10:49.651937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-35f08a55-59ee-4650-836a-0c3bc5414cd9 req-bbb1bdcc-7509-427f-926b-d4de2a672739 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:10:49.653218 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35f08a55-59ee-4650-836a-0c3bc5414cd9 req-bbb1bdcc-7509-427f-926b-d4de2a672739 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.1766839 Dec 09 10:10:49.755790 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-35f08a55-59ee-4650-836a-0c3bc5414cd9 req-33cb6edb-dfae-4092-a2c0-ca9419d7a698 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=e03827a6-9ceb-45b8-968e-9f4a754f2f37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670292 Dec 09 10:10:49.778738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-7ec88beb-2a61-44ac-9ac7-978e1f26db32 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:49.780289 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-7ec88beb-2a61-44ac-9ac7-978e1f26db32 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 945 time: 0.1242995 Dec 09 10:10:49.854306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:10:49.854684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:50.102198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port db9dc000-377b-45e4-9cd9-8309ac3aa9b7, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:10:50.102594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:50.229170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for db9dc000-377b-45e4-9cd9-8309ac3aa9b7 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:10:50.381295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:50.386886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c6c5b6a-661e-4a1c-aed1-72eed1264147 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:50.430683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=db9dc000-377b-45e4-9cd9-8309ac3aa9b7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:50.434453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:50.509654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] No DVR routers for this DVR port db9dc000-377b-45e4-9cd9-8309ac3aa9b7 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:10:50.512094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:50.514868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'name': 'network-vif-deleted', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:10:50.530254 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d873442e-b98e-4618-a4ae-61aac679b2d3 req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "DELETE /v2.0/ports/db9dc000-377b-45e4-9cd9-8309ac3aa9b7 HTTP/1.1" status: 204 len: 173 time: 0.7421675 Dec 09 10:10:50.580853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a1171b-c0d5-48a7-81d6-fa5481ba3eaa', 'name': 'network-vif-deleted', 'tag': 'db9dc000-377b-45e4-9cd9-8309ac3aa9b7', 'status': 'completed', 'code': 200} Dec 09 10:10:50.962101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-003c4bbb-658d-44e8-959f-354440066392 req-d1886f24-389b-4f47-8c19-e43995986429 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:10:50.979011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-003c4bbb-658d-44e8-959f-354440066392 req-d1886f24-389b-4f47-8c19-e43995986429 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:10:50.980495 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-003c4bbb-658d-44e8-959f-354440066392 req-d1886f24-389b-4f47-8c19-e43995986429 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=64a1171b-c0d5-48a7-81d6-fa5481ba3eaa HTTP/1.1" status: 200 len: 210 time: 0.0771883 Dec 09 10:10:52.091511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39056) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:52.506905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:52.661255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device db9dc000-377b-45e4-9cd9-8309ac3aa9b7 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:10:52.694936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: db9dc000-377b-45e4-9cd9-8309ac3aa9b7 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:10:52.695267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device db9dc000-377b-45e4-9cd9-8309ac3aa9b7 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:10:53.136925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 02022c49-d575-4bcc-9393-a0cd5e7801ab {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:10:53.137559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:53.565498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port 02022c49-d575-4bcc-9393-a0cd5e7801ab, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=02022c49-d575-4bcc-9393-a0cd5e7801ab,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:10:53.565817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:53.696318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 02022c49-d575-4bcc-9393-a0cd5e7801ab owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:10:53.884815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:53.889249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-08a77ebe-6d09-4016-9bbf-3825b72c7c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:53.933438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=02022c49-d575-4bcc-9393-a0cd5e7801ab,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:53.977611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.978052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.978478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.978896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.979309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.979719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.980131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.980543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.980950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.981497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.981906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:10:53.985608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:54.261660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:54.854049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 62fe0021-c618-4159-93c6-534c35d1f3c8 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:10:55.067395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:10:55.077679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] Sync routers for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:10:55.084367 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/62fe0021-c618-4159-93c6-534c35d1f3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9916747 Dec 09 10:10:55.087510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39060) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:55.092387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:10:55.093200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:10:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:55.284945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:10:55.293799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7502d763-bcfb-4042-823e-f1da1613a978 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting subnet 76f005e0-9a6a-42b3-ae91-8e469124c27f {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:10:55.296968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7502d763-bcfb-4042-823e-f1da1613a978 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:55.359069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7502d763-bcfb-4042-823e-f1da1613a978 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:55.450509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7502d763-bcfb-4042-823e-f1da1613a978 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:55.530451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7502d763-bcfb-4042-823e-f1da1613a978 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:55.535296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-21e6f31d-ab46-4bbf-ba67-2f508ba9e892 tempest-NetworksTest-527395295 tempest-NetworksTest-527395295-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:55.582464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502d763-bcfb-4042-823e-f1da1613a978 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Subnet': ['ID=76f005e0-9a6a-42b3-ae91-8e469124c27f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:55.586619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7502d763-bcfb-4042-823e-f1da1613a978 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:55.592857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7502d763-bcfb-4042-823e-f1da1613a978 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:55.598159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c3ff46-b0cf-458d-9206-4bc0c9ee709c None None] Network 386fd1a4-ae28-41c3-9545-088a1e311cfe requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:10:55.605569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39064) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:55.605737 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7502d763-bcfb-4042-823e-f1da1613a978 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/subnets/76f005e0-9a6a-42b3-ae91-8e469124c27f HTTP/1.1" status: 204 len: 168 time: 0.5169876 Dec 09 10:10:55.619974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:10:53Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:55.636835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] Checking router: 62fe0021-c618-4159-93c6-534c35d1f3c8 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:10:55.702109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] Routers {'62fe0021-c618-4159-93c6-534c35d1f3c8'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:10:55.702731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:10:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['62fe0021-c618-4159-93c6-534c35d1f3c8'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:55.843358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:55.992756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] Set router 62fe0021-c618-4159-93c6-534c35d1f3c8 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:10:56.055207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:56.063344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port f490da90-699a-4c23-8a59-9ef6d3300556 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:10:56.063713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:56.198172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] DHCP port deletion for 386fd1a4-ae28-41c3-9545-088a1e311cfe request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:10:56.217569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] Deleting port 97451bfc-87c5-4d02-aa64-f9743521380e {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:10:56.217999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:56.272811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port f490da90-699a-4c23-8a59-9ef6d3300556, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f490da90-699a-4c23-8a59-9ef6d3300556,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:10:56.273285 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:56.399587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for f490da90-699a-4c23-8a59-9ef6d3300556 owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:10:56.485373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 97451bfc-87c5-4d02-aa64-f9743521380e no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:10:56.547449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] For port 97451bfc-87c5-4d02-aa64-f9743521380e, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=97451bfc-87c5-4d02-aa64-f9743521380e,segment=NetworkSegment(3a5dc9e4-a10c-4f5f-be9f-eb7843645afb),segment_id=3a5dc9e4-a10c-4f5f-be9f-eb7843645afb)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:10:56.547791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:56.579194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:56.584586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b584b07-6b0b-4d77-8b89-1fa1c0ce8d42 tempest-ServersNegativeTestJSON-493786930 tempest-ServersNegativeTestJSON-493786930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:56.626850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=f490da90-699a-4c23-8a59-9ef6d3300556,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:56.630231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:56.860787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] Calling delete_port for 97451bfc-87c5-4d02-aa64-f9743521380e owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:10:56.867517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:56.889812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:10:53Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:56.905625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f1117-d9c1-4de8-a1b9-15d305fc19c8 None None] The sync data for ids ['62fe0021-c618-4159-93c6-534c35d1f3c8'] in dv-neutron-819581-1-hyperv is: [{'id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-891137718', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:10:53Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'f490da90-699a-4c23-8a59-9ef6d3300556', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62fe0021-c618-4159-93c6-534c35d1f3c8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:09:02Z', 'updated_at': '2021-12-09T10:09:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:10:56.996532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.017152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.023037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:57.073756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] Pushing event deleted for resources: {'Port': ['ID=97451bfc-87c5-4d02-aa64-f9743521380e,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:57.077061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:57.113656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] No DVR routers for this DVR port 97451bfc-87c5-4d02-aa64-f9743521380e on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:10:57.378463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.383109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.409152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.409752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Fanout notify agent at l3_agent the message router_deleted on router 62fe0021-c618-4159-93c6-534c35d1f3c8 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:10:57.425074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.426302 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/routers/62fe0021-c618-4159-93c6-534c35d1f3c8 HTTP/1.1" status: 204 len: 168 time: 1.8192785 Dec 09 10:10:57.429240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39068) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:57.555554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.699225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.725755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386fd1a4-ae28-41c3-9545-088a1e311cfe']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:57.739334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:57.739671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5dc9e4-a10c-4f5f-be9f-eb7843645afb') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:10:57.752568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.771359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.777610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:10:57.778032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:10:57.793623 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:10:57.872240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.875820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27da0b10-4546-4d48-b3a1-d55977996be7 tempest-NetworksIpV6TestAttrs-1021989111 tempest-NetworksIpV6TestAttrs-1021989111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:57.894625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:57.903704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Network': ['ID=386fd1a4-ae28-41c3-9545-088a1e311cfe,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:57.907118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:57.912577 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-914e6387-1010-4df5-8ab7-16eff70299d9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/networks/386fd1a4-ae28-41c3-9545-088a1e311cfe HTTP/1.1" status: 204 len: 168 time: 0.4822857 Dec 09 10:10:57.915347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39072) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:57.990805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd12ed59-10f4-43ec-ae71-8ab8a5dc2cc1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.021089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd12ed59-10f4-43ec-ae71-8ab8a5dc2cc1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.073590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd12ed59-10f4-43ec-ae71-8ab8a5dc2cc1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.078810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a6ee87f-7c6b-4c43-900a-98b15cf55f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:58.095765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12ed59-10f4-43ec-ae71-8ab8a5dc2cc1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03827a6-9ceb-45b8-968e-9f4a754f2f37,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:58.099243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd12ed59-10f4-43ec-ae71-8ab8a5dc2cc1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:58.106017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd12ed59-10f4-43ec-ae71-8ab8a5dc2cc1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.107476 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dd12ed59-10f4-43ec-ae71-8ab8a5dc2cc1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/security-groups/e03827a6-9ceb-45b8-968e-9f4a754f2f37 HTTP/1.1" status: 204 len: 168 time: 0.1910751 Dec 09 10:10:58.392362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39080) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:58.399231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901271814', 'description': 'tempest-secgroup-smoke-901271814 description', 'project_id': '8b76001a259e49eaa932ca68c84db507'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:58.405615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:58.409944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:58.412887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:58.418852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:58.429048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.467192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:58.471282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:58.474287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:58.480605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:58.485760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 02022c49-d575-4bcc-9393-a0cd5e7801ab no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:10:58.520491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 02022c49-d575-4bcc-9393-a0cd5e7801ab {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:10:58.520879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 02022c49-d575-4bcc-9393-a0cd5e7801ab not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:10:58.521356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f490da90-699a-4c23-8a59-9ef6d3300556 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:10:58.537893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.540768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.546220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e54ee288-1a81-41e1-b30a-071529818c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:58.552793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f490da90-699a-4c23-8a59-9ef6d3300556 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:10:58.553208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f490da90-699a-4c23-8a59-9ef6d3300556 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:10:58.593926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badbbb86-b0b2-4aed-955b-d63b06546cdc,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:58.597264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:58.598495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.599784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0fa56819-c935-417a-99c1-8bb7b83921c5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2057066 Dec 09 10:10:58.602985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39084) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:58.608932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'badbbb86-b0b2-4aed-955b-d63b06546cdc', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:58.615780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:58.619732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:58.622703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:58.629239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:58.644807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.706003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.708432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.716477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f131867-df2b-41c9-9f94-848e0b5a648d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:58.739236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3accc17-3b39-467a-8921-2bad82e310a7,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:58.742252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:58.744269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.748580 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1416407 Dec 09 10:10:58.748580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39088) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:58.755161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'badbbb86-b0b2-4aed-955b-d63b06546cdc', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:58.761570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:58.765522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:58.768535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:58.774490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:58.789824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.854176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.856821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.863053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a3b508b4-0a7a-4301-8da8-7c506a5b2e02 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:58.884468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ba24e3-ccc3-443e-bb73-5dbefc429e0d,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:58.887020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:58.893288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:58.894718 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-63e38887-bd7b-4eac-bdb6-bf5dbb224e74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1452336 Dec 09 10:10:58.897678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39092) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:58.903487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'badbbb86-b0b2-4aed-955b-d63b06546cdc', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:58.909957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:58.913908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:58.916837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:58.923019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:58.938967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.006611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.009361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.011276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-085ae021-bf29-4136-958b-f70b6d2652fb tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:59.035760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2577526-2e7f-425b-bb38-497b4ccc12ab,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:59.038345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:59.044610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.045920 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1472542 Dec 09 10:10:59.048762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39096) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:59.055209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'badbbb86-b0b2-4aed-955b-d63b06546cdc', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:59.061360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:59.065475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:59.068467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:59.074540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:59.090323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.155540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.158128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.160678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bcd9d77a-ee09-47e8-a090-eb4354027cf4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:59.184646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863a6baf-69e9-43de-82db-33b1383b89c1,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:59.187207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:59.193413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.194691 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1443121 Dec 09 10:10:59.197586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39100) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:59.203432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'badbbb86-b0b2-4aed-955b-d63b06546cdc', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:59.209660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:59.213953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:59.216902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:59.223464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:59.235226 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:10:59.242653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.313191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.315705 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.323300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3b023d9-d84f-4f11-9832-63b81263619e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:59.341853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac40656-6900-4e1d-b9a2-70fbdf4a33e1,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:59.344064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:59.351066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.352321 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1537549 Dec 09 10:10:59.355289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39104) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:59.361037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': 'badbbb86-b0b2-4aed-955b-d63b06546cdc', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:59.368062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:59.372005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:59.374973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:59.380982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:59.390235 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:10:59.397492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.464663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.467198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.475186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-077096e6-8a18-4013-b3c9-11b54300168b tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:59.494070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a47695c6-399e-4aa4-8b77-01b86abc2b58,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:59.496519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:59.502575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.503831 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1475670 Dec 09 10:10:59.506849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39108) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:59.512852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'network': {'name': 'tempest-network-smoke--835907045', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'port_security_enabled': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:59.518460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:59.522740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:network and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:59.525791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:59.531893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:59.541791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:10:59.547155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.575739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:10:59.585547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.585934 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Added segment 6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa of type vlan for network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 Dec 09 10:10:59.618488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.649633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.653734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:10:59.654375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.660662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-57ef904a-f15e-4e96-b02b-c9bfc720376b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:10:59.766631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2586753 Dec 09 10:10:59.770319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39112) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:10:59.776270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'admin_state_up': True, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:10:59.777382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Network': ['ID=687436e9-8985-42ad-9bc6-bf1ed36f5ca2,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:10:59.780123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:10:59.784597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:10:59.788267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:10:59.789956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:router and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:10:59.793035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:10:59.799699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:10:59.810389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.811373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.833397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:10:59.990801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:00.175024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:00.210573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:00.351990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.132 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/efad5e27-382a-4e41-8c2a-dfd7a8eaad5f) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:11:00.510281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:00.538763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:00.543111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:00.617269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:11:00.620315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:11:00.624684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:11:00.653830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=efad5e27-382a-4e41-8c2a-dfd7a8eaad5f,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:00.661621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:00.792304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:00.793072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:01.027169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:11:01.474620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:11:01.484322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Sync routers for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:11:01.498317 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:11:01.499185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:10:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:01.500040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:01.501386 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7298784 Dec 09 10:11:01.505501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39116) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:01.553210 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-62a9640b-a4ab-47e1-a6e4-9656e1cfb449 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b76001a259e49eaa932ca68c84db507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464349 Dec 09 10:11:01.555841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39120) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:01.686772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:11:01.698761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c74d26b-069a-4356-a502-0cdb17c8bd4c tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:01.700408 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1c74d26b-069a-4356-a502-0cdb17c8bd4c tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1435809 Dec 09 10:11:01.703410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39124) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:01.753019 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-208f6d9a-5997-4beb-8d58-bab8f3a42e7e tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472982 Dec 09 10:11:01.755303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39128) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:01.761158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1848931166', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:11:01.874612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:11:01.880136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:subnet and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:11:01.883202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:11:01.889236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:11:01.898303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:11:01.985873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:00Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:01.990530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Checking router: 653165aa-5cea-49a1-b9d5-ba96aef3ca85 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:11:01.990919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Updating router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:11:02.007999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.043217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.241846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.246140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-beef6133-591e-4d6b-81f4-86003ad05d67 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:02.340593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Subnet': ['ID=43dc9528-df0e-493b-9445-3741e3846da1,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:02.344366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:02.352739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Checking segment: {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:11:02.353151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network hostable DHCP agents. Network: 687436e9-8985-42ad-9bc6-bf1ed36f5ca2, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:11:02.376088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:11:02.386457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 687436e9-8985-42ad-9bc6-bf1ed36f5ca2) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:11:02.390653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:02.391304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.397424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398912f6-895b-47ab-8c38-5b89706699d3 None None] Network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:11:02.401153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.415139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Transition to ACTIVE for port object efad5e27-382a-4e41-8c2a-dfd7a8eaad5f will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:11:02.417354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39132) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:02.417515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-02955f00-e894-47b7-95dc-309e7dc02c82 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6611276 Dec 09 10:11:02.422090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.427345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-87ba9ec2-db07-42c2-9ef9-5cca9ac5d404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:02.512384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Attempting to bind port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:11:02.512978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Attempting to bind port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:11:02.513511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Attempting to bind port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:11:02.516682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Pushing event updated for resources: {'Port': ['ID=efad5e27-382a-4e41-8c2a-dfd7a8eaad5f,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:02.531428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.531809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.532182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.532552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.532924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.533884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.534838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.535216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.535578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.535945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.536305 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:11:02.539787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:11:02.540207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:11:02.540658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.541080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:11:02.541620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Bound port: efad5e27-382a-4e41-8c2a-dfd7a8eaad5f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:11:02.542036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.571060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:02.624842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] For port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:11:02.628699 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] For port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=efad5e27-382a-4e41-8c2a-dfd7a8eaad5f,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:11:02.633195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.637830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ba1cdb7d-7a8a-4356-ad96-9af2f5c6e2d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:02.646646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:11:02.647586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:02.731971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Pushing event updated for resources: {'Port': ['ID=efad5e27-382a-4e41-8c2a-dfd7a8eaad5f,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:02.735215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:11:02.735890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:10:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:02.789745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-491dc556-812d-40b2-82f9-6cf95c6ce445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:02.842432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Allocated IP 172.20.0.2 (687436e9-8985-42ad-9bc6-bf1ed36f5ca2/43dc9528-df0e-493b-9445-3741e3846da1/d64621c3-dfdc-48e3-9894-6c8ec8b9db4f) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:11:02.935105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:11:03.065850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:03.077433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Transition to ACTIVE for port object d64621c3-dfdc-48e3-9894-6c8ec8b9db4f will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:11:03.099026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Transition to ACTIVE for port object d64621c3-dfdc-48e3-9894-6c8ec8b9db4f will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:11:03.103767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:03.108124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-50251e64-c10a-4956-b0ae-e08e5e237ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:03.171063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Pushing event updated for resources: {'Port': ['ID=d64621c3-dfdc-48e3-9894-6c8ec8b9db4f,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:03.175286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:03.190871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:11:03.192005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:11:03.195369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:11:03.245737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:00Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:03.245979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:03.249888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b712962-a2d6-4c89-8c63-3b22f4ee55a3 None None] The sync data for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv is: [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:00Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:11:03.292178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Attempting to bind port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:11:03.292602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Attempting to bind port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:11:03.293016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Attempting to bind port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f on network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:11:03.300881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:11:03.301339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Checking segment: {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:11:03.301793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:03.302233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Bound using segment: {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:11:03.302753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Bound port: d64621c3-dfdc-48e3-9894-6c8ec8b9db4f, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:11:03.303176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:03.400730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] For port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:11:03.403928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] For port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d64621c3-dfdc-48e3-9894-6c8ec8b9db4f,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:11:03.407294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:03.411818 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:03.492339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Pushing event updated for resources: {'Port': ['ID=d64621c3-dfdc-48e3-9894-6c8ec8b9db4f,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:03.495564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:03.663448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.1 (687436e9-8985-42ad-9bc6-bf1ed36f5ca2/43dc9528-df0e-493b-9445-3741e3846da1/76507f88-4725-4f14-903c-3257171dc057) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:11:03.879341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:03.903560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object 76507f88-4725-4f14-903c-3257171dc057 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:11:03.926522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:03.931838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:04.012536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:11:04.013712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:11:04.019662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:11:04.066570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=76507f88-4725-4f14-903c-3257171dc057,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:04.071928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:04.087905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:04.187062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:04.527723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bf8a1071-0a58-4713-9b20-016de34bde27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:04.561494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device efad5e27-382a-4e41-8c2a-dfd7a8eaad5f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:11:04.636089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:11:04.641714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:04.642998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:04.787779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:04.806710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=efad5e27-382a-4e41-8c2a-dfd7a8eaad5f,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:11:04.810209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:04.811120 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d64621c3-dfdc-48e3-9894-6c8ec8b9db4f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:11:04.841708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3bddf2da-163f-49f3-a48b-02044ee74c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:04.904874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:04.909844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:04.942792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fe07ef75-b8df-42cf-9e7b-5a1050741191 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:04.944536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=efad5e27-382a-4e41-8c2a-dfd7a8eaad5f,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:04.947998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:04.957855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:11:05.035502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:05.040057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=76507f88-4725-4f14-903c-3257171dc057,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:05.043447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:05.195876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:11:05.197016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:11:05.225436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b167e9-b0e4-4bce-97e8-c04547cee3e6 None None] Network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:11:05.319277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2cd437d7-3f57-48c6-b596-0e6073d4fb2e None None] Provisioning for port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:11:05.335274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2cd437d7-3f57-48c6-b596-0e6073d4fb2e None None] Provisioning complete for port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:05.335706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cd437d7-3f57-48c6-b596-0e6073d4fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:05.564200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cd437d7-3f57-48c6-b596-0e6073d4fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:05.602821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:11:05.616880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2cd437d7-3f57-48c6-b596-0e6073d4fb2e None None] For port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d64621c3-dfdc-48e3-9894-6c8ec8b9db4f,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:11:05.621663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2cd437d7-3f57-48c6-b596-0e6073d4fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:05.623644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:05.706500 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd437d7-3f57-48c6-b596-0e6073d4fb2e None None] Pushing event updated for resources: {'Port': ['ID=d64621c3-dfdc-48e3-9894-6c8ec8b9db4f,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:05.710448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cd437d7-3f57-48c6-b596-0e6073d4fb2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:05.783597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:05.833574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:11:05.848543 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/653165aa-5cea-49a1-b9d5-ba96aef3ca85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4294944 Dec 09 10:11:06.050742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-804719af-79da-491a-ac17-3ce3092a2b23 None None] Provisioning for port 76507f88-4725-4f14-903c-3257171dc057 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:11:06.056027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-804719af-79da-491a-ac17-3ce3092a2b23 None None] Provisioning complete for port 76507f88-4725-4f14-903c-3257171dc057 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:06.056443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-804719af-79da-491a-ac17-3ce3092a2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:06.120021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-804719af-79da-491a-ac17-3ce3092a2b23 None None] Port 76507f88-4725-4f14-903c-3257171dc057 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:11:06.141453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-804719af-79da-491a-ac17-3ce3092a2b23 None None] Provisioning complete for port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:06.141883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-804719af-79da-491a-ac17-3ce3092a2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:06.151400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-090c5eb8-1c2a-454b-8ab5-b083228b1599 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:11:06.168636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-090c5eb8-1c2a-454b-8ab5-b083228b1599 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:11:06.170245 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-090c5eb8-1c2a-454b-8ab5-b083228b1599 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901271814&fields=id&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 267 time: 0.0717690 Dec 09 10:11:06.346660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-ef9ad1c9-a112-441b-bd70-6a66123d6c80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:06.347447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-ef9ad1c9-a112-441b-bd70-6a66123d6c80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:11:06.362932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Sync routers for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:11:06.366783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-ef9ad1c9-a112-441b-bd70-6a66123d6c80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:11:06.368858 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-ef9ad1c9-a112-441b-bd70-6a66123d6c80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/networks?id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2 HTTP/1.1" status: 200 len: 796 time: 0.1902781 Dec 09 10:11:06.377957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:11:06.378663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:10:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:06.387651 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-6d344e08-de92-46eb-ad65-39111d6057b6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/quotas/8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 375 time: 0.0123854 Dec 09 10:11:06.483018 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-39aebdd8-4ac2-4fb1-9643-0081123b0578 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:11:06.500745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-39aebdd8-4ac2-4fb1-9643-0081123b0578 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:11:06.502927 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-39aebdd8-4ac2-4fb1-9643-0081123b0578 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080632 Dec 09 10:11:06.542093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device efad5e27-382a-4e41-8c2a-dfd7a8eaad5f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:11:06.580733 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8a41abf7-ccef-49b4-897d-ccb112f26512 None None] Provisioning complete for port 76507f88-4725-4f14-903c-3257171dc057 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:06.581178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a41abf7-ccef-49b4-897d-ccb112f26512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:06.656609 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-c950fd74-63f5-4a46-b8e1-559aba5b83d3 service neutron] 10.222.0.18 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411271 Dec 09 10:11:06.695253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8a41abf7-ccef-49b4-897d-ccb112f26512 None None] Port 76507f88-4725-4f14-903c-3257171dc057 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:11:06.712661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:11:06.782776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:06.783272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:06.806592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-26aa3482-cdb0-4125-97d2-29e3a9a5a945 service neutron] 10.222.0.18 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426773 Dec 09 10:11:07.032873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9b15238f-2695-4493-9d91-10f53c0ccc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:07.046088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-242e2ad9-91b5-433e-bbee-bbbae34eb800 req-04fdab6c-8df7-4582-bdf4-c08cf8128a06 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:11:07.060211 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-242e2ad9-91b5-433e-bbee-bbbae34eb800 req-04fdab6c-8df7-4582-bdf4-c08cf8128a06 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:11:07.061503 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-242e2ad9-91b5-433e-bbee-bbbae34eb800 req-04fdab6c-8df7-4582-bdf4-c08cf8128a06 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 210 time: 0.0710740 Dec 09 10:11:07.150738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-f8af231c-138c-44ae-98df-212181164d27 None None] Provisioning complete for port 76507f88-4725-4f14-903c-3257171dc057 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:07.151168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8af231c-138c-44ae-98df-212181164d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:07.329826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:07.330741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f8af231c-138c-44ae-98df-212181164d27 None None] Port 76507f88-4725-4f14-903c-3257171dc057 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:11:07.362930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d64621c3-dfdc-48e3-9894-6c8ec8b9db4f up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:11:07.495321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:07.495744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:07.524973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '76507f88-4725-4f14-903c-3257171dc057', 'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:21:47:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:03Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 2, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '43dc9528-df0e-493b-9445-3741e3846da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:07.536542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Checking router: 653165aa-5cea-49a1-b9d5-ba96aef3ca85 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:11:07.536947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Updating router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 port 76507f88-4725-4f14-903c-3257171dc057 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:11:07.614200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.035076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.048444 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Transition to ACTIVE for port object 76507f88-4725-4f14-903c-3257171dc057 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:11:08.055942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.060506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:08.090373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-7145fa0e-94c7-4099-802f-09d5b7ae1856 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:08.093346 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-7145fa0e-94c7-4099-802f-09d5b7ae1856 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/networks?id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2 HTTP/1.1" status: 200 len: 796 time: 0.1735697 Dec 09 10:11:08.150242 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-0164c4ff-86fc-4884-b8a9-e0c821409e60 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 379 time: 0.0465941 Dec 09 10:11:08.166845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'port': {'device_id': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'admin_state_up': True, 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'security_groups': ['badbbb86-b0b2-4aed-955b-d63b06546cdc']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:11:08.234228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363008f-730a-43fb-a64e-f26e30e0642c None None] Pushing event updated for resources: {'Port': ['ID=76507f88-4725-4f14-903c-3257171dc057,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:08.239147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3363008f-730a-43fb-a64e-f26e30e0642c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:08.308669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Attempting to bind port 76507f88-4725-4f14-903c-3257171dc057 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:11:08.309088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Attempting to bind port 76507f88-4725-4f14-903c-3257171dc057 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:11:08.309628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Attempting to bind port 76507f88-4725-4f14-903c-3257171dc057 on network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:11:08.317159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:11:08.317583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Checking segment: {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:11:08.318028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.318463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Bound using segment: {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:11:08.318974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Bound port: 76507f88-4725-4f14-903c-3257171dc057, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:11:08.319392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.362180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-076991ad-8457-462b-9cdb-2e6e762c575b req-93bd63a3-9065-4621-8aba-47746f6a9c1d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 210 time: 0.0786545 Dec 09 10:11:08.403270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:11:08.414720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:11:08.425800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:11:08.429262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] For port 76507f88-4725-4f14-903c-3257171dc057, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:11:08.433314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] For port 76507f88-4725-4f14-903c-3257171dc057, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=76507f88-4725-4f14-903c-3257171dc057,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:11:08.433458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.438761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.445321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7b112d9-d5e7-4b5a-b9e4-39bde4403238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:08.541230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3363008f-730a-43fb-a64e-f26e30e0642c None None] Pushing event updated for resources: {'Port': ['ID=76507f88-4725-4f14-903c-3257171dc057,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:08.549897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3363008f-730a-43fb-a64e-f26e30e0642c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:08.551730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:11:08.552433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:11:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:08.628893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.7 (687436e9-8985-42ad-9bc6-bf1ed36f5ca2/43dc9528-df0e-493b-9445-3741e3846da1/a6f14344-4778-4feb-94dd-39248bc20dde) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:11:08.631170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.849294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.850995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:11:08.865673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object a6f14344-4778-4feb-94dd-39248bc20dde will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:11:08.886274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:08.894497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1070e15e-7382-4b33-a81f-f994b147bfc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:08.968767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:11:08.973382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:11:08.975927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:11:09.022549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=a6f14344-4778-4feb-94dd-39248bc20dde,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:09.028594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:09.050946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:09.051686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:09.081056 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9245424 Dec 09 10:11:09.092168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Request body: {'port': {'device_id': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:11:09.225157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:09.306142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:11:09.492544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0ac5da2c-8c62-47e5-be79-36f0e9203ff7 None None] Provisioning for port a6f14344-4778-4feb-94dd-39248bc20dde completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:11:09.500131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0ac5da2c-8c62-47e5-be79-36f0e9203ff7 None None] Provisioning complete for port a6f14344-4778-4feb-94dd-39248bc20dde triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:09.500561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0ac5da2c-8c62-47e5-be79-36f0e9203ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:09.562932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5da2c-8c62-47e5-be79-36f0e9203ff7 None None] Port a6f14344-4778-4feb-94dd-39248bc20dde cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:11:09.571028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '76507f88-4725-4f14-903c-3257171dc057', 'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:21:47:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:03Z', 'updated_at': '2021-12-09T10:11:08Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '43dc9528-df0e-493b-9445-3741e3846da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:09.575909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de205b0-cd8d-4224-8233-e1d16b9e1fca None None] The sync data for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv is: [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '76507f88-4725-4f14-903c-3257171dc057', 'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:21:47:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:03Z', 'updated_at': '2021-12-09T10:11:08Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '43dc9528-df0e-493b-9445-3741e3846da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:11:09.583956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2f4b5-b4a3-4e9b-a5a6-0804a1ad6685 req-75b591af-0200-4b83-8ea8-7252ca3242f0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:09.585920 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f6b2f4b5-b4a3-4e9b-a5a6-0804a1ad6685 req-75b591af-0200-4b83-8ea8-7252ca3242f0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 931 time: 0.0895286 Dec 09 10:11:09.608979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f14344-4778-4feb-94dd-39248bc20dde {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:11:09.616275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:09.636246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Transition to ACTIVE for port object a6f14344-4778-4feb-94dd-39248bc20dde will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:11:09.639509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:09.642187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f6b2f4b5-b4a3-4e9b-a5a6-0804a1ad6685 req-26160f26-e53b-4c3b-b7c8-1d693461ab74 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483167 Dec 09 10:11:09.653160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-803aa405-5176-40f6-be3d-4edbc5ad8665 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:09.800875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Pushing event updated for resources: {'Port': ['ID=a6f14344-4778-4feb-94dd-39248bc20dde,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:09.810009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:09.925739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Attempting to bind port a6f14344-4778-4feb-94dd-39248bc20dde on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:11:09.926060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Attempting to bind port a6f14344-4778-4feb-94dd-39248bc20dde by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:11:09.926399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Attempting to bind port a6f14344-4778-4feb-94dd-39248bc20dde on network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:11:09.933414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Port a6f14344-4778-4feb-94dd-39248bc20dde on network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:11:09.933784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Attempting to bind port a6f14344-4778-4feb-94dd-39248bc20dde on network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:11:09.941708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:11:09.942089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Checking segment: {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:11:09.942518 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Bound using segment: {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:11:09.943001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Bound port: a6f14344-4778-4feb-94dd-39248bc20dde, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:11:09.943393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:10.044968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] For port a6f14344-4778-4feb-94dd-39248bc20dde, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:11:10.048891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] For port a6f14344-4778-4feb-94dd-39248bc20dde, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6f14344-4778-4feb-94dd-39248bc20dde,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:11:10.052574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:10.056668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f761963-ffc9-416a-907e-626585aa4397 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:10.116266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:10.118152 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] 10.222.0.65 "PUT /v2.0/ports/a6f14344-4778-4feb-94dd-39248bc20dde HTTP/1.1" status: 200 len: 1093 time: 1.0307016 Dec 09 10:11:10.128165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:11:10.147599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Pushing event updated for resources: {'Port': ['ID=a6f14344-4778-4feb-94dd-39248bc20dde,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:10.151386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:10.223125 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'status': 'completed', 'code': 200} Dec 09 10:11:10.260392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-34d70e41-e834-4863-a9d5-2ccff93f3928 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 1096 time: 0.0911951 Dec 09 10:11:10.538275 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 76507f88-4725-4f14-903c-3257171dc057 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:11:10.605742 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-3108285b-520f-475d-a720-94f0cefcd29d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f14344-4778-4feb-94dd-39248bc20dde HTTP/1.1" status: 200 len: 217 time: 0.3378110 Dec 09 10:11:10.613907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 76507f88-4725-4f14-903c-3257171dc057 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:11:10.619363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 76507f88-4725-4f14-903c-3257171dc057 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:10.619789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:10.684174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-046fcd53-8440-4d46-8a1e-72e60bba3fd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:10.685500 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-046fcd53-8440-4d46-8a1e-72e60bba3fd9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43dc9528-df0e-493b-9445-3741e3846da1 HTTP/1.1" status: 200 len: 835 time: 0.0722992 Dec 09 10:11:10.778566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:10.785181 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-fcafec49-12a8-4224-9fdf-92ff168f7cef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0914223 Dec 09 10:11:10.818755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 76507f88-4725-4f14-903c-3257171dc057, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=76507f88-4725-4f14-903c-3257171dc057,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:11:10.822961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:10.826784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:10.896089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fe520-a4af-4ec8-b726-9c76f6da152a req-7ffeddd8-d0f4-442b-9ff1-1b6a16d7681d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:10.898364 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a03fe520-a4af-4ec8-b726-9c76f6da152a req-7ffeddd8-d0f4-442b-9ff1-1b6a16d7681d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 943 time: 0.0980062 Dec 09 10:11:10.911726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=76507f88-4725-4f14-903c-3257171dc057,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:10.915098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:10.954412 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-0c1a6691-dc02-4de6-bbc6-ad0bff406ef0 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620967 Dec 09 10:11:10.957677 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a03fe520-a4af-4ec8-b726-9c76f6da152a req-77dad529-1a50-4d4e-8bd6-094b14ec3223 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529375 Dec 09 10:11:11.101657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22b7e046-b174-4de8-8c5f-176e982cac1d req-85095fee-1d47-4e08-af78-6862fac53c4a service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403806 Dec 09 10:11:11.219853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a6b585f-485f-41bf-8416-38b606a46573 req-eeeafebf-9095-4987-8a49-2ab914f84497 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 1096 time: 0.0760915 Dec 09 10:11:11.367640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b585f-485f-41bf-8416-38b606a46573 req-63b4f4a8-118e-4175-bde4-795a73b88bf3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:11.369250 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a6b585f-485f-41bf-8416-38b606a46573 req-63b4f4a8-118e-4175-bde4-795a73b88bf3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2 HTTP/1.1" status: 200 len: 897 time: 0.1426685 Dec 09 10:11:11.444279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a6b585f-485f-41bf-8416-38b606a46573 req-a893fcce-4da1-457e-8393-154e2bf060fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f14344-4778-4feb-94dd-39248bc20dde HTTP/1.1" status: 200 len: 217 time: 0.0685158 Dec 09 10:11:11.518151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b585f-485f-41bf-8416-38b606a46573 req-53700a72-dad7-445a-a587-6d33e6c71e00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:11.519751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a6b585f-485f-41bf-8416-38b606a46573 req-53700a72-dad7-445a-a587-6d33e6c71e00 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43dc9528-df0e-493b-9445-3741e3846da1 HTTP/1.1" status: 200 len: 835 time: 0.0685520 Dec 09 10:11:11.608685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a6b585f-485f-41bf-8416-38b606a46573 req-9269f0e4-65b4-49e8-a540-4b8e7ffc3bc9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816662 Dec 09 10:11:11.759773 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a6b585f-485f-41bf-8416-38b606a46573 req-e7ca8f93-79dd-43bd-a433-3b6c234d97a5 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430876 Dec 09 10:11:11.903084 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a6b585f-485f-41bf-8416-38b606a46573 req-c5fd4571-5bce-442a-bb13-30be597902d4 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365433 Dec 09 10:11:12.161727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975357f2-c61b-491b-b481-cb3a69d6b36f req-285e50b0-b704-446f-9350-6d941747f5ed tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:12.162482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-975357f2-c61b-491b-b481-cb3a69d6b36f req-285e50b0-b704-446f-9350-6d941747f5ed tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:11:12.177269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-975357f2-c61b-491b-b481-cb3a69d6b36f req-285e50b0-b704-446f-9350-6d941747f5ed tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:11:12.178517 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-975357f2-c61b-491b-b481-cb3a69d6b36f req-285e50b0-b704-446f-9350-6d941747f5ed tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 943 time: 0.0974455 Dec 09 10:11:12.226825 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-975357f2-c61b-491b-b481-cb3a69d6b36f req-83a0bffc-918a-49d3-9b07-f8d2e5c81928 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416195 Dec 09 10:11:12.493895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 76507f88-4725-4f14-903c-3257171dc057 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:11:12.564918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 76507f88-4725-4f14-903c-3257171dc057 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:12.565360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:12.753525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device a6f14344-4778-4feb-94dd-39248bc20dde details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:11:12.896969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port a6f14344-4778-4feb-94dd-39248bc20dde, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6f14344-4778-4feb-94dd-39248bc20dde,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:11:12.911142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'port_id': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'mac_address': 'fa:16:3e:39:4e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:11:12.965279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:12.983300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f14344-4778-4feb-94dd-39248bc20dde {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:11:12.997957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port a6f14344-4778-4feb-94dd-39248bc20dde, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6f14344-4778-4feb-94dd-39248bc20dde,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:11:13.000632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:13.002600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3363008f-730a-43fb-a64e-f26e30e0642c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:13.070239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=a6f14344-4778-4feb-94dd-39248bc20dde,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:13.073453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:13.200735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['a6f14344-4778-4feb-94dd-39248bc20dde'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:11:13.432102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd48e4-2aaa-494f-9592-b4e10498f5f5 req-a58f311c-8a9f-433e-8d86-029d7698f7a8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:13.433780 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65bd48e4-2aaa-494f-9592-b4e10498f5f5 req-a58f311c-8a9f-433e-8d86-029d7698f7a8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 944 time: 0.0840919 Dec 09 10:11:13.482596 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-65bd48e4-2aaa-494f-9592-b4e10498f5f5 req-83898933-ff06-48e1-87eb-22b414b637ee tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424118 Dec 09 10:11:14.701028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a9230-b867-4f30-842e-b22d5ae80b26 req-66f2200d-dd1a-4eb6-99d4-c6f861acdf42 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:14.702584 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-210a9230-b867-4f30-842e-b22d5ae80b26 req-66f2200d-dd1a-4eb6-99d4-c6f861acdf42 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 944 time: 0.0856905 Dec 09 10:11:14.753300 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-210a9230-b867-4f30-842e-b22d5ae80b26 req-a88ce687-5567-423b-ab21-ced0d605c23b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437253 Dec 09 10:11:14.771002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device a6f14344-4778-4feb-94dd-39248bc20dde up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:11:14.841355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port a6f14344-4778-4feb-94dd-39248bc20dde completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:11:14.846569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port a6f14344-4778-4feb-94dd-39248bc20dde triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:11:14.846993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:14.963260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:14.989629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:11:14.999890 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port a6f14344-4778-4feb-94dd-39248bc20dde, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6f14344-4778-4feb-94dd-39248bc20dde,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:11:15.003874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:15.005697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:15.055271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'code': 200} Dec 09 10:11:15.083671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=a6f14344-4778-4feb-94dd-39248bc20dde,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:15.087124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:15.286493 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e6955170-bb9c-4996-aa72-519333afc5e2 req-af15ce6b-e8b3-41ae-bb8c-bb2c4660e245 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 1098 time: 0.0721314 Dec 09 10:11:15.330817 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e6955170-bb9c-4996-aa72-519333afc5e2 req-4e6fd072-8c75-4c3f-b036-928ecab10163 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382330 Dec 09 10:11:15.960342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f816f2f-3bcd-4380-989b-c5f5dc97db43 req-0b939023-824f-426a-a664-122af00f1bbf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:15.961951 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f816f2f-3bcd-4380-989b-c5f5dc97db43 req-0b939023-824f-426a-a664-122af00f1bbf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0847101 Dec 09 10:11:16.009697 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8f816f2f-3bcd-4380-989b-c5f5dc97db43 req-0dc52387-0fa9-46a6-9505-d5a25d2eb34c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416443 Dec 09 10:11:17.230837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ccabb-f027-4605-bf2f-42b0b59a6228 req-4413b62c-6ea9-4579-a723-cdf979c33ed3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:17.232435 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-107ccabb-f027-4605-bf2f-42b0b59a6228 req-4413b62c-6ea9-4579-a723-cdf979c33ed3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0943816 Dec 09 10:11:17.280467 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-107ccabb-f027-4605-bf2f-42b0b59a6228 req-e5979583-e262-4d1e-b972-c82d39a4b6c1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412791 Dec 09 10:11:17.482224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afbb2ad-157f-4c13-9eb1-5892818e4284 req-9afc4a12-ddcd-4672-999e-3c69d2a4792f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:17.483811 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9afbb2ad-157f-4c13-9eb1-5892818e4284 req-9afc4a12-ddcd-4672-999e-3c69d2a4792f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0822611 Dec 09 10:11:17.536027 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9afbb2ad-157f-4c13-9eb1-5892818e4284 req-ea227eb0-43a5-4260-bf77-10bed63b0a61 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455949 Dec 09 10:11:17.562519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39186) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:17.711852 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7e126de4-e425-4652-ba0e-cd15bb496b16 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 1093 time: 0.1480308 Dec 09 10:11:17.716677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39192) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:17.723365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:11:17.729908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:11:17.734570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:floatingip and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:11:17.738430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:11:17.744934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:11:17.755721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:17.764930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:17.905911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:18.053026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.226 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/d055057d-25f5-4f2a-919a-65957723c171) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:11:18.211669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:18.237714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:18.242129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6db03e9f-8acd-4a13-bcfb-4debbebd8841 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:18.309693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:11:18.313077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:11:18.315354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=d055057d-25f5-4f2a-919a-65957723c171,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:18.317685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:11:18.350631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:18.853280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:18.912261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:19.130421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:19.133610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:19.138022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00bc0666-d5ea-48e5-8783-538d8da3f1d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:11:19.249229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=d055057d-25f5-4f2a-919a-65957723c171,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:11:19.254048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:11:19.262692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:19.704061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Floating IP a5b5b44a-cafd-4312-9f7b-9f05e2ec8951 associated. External IP: 172.26.8.226, port: a6f14344-4778-4feb-94dd-39248bc20dde. Dec 09 10:11:20.148799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:11:20.389391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:11:20.401177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] Sync routers for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:11:20.416811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:11:20.418667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:11:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:20.424001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:20.490186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7720075 Dec 09 10:11:20.490910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:11:20.562493 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'status': 'completed', 'code': 200} Dec 09 10:11:20.681031 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e03995b5-60c8-4c58-a086-03e5b8ae090b req-addfc85c-253d-4dc5-9f85-58177cfc9064 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 1098 time: 0.0926995 Dec 09 10:11:20.701675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c17257-7c94-4d5c-801c-adff074c66d6 req-57d3647d-4a63-4113-80e8-d3b9f7007007 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:20.703330 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-44c17257-7c94-4d5c-801c-adff074c66d6 req-57d3647d-4a63-4113-80e8-d3b9f7007007 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0921934 Dec 09 10:11:20.769975 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-44c17257-7c94-4d5c-801c-adff074c66d6 req-2d62d6d4-3c83-4e14-b9d0-9a9c121e06a4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527387 Dec 09 10:11:20.807954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39200) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:20.868952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:11:20.874254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03995b5-60c8-4c58-a086-03e5b8ae090b req-9cb57570-ef79-4ddc-81e2-1cdf60024e7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:20.875991 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e03995b5-60c8-4c58-a086-03e5b8ae090b req-9cb57570-ef79-4ddc-81e2-1cdf60024e7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2 HTTP/1.1" status: 200 len: 897 time: 0.1891911 Dec 09 10:11:20.931451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a8b1f2f7-85a9-4d8a-bcd2-c78e33a8a8be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/a5b5b44a-cafd-4312-9f7b-9f05e2ec8951 HTTP/1.1" status: 200 len: 991 time: 0.1220622 Dec 09 10:11:20.994994 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e03995b5-60c8-4c58-a086-03e5b8ae090b req-f1e6c70d-f5c8-4830-af37-52ca007263f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f14344-4778-4feb-94dd-39248bc20dde HTTP/1.1" status: 200 len: 999 time: 0.1106036 Dec 09 10:11:21.071538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03995b5-60c8-4c58-a086-03e5b8ae090b req-5e519231-20ab-4ece-88bc-fc99c643276c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:21.073275 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e03995b5-60c8-4c58-a086-03e5b8ae090b req-5e519231-20ab-4ece-88bc-fc99c643276c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43dc9528-df0e-493b-9445-3741e3846da1 HTTP/1.1" status: 200 len: 835 time: 0.0716994 Dec 09 10:11:21.154365 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e03995b5-60c8-4c58-a086-03e5b8ae090b req-c715b732-b699-4fe2-ac26-c2fc7021a279 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750132 Dec 09 10:11:21.281628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'a5b5b44a-cafd-4312-9f7b-9f05e2ec8951', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'port_id': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'mac_address': 'fa:16:3e:39:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:11:18Z', 'updated_at': '2021-12-09T10:11:18Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76507f88-4725-4f14-903c-3257171dc057', 'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:21:47:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:03Z', 'updated_at': '2021-12-09T10:11:10Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '43dc9528-df0e-493b-9445-3741e3846da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:21.287152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] Checking router: 653165aa-5cea-49a1-b9d5-ba96aef3ca85 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:11:21.298773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:11:21.299456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:11:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:21.299993 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e03995b5-60c8-4c58-a086-03e5b8ae090b req-11be4691-3915-4ab9-af5f-237d5c4c72ae service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387002 Dec 09 10:11:21.448367 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e03995b5-60c8-4c58-a086-03e5b8ae090b req-22e810b6-7671-4339-afaf-4eeebf626af6 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421437 Dec 09 10:11:21.490387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:11:21.856136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'a5b5b44a-cafd-4312-9f7b-9f05e2ec8951', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'port_id': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'mac_address': 'fa:16:3e:39:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:11:18Z', 'updated_at': '2021-12-09T10:11:18Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76507f88-4725-4f14-903c-3257171dc057', 'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:21:47:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:03Z', 'updated_at': '2021-12-09T10:11:10Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '43dc9528-df0e-493b-9445-3741e3846da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:11:21.860426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f93cbc8-4601-4057-aca6-161635c3faa6 None None] The sync data for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv is: [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'a5b5b44a-cafd-4312-9f7b-9f05e2ec8951', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'port_id': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'mac_address': 'fa:16:3e:39:4e:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:11:18Z', 'updated_at': '2021-12-09T10:11:18Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76507f88-4725-4f14-903c-3257171dc057', 'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:21:47:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:03Z', 'updated_at': '2021-12-09T10:11:10Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '43dc9528-df0e-493b-9445-3741e3846da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:11:21.935096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39204) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:22.046653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dae7de35-a128-4750-9a7f-f34b9b1c01c0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/a5b5b44a-cafd-4312-9f7b-9f05e2ec8951 HTTP/1.1" status: 200 len: 991 time: 0.1102097 Dec 09 10:11:22.204159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1646038-ba8c-40ff-98cd-b08f8f12fb75 None None] New status for floating IP a5b5b44a-cafd-4312-9f7b-9f05e2ec8951: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:11:23.050316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39208) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:23.160866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0185f821-4043-47a0-8198-a84ea67bf1b5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/a5b5b44a-cafd-4312-9f7b-9f05e2ec8951 HTTP/1.1" status: 200 len: 993 time: 0.1092629 Dec 09 10:11:31.433406 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-3c3b65c9-ec38-4d3f-9713-4fdb59cd8af0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768192 Dec 09 10:11:31.584241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-feadd9de-7d41-44e5-bf12-8a7d23789e6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 1098 time: 0.0748351 Dec 09 10:11:31.742909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-afcf3998-041a-41d7-aa4a-bcf46bcc7efb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:31.744428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-afcf3998-041a-41d7-aa4a-bcf46bcc7efb service neutron] 10.222.0.65 "GET /v2.0/networks?id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2 HTTP/1.1" status: 200 len: 897 time: 0.1416109 Dec 09 10:11:31.859822 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-b3017337-ca25-45d1-a636-5abffe4419ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f14344-4778-4feb-94dd-39248bc20dde HTTP/1.1" status: 200 len: 1001 time: 0.1081557 Dec 09 10:11:31.928649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-8987c913-f8c7-4e07-b3e3-d5d7e3a84e2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:31.930197 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-8987c913-f8c7-4e07-b3e3-d5d7e3a84e2d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43dc9528-df0e-493b-9445-3741e3846da1 HTTP/1.1" status: 200 len: 835 time: 0.0632234 Dec 09 10:11:32.011579 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-03ed75ec-b1b8-4f1c-90bd-89d0b41a45b0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751514 Dec 09 10:11:32.153862 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-61320fd4-f074-424f-b1dd-d27183ac0f87 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343491 Dec 09 10:11:32.293690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bf2f93d5-9d91-4229-905f-2a2e507d0045 req-15601d08-ac09-46e1-b817-a81d60959149 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335766 Dec 09 10:11:34.519495 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18c8b7f7-d9a5-4b5d-951e-26f15cebe299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:35.775774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:36.787999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc5490a5-ff83-4ebd-ba70-873234567957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:37.234183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:38.535883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:46.306825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:11:47.758493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:11:48.072508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22618f54-37e1-4e8f-b263-a051b6ef0d27 req-3be7a7af-732b-45c8-bdb6-536e2eebe8c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:48.074094 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22618f54-37e1-4e8f-b263-a051b6ef0d27 req-3be7a7af-732b-45c8-bdb6-536e2eebe8c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0848579 Dec 09 10:11:48.122294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-22618f54-37e1-4e8f-b263-a051b6ef0d27 req-ff585c47-8c9f-4f40-a39e-50945086548d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Dec 09 10:11:49.328334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668e3f5-e7c5-4430-beed-2e9e4c39567a req-4ff300b9-f01d-4eb1-b196-a84de402da53 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:49.329969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2668e3f5-e7c5-4430-beed-2e9e4c39567a req-4ff300b9-f01d-4eb1-b196-a84de402da53 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0826080 Dec 09 10:11:49.382693 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2668e3f5-e7c5-4430-beed-2e9e4c39567a req-e1a6ae0a-f14c-476b-a1b8-044f07c6e74a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455363 Dec 09 10:11:50.599546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24504-a38a-42ab-af44-44779d5ca556 req-86b3949c-2fa9-40b1-8dba-1c5984e69bd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:50.601170 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4ae24504-a38a-42ab-af44-44779d5ca556 req-86b3949c-2fa9-40b1-8dba-1c5984e69bd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0865347 Dec 09 10:11:50.649503 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4ae24504-a38a-42ab-af44-44779d5ca556 req-75c0983d-03f3-4650-8b6e-e4650b74780f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 Dec 09 10:11:51.854422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdf3a7-7ed3-4269-b8bd-3d9520fd183b req-17779edb-3914-40de-8cf6-08db2ba17d77 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:51.856022 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-01fdf3a7-7ed3-4269-b8bd-3d9520fd183b req-17779edb-3914-40de-8cf6-08db2ba17d77 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0833533 Dec 09 10:11:51.906348 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-01fdf3a7-7ed3-4269-b8bd-3d9520fd183b req-ec258b7c-a267-4e26-a220-48b30ac43d23 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 Dec 09 10:11:53.120176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d281ee-db41-4afa-bbb7-e644093093a4 req-bbf5aa37-8f98-42ea-b189-4bf0028e676c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:53.121842 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4d281ee-db41-4afa-bbb7-e644093093a4 req-bbf5aa37-8f98-42ea-b189-4bf0028e676c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0899472 Dec 09 10:11:53.170200 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e4d281ee-db41-4afa-bbb7-e644093093a4 req-3a28ec5e-445e-4d94-bea3-f181ea65ed63 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422437 Dec 09 10:11:54.384692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b9a66-74cb-4cfa-aa98-106bd13048e2 req-f6828c69-6282-46e7-bad2-f624895ed548 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:54.386310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2e8b9a66-74cb-4cfa-aa98-106bd13048e2 req-f6828c69-6282-46e7-bad2-f624895ed548 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0895357 Dec 09 10:11:54.435738 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2e8b9a66-74cb-4cfa-aa98-106bd13048e2 req-b82964bf-ac46-4065-9032-b45def76aeca tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433481 Dec 09 10:11:55.646378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e308ee-2c7a-4eec-b808-7d745a25447a req-851b42f6-a001-40c2-9a21-2cef6c7a05c9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:55.647996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30e308ee-2c7a-4eec-b808-7d745a25447a req-851b42f6-a001-40c2-9a21-2cef6c7a05c9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0898356 Dec 09 10:11:55.699199 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30e308ee-2c7a-4eec-b808-7d745a25447a req-dce91875-64ee-4d46-9947-9ff402d57ab0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445070 Dec 09 10:11:56.916861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a286f-a0dd-438f-8a63-9291d7bbc962 req-176b3519-502c-4e5a-abc2-cd0b9800da2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:56.918496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-606a286f-a0dd-438f-8a63-9291d7bbc962 req-176b3519-502c-4e5a-abc2-cd0b9800da2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0827749 Dec 09 10:11:56.967377 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-606a286f-a0dd-438f-8a63-9291d7bbc962 req-2b2929b8-ff53-446b-bc46-9e24876e5f69 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Dec 09 10:11:58.180883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0475fb-5f23-4b4c-a205-d1bac639023d req-8bc9210f-fcf1-4f9e-9757-986df3eec5f7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:58.182530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5b0475fb-5f23-4b4c-a205-d1bac639023d req-8bc9210f-fcf1-4f9e-9757-986df3eec5f7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0874281 Dec 09 10:11:58.231622 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5b0475fb-5f23-4b4c-a205-d1bac639023d req-4317040c-07c6-4da9-bfd0-11263bbcae69 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428114 Dec 09 10:11:59.440837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c27d23-e9d0-43f2-84c2-15c57b37f9b6 req-1c565f6f-bf64-41f0-89a8-0750839b9b6c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:11:59.442504 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e6c27d23-e9d0-43f2-84c2-15c57b37f9b6 req-1c565f6f-bf64-41f0-89a8-0750839b9b6c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0860546 Dec 09 10:11:59.490590 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e6c27d23-e9d0-43f2-84c2-15c57b37f9b6 req-2e203fd2-1bfa-418c-9195-8a269ecd4232 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420585 Dec 09 10:11:59.518207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39244) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:11:59.629018 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7a705d11-6ae4-46f2-bf05-47683f45b576 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/a5b5b44a-cafd-4312-9f7b-9f05e2ec8951 HTTP/1.1" status: 200 len: 993 time: 0.1094000 Dec 09 10:12:01.206193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41659895-0077-405d-8105-4f099219bd50 req-433c2ca0-3e67-4fe6-a841-3cd86edc42e6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:01.208344 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41659895-0077-405d-8105-4f099219bd50 req-433c2ca0-3e67-4fe6-a841-3cd86edc42e6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.1601453 Dec 09 10:12:01.211559 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b259577c-0f06-45cd-96b5-efd1ab17cf93 req-5d341ede-ed96-4461-b186-3ce7fba54c9c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 1098 time: 0.1193066 Dec 09 10:12:01.365554 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41659895-0077-405d-8105-4f099219bd50 req-c931077c-f2d0-421d-a013-0b62edd2701c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504180 Dec 09 10:12:01.396793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259577c-0f06-45cd-96b5-efd1ab17cf93 req-83da0b27-9611-4396-8542-569d87aaad60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:01.398396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b259577c-0f06-45cd-96b5-efd1ab17cf93 req-83da0b27-9611-4396-8542-569d87aaad60 service neutron] 10.222.0.65 "GET /v2.0/networks?id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2 HTTP/1.1" status: 200 len: 897 time: 0.1680236 Dec 09 10:12:01.739270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b259577c-0f06-45cd-96b5-efd1ab17cf93 req-586b25e2-7012-4966-9358-453189cf8050 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f14344-4778-4feb-94dd-39248bc20dde HTTP/1.1" status: 200 len: 1001 time: 0.3343902 Dec 09 10:12:01.807835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259577c-0f06-45cd-96b5-efd1ab17cf93 req-f7d32280-4f84-47b1-9bff-fb2881f12086 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:01.809454 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b259577c-0f06-45cd-96b5-efd1ab17cf93 req-f7d32280-4f84-47b1-9bff-fb2881f12086 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43dc9528-df0e-493b-9445-3741e3846da1 HTTP/1.1" status: 200 len: 835 time: 0.0642858 Dec 09 10:12:01.889005 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b259577c-0f06-45cd-96b5-efd1ab17cf93 req-2d181402-34c9-4f85-825d-6a4454b61151 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731235 Dec 09 10:12:02.033014 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b259577c-0f06-45cd-96b5-efd1ab17cf93 req-161ffa9c-3f11-4f3b-88d7-a6e6d16037e7 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370664 Dec 09 10:12:02.173388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b259577c-0f06-45cd-96b5-efd1ab17cf93 req-6be296a1-89a9-4e77-80d3-328a3bd8f463 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343544 Dec 09 10:12:02.576260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a32e9e-0278-4f99-a2e3-9f2f437baf9d req-a5bea618-4696-4f84-ad07-0647dc9fb082 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:02.577924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0a32e9e-0278-4f99-a2e3-9f2f437baf9d req-a5bea618-4696-4f84-ad07-0647dc9fb082 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0860717 Dec 09 10:12:02.630082 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c0a32e9e-0278-4f99-a2e3-9f2f437baf9d req-eac8cc3c-c732-41cd-93ef-0a2d2f398636 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458727 Dec 09 10:12:03.842372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f692bfa-88d9-456b-87f9-fe38a3023fbd req-3a62687e-8726-47d4-b333-dd3d6629d661 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:03.844321 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f692bfa-88d9-456b-87f9-fe38a3023fbd req-3a62687e-8726-47d4-b333-dd3d6629d661 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.0886469 Dec 09 10:12:03.896180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1f692bfa-88d9-456b-87f9-fe38a3023fbd req-f69dc452-4a1f-41b6-a098-34b35df26983 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450218 Dec 09 10:12:03.924460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39258) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:04.035655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-36a20ff4-f0da-4232-9747-dbcc3576d898 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/a5b5b44a-cafd-4312-9f7b-9f05e2ec8951 HTTP/1.1" status: 200 len: 993 time: 0.1094019 Dec 09 10:12:04.521361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0c619788-21dd-430c-9af6-c60d895dd4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:05.778529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:06.789041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5dd8d89d-bc2d-4f9a-90ac-afcb8f76313e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:07.236452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:08.537805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:17.759404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:23.308324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:12:30.821905 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-7ec30854-9885-4773-b826-d305ad6d1650 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776629 Dec 09 10:12:30.968878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-434dca4c-4c7e-4ee0-a442-fce4dad73819 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 1098 time: 0.0777919 Dec 09 10:12:31.126559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-1500cb95-20ff-4037-a73d-8a2747a81ade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:31.128675 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-1500cb95-20ff-4037-a73d-8a2747a81ade service neutron] 10.222.0.65 "GET /v2.0/networks?id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2 HTTP/1.1" status: 200 len: 897 time: 0.1391935 Dec 09 10:12:31.232739 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-90db8d3c-37a8-4852-87dd-243cb943612c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f14344-4778-4feb-94dd-39248bc20dde HTTP/1.1" status: 200 len: 1001 time: 0.0972831 Dec 09 10:12:31.305991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-b024484e-f3ee-462c-a86b-daec207a3427 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:31.307796 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-b024484e-f3ee-462c-a86b-daec207a3427 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43dc9528-df0e-493b-9445-3741e3846da1 HTTP/1.1" status: 200 len: 835 time: 0.0675235 Dec 09 10:12:31.389220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-4125ddd6-564c-4314-9325-947895c99f82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740569 Dec 09 10:12:31.532396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-8c898197-c8fe-4692-b534-e6f5b82a36e8 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355352 Dec 09 10:12:31.673063 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fac1b0da-7f0b-40f2-bbca-5a086c2cecde req-81f134af-2f6e-48c4-a26f-8da59439f482 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334908 Dec 09 10:12:32.463127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39272) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:32.676994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port d055057d-25f5-4f2a-919a-65957723c171 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:12:32.677410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:32.858743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:32.859115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:32.986337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for d055057d-25f5-4f2a-919a-65957723c171 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:12:33.139166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:33.143599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7c82692e-861a-4d89-a674-601cd81e74bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:33.185948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=d055057d-25f5-4f2a-919a-65957723c171,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:33.201206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.201645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.202063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.202476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.202889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.203299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.203931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.204089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.204499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.204904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.205331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:33.231747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:33.297373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:33.941803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:12:34.153137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:12:34.164850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] Sync routers for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:12:34.177456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:34.178212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:12:34.178954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:12:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:34.233354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-863d9350-6ac8-42d5-ac99-6db5964e4827 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/floatingips/a5b5b44a-cafd-4312-9f7b-9f05e2ec8951 HTTP/1.1" status: 204 len: 168 time: 1.7689998 Dec 09 10:12:34.234267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:12:34.371709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:12:34.445186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'status': 'completed', 'code': 200} Dec 09 10:12:34.527364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-422f8405-ded1-4b6c-9f87-ff989b061e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:34.563990 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f8568d4-a91b-4f69-8e97-53bc593f5f18 req-e3e919b3-9b1c-47d9-b6eb-a77d58c2f05b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 1098 time: 0.0835977 Dec 09 10:12:34.676550 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13528a39-5bb6-4790-9d84-7472ae2f02c0 req-098b5575-aa04-4c1d-a44b-7d115ffdcb08 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:34.677299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-13528a39-5bb6-4790-9d84-7472ae2f02c0 req-098b5575-aa04-4c1d-a44b-7d115ffdcb08 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:12:34.696202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-13528a39-5bb6-4790-9d84-7472ae2f02c0 req-098b5575-aa04-4c1d-a44b-7d115ffdcb08 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:12:34.698225 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13528a39-5bb6-4790-9d84-7472ae2f02c0 req-098b5575-aa04-4c1d-a44b-7d115ffdcb08 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.1111794 Dec 09 10:12:34.711668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8568d4-a91b-4f69-8e97-53bc593f5f18 req-3e1c2fad-6965-4ee1-8815-b300513db917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:34.713539 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f8568d4-a91b-4f69-8e97-53bc593f5f18 req-3e1c2fad-6965-4ee1-8815-b300513db917 service neutron] 10.222.0.65 "GET /v2.0/networks?id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2 HTTP/1.1" status: 200 len: 897 time: 0.1423371 Dec 09 10:12:34.727276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '76507f88-4725-4f14-903c-3257171dc057', 'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:21:47:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:03Z', 'updated_at': '2021-12-09T10:11:10Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '43dc9528-df0e-493b-9445-3741e3846da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:34.731719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] Checking router: 653165aa-5cea-49a1-b9d5-ba96aef3ca85 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:12:34.743608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:12:34.744278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:12:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:34.759253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-13528a39-5bb6-4790-9d84-7472ae2f02c0 req-598576c1-e4ce-4e17-a9d8-4609c9ccda7f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546656 Dec 09 10:12:34.793087 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f8568d4-a91b-4f69-8e97-53bc593f5f18 req-db37513a-48b8-4686-bfff-11bb278c02d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6f14344-4778-4feb-94dd-39248bc20dde HTTP/1.1" status: 200 len: 217 time: 0.0721364 Dec 09 10:12:34.880487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8568d4-a91b-4f69-8e97-53bc593f5f18 req-0b73df75-3830-4652-8ef5-89224fea5aaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:34.882136 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f8568d4-a91b-4f69-8e97-53bc593f5f18 req-0b73df75-3830-4652-8ef5-89224fea5aaa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=43dc9528-df0e-493b-9445-3741e3846da1 HTTP/1.1" status: 200 len: 835 time: 0.0768034 Dec 09 10:12:34.970129 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f8568d4-a91b-4f69-8e97-53bc593f5f18 req-7692a3d1-ed4a-4eec-961a-6736e275cdf9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=687436e9-8985-42ad-9bc6-bf1ed36f5ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794857 Dec 09 10:12:35.089352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:12:35.115228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f8568d4-a91b-4f69-8e97-53bc593f5f18 req-548d926d-ca90-423a-ae29-3fd37e5d6cd9 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380992 Dec 09 10:12:35.259454 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6f8568d4-a91b-4f69-8e97-53bc593f5f18 req-e556451e-dc07-4bf3-ba4e-a554e5f00708 service neutron] 10.222.0.65 "GET /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371324 Dec 09 10:12:35.427484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '76507f88-4725-4f14-903c-3257171dc057', 'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:21:47:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:03Z', 'updated_at': '2021-12-09T10:11:10Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '43dc9528-df0e-493b-9445-3741e3846da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:35.431551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cdbb2a-99d0-4eb5-8f99-7cabea652438 None None] The sync data for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv is: [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '76507f88-4725-4f14-903c-3257171dc057', 'name': '', 'network_id': '687436e9-8985-42ad-9bc6-bf1ed36f5ca2', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:21:47:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43dc9528-df0e-493b-9445-3741e3846da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:03Z', 'updated_at': '2021-12-09T10:11:10Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '43dc9528-df0e-493b-9445-3741e3846da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:12:35.781607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:35.887456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdfdb83-dcd3-4dba-9aeb-641df8f14144 None None] New status for floating IP a5b5b44a-cafd-4312-9f7b-9f05e2ec8951: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:12:36.024807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b04c648-1d1b-477d-ab72-73985ae12de9 req-87d6ca69-3ea3-4280-aa0e-9e981bd0e106 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:36.026441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0b04c648-1d1b-477d-ab72-73985ae12de9 req-87d6ca69-3ea3-4280-aa0e-9e981bd0e106 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.1400220 Dec 09 10:12:36.084558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-04ed9bd4-b66e-4ed6-948e-fca24b565491 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:36.086169 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-04ed9bd4-b66e-4ed6-948e-fca24b565491 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 945 time: 0.1358860 Dec 09 10:12:36.136460 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0b04c648-1d1b-477d-ab72-73985ae12de9 req-ca2a6052-59de-422f-a255-936908cdac0f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=badbbb86-b0b2-4aed-955b-d63b06546cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970209 Dec 09 10:12:36.176768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port a6f14344-4778-4feb-94dd-39248bc20dde {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:12:36.178150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:36.440560 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port a6f14344-4778-4feb-94dd-39248bc20dde, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=a6f14344-4778-4feb-94dd-39248bc20dde,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:12:36.440933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:36.569217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for a6f14344-4778-4feb-94dd-39248bc20dde owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:12:36.708434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:36.714911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b3e13d26-2fa4-42fc-99ca-62d5e5c239c5 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:36.760978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=a6f14344-4778-4feb-94dd-39248bc20dde,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:36.776454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.776896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.777376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.777811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.778237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.778660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.779078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.779499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.780266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.780266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.780720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:36.798213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9caa4565-b0b6-4d0a-9d3c-6fd6d9290020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:36.814282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:36.862270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] No DVR routers for this DVR port a6f14344-4778-4feb-94dd-39248bc20dde on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:12:36.864921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:36.867721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'name': 'network-vif-deleted', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:12:36.882942 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9fc7c03-7d0e-4e2c-8e35-395391842157 req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "DELETE /v2.0/ports/a6f14344-4778-4feb-94dd-39248bc20dde HTTP/1.1" status: 204 len: 173 time: 0.7901168 Dec 09 10:12:37.009928 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e282f773-f7fd-4ce3-b5c1-e47df55b5b45', 'name': 'network-vif-deleted', 'tag': 'a6f14344-4778-4feb-94dd-39248bc20dde', 'status': 'completed', 'code': 200} Dec 09 10:12:37.241590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:37.332889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-6bc39e24-df95-45b6-b86a-3284d33873c6 req-1c2b2b41-7b1e-452e-9e83-b96a5c7f0304 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:12:37.348647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-6bc39e24-df95-45b6-b86a-3284d33873c6 req-1c2b2b41-7b1e-452e-9e83-b96a5c7f0304 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:12:37.349980 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6bc39e24-df95-45b6-b86a-3284d33873c6 req-1c2b2b41-7b1e-452e-9e83-b96a5c7f0304 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=e282f773-f7fd-4ce3-b5c1-e47df55b5b45 HTTP/1.1" status: 200 len: 210 time: 0.0645685 Dec 09 10:12:38.476980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39298) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:38.542448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:38.895894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:39.550115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 76507f88-4725-4f14-903c-3257171dc057 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:12:39.550744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:39.741544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port 76507f88-4725-4f14-903c-3257171dc057, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=76507f88-4725-4f14-903c-3257171dc057,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:12:39.741945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:39.868151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 76507f88-4725-4f14-903c-3257171dc057 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:12:40.051606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:40.055943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7e43ecb-c9f5-4c47-bd0a-ed02bf152458 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:40.102646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=76507f88-4725-4f14-903c-3257171dc057,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:40.105728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:40.415392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:41.262191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:12:41.297886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device a6f14344-4778-4feb-94dd-39248bc20dde no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:12:41.332754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: a6f14344-4778-4feb-94dd-39248bc20dde {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:12:41.333162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device a6f14344-4778-4feb-94dd-39248bc20dde not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:12:41.478720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:12:41.489189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] Sync routers for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:12:41.495015 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6e7f035b-1c8c-49be-9eb4-e5a96ba2acbb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/653165aa-5cea-49a1-b9d5-ba96aef3ca85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0168147 Dec 09 10:12:41.497965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39302) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:41.501761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:12:41.502429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:12:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:41.686909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:12:41.698187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-630cf128-c32a-463b-b45f-d1cf2e1c2ef8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting subnet 43dc9528-df0e-493b-9445-3741e3846da1 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:12:41.701292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-630cf128-c32a-463b-b45f-d1cf2e1c2ef8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:41.763091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-630cf128-c32a-463b-b45f-d1cf2e1c2ef8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:41.855109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-630cf128-c32a-463b-b45f-d1cf2e1c2ef8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:41.928979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-630cf128-c32a-463b-b45f-d1cf2e1c2ef8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:41.933508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c3e22c7-e559-44bd-995c-2a1b1318574e tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:41.974692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cf128-c32a-463b-b45f-d1cf2e1c2ef8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Subnet': ['ID=43dc9528-df0e-493b-9445-3741e3846da1,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:41.978433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-630cf128-c32a-463b-b45f-d1cf2e1c2ef8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:41.981848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-630cf128-c32a-463b-b45f-d1cf2e1c2ef8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:41.991469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-630cf128-c32a-463b-b45f-d1cf2e1c2ef8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/subnets/43dc9528-df0e-493b-9445-3741e3846da1 HTTP/1.1" status: 204 len: 168 time: 0.4900029 Dec 09 10:12:41.991666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2bbf71-dbeb-42df-9647-46d8c39d0df1 None None] Network 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:12:41.991782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39306) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:42.000145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:12:39Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:42.004369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] Checking router: 653165aa-5cea-49a1-b9d5-ba96aef3ca85 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:12:42.015679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] Routers {'653165aa-5cea-49a1-b9d5-ba96aef3ca85'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:12:42.016345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:12:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:42.206155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] Set router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:12:42.207847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:42.269834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] DHCP port deletion for 687436e9-8985-42ad-9bc6-bf1ed36f5ca2 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:12:42.274668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Deleting port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:12:42.275108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:42.434072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:42.443202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:12:42.443572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:42.501397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] For port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d64621c3-dfdc-48e3-9894-6c8ec8b9db4f,segment=NetworkSegment(6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa),segment_id=6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:12:42.501848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:42.526419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:12:39Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:42.530486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc2bc0-18ee-4814-a090-49ee08cce8b7 None None] The sync data for ids ['653165aa-5cea-49a1-b9d5-ba96aef3ca85'] in dv-neutron-819581-1-hyperv is: [{'id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-753813530', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:10:59Z', 'updated_at': '2021-12-09T10:12:39Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'efad5e27-382a-4e41-8c2a-dfd7a8eaad5f', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bb:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653165aa-5cea-49a1-b9d5-ba96aef3ca85', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:11:00Z', 'updated_at': '2021-12-09T10:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:12:42.635601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port efad5e27-382a-4e41-8c2a-dfd7a8eaad5f, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=efad5e27-382a-4e41-8c2a-dfd7a8eaad5f,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:12:42.635994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:42.640689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d64621c3-dfdc-48e3-9894-6c8ec8b9db4f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:12:42.675268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Calling delete_port for d64621c3-dfdc-48e3-9894-6c8ec8b9db4f owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:12:42.771822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for efad5e27-382a-4e41-8c2a-dfd7a8eaad5f owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:12:42.958128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:42.962807 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1d4185a3-eda3-4d43-a62a-5c760981e824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:42.983126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:42.989234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a645c6cd-27a5-4816-aeb5-a7f7741f943d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:43.008420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=efad5e27-382a-4e41-8c2a-dfd7a8eaad5f,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:43.011511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:43.041751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Pushing event deleted for resources: {'Port': ['ID=d64621c3-dfdc-48e3-9894-6c8ec8b9db4f,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:43.052998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:43.070041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] No DVR routers for this DVR port d64621c3-dfdc-48e3-9894-6c8ec8b9db4f on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:12:43.072245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.072660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.073020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.073423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.073800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.074171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.074542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.074924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.075461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.075832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.076201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:43.083908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:43.245271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:43.510798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:43.515174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:43.538066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:43.538642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Fanout notify agent at l3_agent the message router_deleted on router 653165aa-5cea-49a1-b9d5-ba96aef3ca85 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:12:43.555482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:43.556705 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/routers/653165aa-5cea-49a1-b9d5-ba96aef3ca85 HTTP/1.1" status: 204 len: 168 time: 1.5640125 Dec 09 10:12:43.561893 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39310) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:43.692447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:43.842549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.097404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687436e9-8985-42ad-9bc6-bf1ed36f5ca2']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:44.109870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:44.110205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc3b28c-1e85-40f1-ae26-bc0772a8dcaa') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:44.122572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.137855 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.144205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:12:44.144625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:12:44.160393 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:12:44.243381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.247250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c6d4211-4bab-4644-a0a9-7b87982c61d8 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:44.262322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.274892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Network': ['ID=687436e9-8985-42ad-9bc6-bf1ed36f5ca2,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:44.278319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:44.282874 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-22551607-8795-456b-a451-35f50894aed9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/networks/687436e9-8985-42ad-9bc6-bf1ed36f5ca2 HTTP/1.1" status: 204 len: 168 time: 0.7198660 Dec 09 10:12:44.286236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39314) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:44.358288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4574-ae08-4996-ad74-c0c43feddaac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.388764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4574-ae08-4996-ad74-c0c43feddaac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.443576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4574-ae08-4996-ad74-c0c43feddaac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.448850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dd12ed59-10f4-43ec-ae71-8ab8a5dc2cc1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:44.468161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d4574-ae08-4996-ad74-c0c43feddaac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=badbbb86-b0b2-4aed-955b-d63b06546cdc,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:44.473123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e1d4574-ae08-4996-ad74-c0c43feddaac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:44.476439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e1d4574-ae08-4996-ad74-c0c43feddaac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.479642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e1d4574-ae08-4996-ad74-c0c43feddaac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/security-groups/badbbb86-b0b2-4aed-955b-d63b06546cdc HTTP/1.1" status: 204 len: 168 time: 0.1923347 Dec 09 10:12:44.554453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device efad5e27-382a-4e41-8c2a-dfd7a8eaad5f no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:12:44.587806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: efad5e27-382a-4e41-8c2a-dfd7a8eaad5f {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:12:44.588207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device efad5e27-382a-4e41-8c2a-dfd7a8eaad5f not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:12:44.588676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 76507f88-4725-4f14-903c-3257171dc057 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:12:44.624871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 76507f88-4725-4f14-903c-3257171dc057 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:12:44.625218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 76507f88-4725-4f14-903c-3257171dc057 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:12:44.714051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39322) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:44.720085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-58407174', 'description': 'tempest-secgroup-smoke-58407174 description', 'project_id': '8b76001a259e49eaa932ca68c84db507'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:44.726706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:44.730992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:44.733968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:44.740496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:44.749516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.787043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:44.791002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:44.793911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:44.799821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:44.862264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.864940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.870167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9d9035a6-9486-49ea-83cb-97736fad5ef5 tempest-NegativeSecGroupIPv6Test-302746755 tempest-NegativeSecGroupIPv6Test-302746755-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:44.913859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2663c4b1-076f-4d14-910a-7ece537f43c6,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:44.916548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:44.917416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:44.918706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a86a4cf4-5419-40fc-9e04-ce170460e653 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2038958 Dec 09 10:12:44.921996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39326) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:44.928396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2663c4b1-076f-4d14-910a-7ece537f43c6', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:44.935066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:44.939113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:44.942991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:44.948988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:44.968599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.032482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.035389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.037293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fe3045b1-9c01-4156-b946-0ad66953ce96 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:45.061097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fef77fe-0d30-4215-b1a2-0dbad731ab90,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:45.066301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:45.073105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.074416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1514049 Dec 09 10:12:45.077321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39330) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:45.083991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2663c4b1-076f-4d14-910a-7ece537f43c6', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:45.090168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:45.094141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:45.097443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:45.103426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:45.119972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.183541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.186029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.187879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-972d3368-3334-4334-9728-7b8634d43ca9 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:45.208784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00950462-fa8c-4a54-8adb-aaf24ad642bc,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:45.212867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:45.219768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.221310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3f970785-b1f0-4109-b738-cbff65b4ce80 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1427453 Dec 09 10:12:45.224298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39334) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:45.232100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2663c4b1-076f-4d14-910a-7ece537f43c6', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:45.240746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:45.244780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:45.247844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:45.254704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:45.271157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.336474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.339197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.341070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-431b3fa1-4e90-44b1-a8e5-1d8f1b5f7f9b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:45.361266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d20f56-0c67-41fa-a713-4f3c5fac7483,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:45.365919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:45.372587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.373908 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1479981 Dec 09 10:12:45.376810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39338) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:45.383261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2663c4b1-076f-4d14-910a-7ece537f43c6', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:45.389319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:45.393304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:45.396379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:45.402363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:45.422116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.489646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.492464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.494391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-20bd7889-5586-4d2f-ab40-e0ed732354e6 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:45.515106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a3626a-21c1-42f7-b923-c26c07a01240,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:45.519414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:45.526057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.527324 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e8e7149-850d-484f-bc86-b19eefae85dd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1488738 Dec 09 10:12:45.530231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39342) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:45.536590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2663c4b1-076f-4d14-910a-7ece537f43c6', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:45.542707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:45.546703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:45.550367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:45.556390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:45.565810 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:12:45.572253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.638076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.640637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.642522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-00e4d1b2-3432-4355-badd-319bb3a08ddb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:45.665391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2aa549-9cff-4c6c-8fce-9b7667bd8538,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:45.667857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:45.674008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.675856 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1446438 Dec 09 10:12:45.678791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39346) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:45.684548 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'security_group_rule': {'security_group_id': '2663c4b1-076f-4d14-910a-7ece537f43c6', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:45.690709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:45.694719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:security_group_rule and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:45.697745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:45.705158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:45.716117 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Project 8b76001a259e49eaa932ca68c84db507 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:12:45.723730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.795757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.798436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.800394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8eeb6252-60df-426c-8cf0-fffae69296eb tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:45.822943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1601d3e9-0c59-449b-87b0-bba3ba55bbd8,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:45.825432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:45.833167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.834696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-666e0dd6-5ec8-405d-893f-e55904e659ac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1549251 Dec 09 10:12:45.837675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39350) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:45.843491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'network': {'name': 'tempest-network-smoke--1831445252', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'port_security_enabled': True}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:45.849143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:45.853400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:network and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:45.856399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:45.862640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:45.871915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'network': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:12:45.877353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.907113 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=88884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:12:45.917167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.917538 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Added segment 11049682-7244-4f68-a86d-d89921c3a29b of type vlan for network 7321ddc1-3aa3-480b-a8c4-517130837844 Dec 09 10:12:45.944185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.974258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.978301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:45.978941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:45.984109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41b185b3-7830-43cf-a55b-c1142ed7f0ce tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:46.041193 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2023745 Dec 09 10:12:46.044217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39354) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:46.050084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'admin_state_up': True, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:46.060028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:46.064050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:router and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:46.067130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:46.073084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:46.083497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:46.085549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:46.103148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Network': ['ID=7321ddc1-3aa3-480b-a8c4-517130837844,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:46.106049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e646070c-03e1-4990-89a8-1234f2b6fc0b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:46.108371 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:46.118249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 7321ddc1-3aa3-480b-a8c4-517130837844 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:12:46.510162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:46.692346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:46.723536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:46.864177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.74 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/e71349ef-5aed-4984-9e15-921886fb2b8a) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:12:47.017694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:47.043152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:47.047568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c70d8bed-58e9-45f4-9c86-d1de324ed12b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:47.122044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:12:47.125574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:12:47.128024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:12:47.154091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=e71349ef-5aed-4984-9e15-921886fb2b8a,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:47.156980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:47.293414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:47.294091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:47.530583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:12:47.743860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:12:47.754883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Sync routers for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:12:47.770123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:47.771452 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a8f97e30-ec5a-4ef6-a9d9-b9a228982cc6 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7261593 Dec 09 10:12:47.774737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39358) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:47.780648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:12:47.781360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:12:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:47.823608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2a6a89f7-d493-4b8b-b19a-249c0c5505e7 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=8b76001a259e49eaa932ca68c84db507&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451088 Dec 09 10:12:47.823852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39362) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:47.845921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:47.966441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe1b4b6-36b3-40c7-a407-6198953c60a5 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:47.968101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bbe1b4b6-36b3-40c7-a407-6198953c60a5 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1432691 Dec 09 10:12:47.970007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:12:47.971167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39366) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:48.016150 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0f4d49cd-a8c1-4cc8-b769-d0e6818fb5e4 tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=6784de8a-1a9b-4193-a461-5934b2d4d75d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433741 Dec 09 10:12:48.019111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39370) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:48.025028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1551470364', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'project_id': '8b76001a259e49eaa932ca68c84db507', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:48.144434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:48.148489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:subnet and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:12:48.151455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:12:48.157619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:48.166423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'subnet': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:12:48.274828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:47Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:48.278797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Checking router: 3f1c5a4c-b60f-4868-9088-ef19d8a74305 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:12:48.279199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Updating router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 port e71349ef-5aed-4984-9e15-921886fb2b8a binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:12:48.281858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851257399'] for subnet, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:48.335357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:48.511541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851497174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851257384'] for subnet, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:48.516026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3644ff3b-6a01-4092-ba31-384820e9534d tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:48.598370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Subnet': ['ID=18a03913-a3c9-4888-8049-efa720c3fc16,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:48.602515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:48.611003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Checking segment: {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:12:48.611395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network hostable DHCP agents. Network: 7321ddc1-3aa3-480b-a8c4-517130837844, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:12:48.632672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 7321ddc1-3aa3-480b-a8c4-517130837844 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:12:48.640738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 7321ddc1-3aa3-480b-a8c4-517130837844) {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:12:48.644851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:48.645526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:48.653391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc11f64-fbf1-4f1c-af85-b4c48ddbd64c None None] Network 7321ddc1-3aa3-480b-a8c4-517130837844 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:12:48.666586 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3da3d2b1-edca-41d9-b1d0-8f4dba396260 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6463852 Dec 09 10:12:48.669456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39374) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:12:48.771110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:48.792417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Transition to ACTIVE for port object e71349ef-5aed-4984-9e15-921886fb2b8a will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:12:48.809611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:48.816788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:48.947859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Attempting to bind port e71349ef-5aed-4984-9e15-921886fb2b8a on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:12:48.948264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Attempting to bind port e71349ef-5aed-4984-9e15-921886fb2b8a by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:12:48.948671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Attempting to bind port e71349ef-5aed-4984-9e15-921886fb2b8a on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:12:48.953041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59353333-52f7-47e0-b4ca-66a1ec916f64 None None] Pushing event updated for resources: {'Port': ['ID=e71349ef-5aed-4984-9e15-921886fb2b8a,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:48.959901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59353333-52f7-47e0-b4ca-66a1ec916f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:48.991078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:12:48.991497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:12:48.991949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:48.992389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:12:48.992906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Bound port: e71349ef-5aed-4984-9e15-921886fb2b8a, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:12:48.993347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:49.040362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-7321ddc1-3aa3-480b-a8c4-517130837844', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:12:49.041273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:49.148387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] For port e71349ef-5aed-4984-9e15-921886fb2b8a, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:12:49.166646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] For port e71349ef-5aed-4984-9e15-921886fb2b8a, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e71349ef-5aed-4984-9e15-921886fb2b8a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:12:49.171146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:49.178050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c36bb124-f72c-4309-994c-9a1a7aeeb1d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:49.306136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59353333-52f7-47e0-b4ca-66a1ec916f64 None None] Pushing event updated for resources: {'Port': ['ID=e71349ef-5aed-4984-9e15-921886fb2b8a,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:49.312743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59353333-52f7-47e0-b4ca-66a1ec916f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:49.328843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Allocated IP 172.20.0.2 (7321ddc1-3aa3-480b-a8c4-517130837844/18a03913-a3c9-4888-8049-efa720c3fc16/12b5fe4f-ce7d-46cd-9523-95eed6192b70) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:12:49.335114 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:12:49.335838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:12:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:49.730759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:49.825216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:12:50.096048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:50.113562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Transition to ACTIVE for port object 12b5fe4f-ce7d-46cd-9523-95eed6192b70 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:12:50.152116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Transition to ACTIVE for port object 12b5fe4f-ce7d-46cd-9523-95eed6192b70 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:12:50.189482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:50.194760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:50.257027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.1 (7321ddc1-3aa3-480b-a8c4-517130837844/18a03913-a3c9-4888-8049-efa720c3fc16/d295af44-2293-483d-ab6f-c7330f88bc55) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:12:50.280273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Network 7321ddc1-3aa3-480b-a8c4-517130837844 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:12:50.281038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Pushing event updated for resources: {'Port': ['ID=12b5fe4f-ce7d-46cd-9523-95eed6192b70,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:50.284392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:12:50.286372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:50.289719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:12:50.372088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:47Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:50.389499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134febe-23fc-435c-860a-675107a7b3e7 None None] The sync data for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv is: [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:47Z', 'revision_number': 3, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:12:50.398004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Attempting to bind port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:12:50.398420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Attempting to bind port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:12:50.398835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Attempting to bind port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 on network 7321ddc1-3aa3-480b-a8c4-517130837844 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:12:50.406164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:12:50.406451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Checking segment: {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:12:50.406910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:50.407359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Bound using segment: {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:12:50.407877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Bound port: 12b5fe4f-ce7d-46cd-9523-95eed6192b70, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:12:50.408357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:50.449304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:50.465776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object d295af44-2293-483d-ab6f-c7330f88bc55 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:12:50.492460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:50.497513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-852008ca-26f7-4dd1-84b9-c987067149ec tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:50.507170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] For port 12b5fe4f-ce7d-46cd-9523-95eed6192b70, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:12:50.510609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] For port 12b5fe4f-ce7d-46cd-9523-95eed6192b70, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=12b5fe4f-ce7d-46cd-9523-95eed6192b70,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:12:50.513960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:50.518525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:50.570093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 7321ddc1-3aa3-480b-a8c4-517130837844 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:12:50.573526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:12:50.578082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:12:50.606931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Pushing event updated for resources: {'Port': ['ID=12b5fe4f-ce7d-46cd-9523-95eed6192b70,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:50.609448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=d295af44-2293-483d-ab6f-c7330f88bc55,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:50.610488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:50.617963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:50.642567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:50.738157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:51.223286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:51.227092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:51.257763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:51.351279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:51.355821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=d295af44-2293-483d-ab6f-c7330f88bc55,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:51.359177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:51.507881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 7321ddc1-3aa3-480b-a8c4-517130837844 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:12:51.509151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:12:51.925406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:12:52.146739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:12:52.164308 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/3f1c5a4c-b60f-4868-9088-ef19d8a74305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4937561 Dec 09 10:12:52.212242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a93c59-4b28-41ad-84fd-8b473ab4bcc7 None None] Network 7321ddc1-3aa3-480b-a8c4-517130837844 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:12:52.337230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-ddcf44f9-a655-4b86-ab44-4cdbcdd5b572 None None] Provisioning for port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:12:52.365828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-4ad25f52-5ecf-4caf-9deb-4d5c6ef7596f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:12:52.381429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-4ad25f52-5ecf-4caf-9deb-4d5c6ef7596f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:12:52.382683 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-4ad25f52-5ecf-4caf-9deb-4d5c6ef7596f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-58407174&fields=id&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 267 time: 0.0785651 Dec 09 10:12:52.550995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-638b570a-30b8-401b-8a56-97236348c86d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:52.551782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-638b570a-30b8-401b-8a56-97236348c86d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:12:52.568691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-638b570a-30b8-401b-8a56-97236348c86d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:network {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:12:52.575937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-638b570a-30b8-401b-8a56-97236348c86d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/networks?id=7321ddc1-3aa3-480b-a8c4-517130837844 HTTP/1.1" status: 200 len: 797 time: 0.1848059 Dec 09 10:12:52.594097 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f27cb212-37da-4b9e-9cbc-37a4e2627119 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/quotas/8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 375 time: 0.0160215 Dec 09 10:12:52.607161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 12b5fe4f-ce7d-46cd-9523-95eed6192b70 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:12:52.687551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:12:52.693485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:52.694026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:52.697334 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-35d20769-40ba-46a4-bd5d-eb15ac1864a3 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960410 Dec 09 10:12:52.824921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:52.860328 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-7985309d-4f88-4827-9cb7-4d40cb39fd90 service neutron] 10.222.0.18 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490929 Dec 09 10:12:52.864037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 12b5fe4f-ce7d-46cd-9523-95eed6192b70, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=12b5fe4f-ce7d-46cd-9523-95eed6192b70,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:12:52.867888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:52.868857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e71349ef-5aed-4984-9e15-921886fb2b8a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:12:52.898732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4dd1d7c-0e47-41c1-ae5b-392298e68b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:53.006366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2629a076-4948-40d8-83de-497591c4f0cb None None] Provisioning complete for port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:53.006791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2629a076-4948-40d8-83de-497591c4f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:53.027062 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-c16f4208-6107-4604-8a5b-4ff81e8d7db0 service neutron] 10.222.0.18 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587086 Dec 09 10:12:53.043634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=12b5fe4f-ce7d-46cd-9523-95eed6192b70,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:53.057552 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:53.094046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port e71349ef-5aed-4984-9e15-921886fb2b8a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:12:53.102194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port e71349ef-5aed-4984-9e15-921886fb2b8a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:53.102620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:53.286252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2629a076-4948-40d8-83de-497591c4f0cb None None] Provisioning for port d295af44-2293-483d-ab6f-c7330f88bc55 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:12:53.286490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f2b87677-4a58-46d3-8e6d-cec25475e63f req-d52176d9-8ff9-462d-86e2-26b6aa846b9c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:12:53.297049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2629a076-4948-40d8-83de-497591c4f0cb None None] Provisioning complete for port d295af44-2293-483d-ab6f-c7330f88bc55 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:53.297499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2629a076-4948-40d8-83de-497591c4f0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:53.305785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f2b87677-4a58-46d3-8e6d-cec25475e63f req-d52176d9-8ff9-462d-86e2-26b6aa846b9c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:12:53.307637 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f2b87677-4a58-46d3-8e6d-cec25475e63f req-d52176d9-8ff9-462d-86e2-26b6aa846b9c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 210 time: 0.0776491 Dec 09 10:12:53.352382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:53.378995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2629a076-4948-40d8-83de-497591c4f0cb None None] Port d295af44-2293-483d-ab6f-c7330f88bc55 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:12:53.384586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port e71349ef-5aed-4984-9e15-921886fb2b8a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e71349ef-5aed-4984-9e15-921886fb2b8a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:12:53.388375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:53.390446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-37d6051b-d843-4035-ba33-0986fe17f7b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:53.457937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=e71349ef-5aed-4984-9e15-921886fb2b8a,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:53.461454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:53.501922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-66ebc609-1ea7-4e0b-b686-fbd1c8c06225 None None] Provisioning complete for port d295af44-2293-483d-ab6f-c7330f88bc55 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:53.502398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-66ebc609-1ea7-4e0b-b686-fbd1c8c06225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:53.519679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Sync routers for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:12:53.532076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:12:53.532516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:12:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:53.564200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-66ebc609-1ea7-4e0b-b686-fbd1c8c06225 None None] Port d295af44-2293-483d-ab6f-c7330f88bc55 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:12:53.729773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:12:54.214759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:50Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd295af44-2293-483d-ab6f-c7330f88bc55', 'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:9d:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:49Z', 'updated_at': '2021-12-09T10:12:51Z', 'revision_number': 2, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:54.219217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Checking router: 3f1c5a4c-b60f-4868-9088-ef19d8a74305 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:12:54.219623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Updating router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 port d295af44-2293-483d-ab6f-c7330f88bc55 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:12:54.273286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:54.408859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-6a02ce80-5932-40a8-b04d-7dcb919fb82a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:54.411271 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-6a02ce80-5932-40a8-b04d-7dcb919fb82a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/networks?id=7321ddc1-3aa3-480b-a8c4-517130837844 HTTP/1.1" status: 200 len: 797 time: 0.1930673 Dec 09 10:12:54.517747 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8dff8f66-853a-4994-8058-41699bbc9f0e req-011b7720-bde8-4191-b8bb-fcb148b53806 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 210 time: 0.0697017 Dec 09 10:12:54.538080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-3ef6523f-ae01-4dd6-a341-71e37b08ce45 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b76001a259e49eaa932ca68c84db507 HTTP/1.1" status: 200 len: 378 time: 0.1158736 Dec 09 10:12:54.548629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'port': {'device_id': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'admin_state_up': True, 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'security_groups': ['2663c4b1-076f-4d14-910a-7ece537f43c6']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:54.568839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 12b5fe4f-ce7d-46cd-9523-95eed6192b70 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:12:54.641956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:54.642631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:54.676578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:54.689759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Transition to ACTIVE for port object d295af44-2293-483d-ab6f-c7330f88bc55 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:12:54.695750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:54.700152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2afda6a-1de9-4270-8707-1885a43f6c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:54.701933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:12:54.715359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:12:54.739099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Made reservation on behalf of 8b76001a259e49eaa932ca68c84db507 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:12:54.745255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:54.774569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Pushing event updated for resources: {'Port': ['ID=d295af44-2293-483d-ab6f-c7330f88bc55,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:54.785278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.785872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.786481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.787057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.787642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.788294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.788687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.789070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.789484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.789806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.790171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:12:54.795797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e71349ef-5aed-4984-9e15-921886fb2b8a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:12:54.844710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:54.876269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port e71349ef-5aed-4984-9e15-921886fb2b8a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:54.876971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:54.951483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Attempting to bind port d295af44-2293-483d-ab6f-c7330f88bc55 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:12:54.952180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Attempting to bind port d295af44-2293-483d-ab6f-c7330f88bc55 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:12:54.952585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Attempting to bind port d295af44-2293-483d-ab6f-c7330f88bc55 on network 7321ddc1-3aa3-480b-a8c4-517130837844 {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:12:54.961221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:12:54.961939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Checking segment: {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:12:54.962534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:54.963107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Bound using segment: {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:12:54.963902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Bound port: d295af44-2293-483d-ab6f-c7330f88bc55, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:12:54.964485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:54.966669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.20.0.10 (7321ddc1-3aa3-480b-a8c4-517130837844/18a03913-a3c9-4888-8049-efa720c3fc16/80842848-0a9b-4f7e-b771-b36e0f4c9e82) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:12:55.069996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] For port d295af44-2293-483d-ab6f-c7330f88bc55, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:12:55.073690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] For port d295af44-2293-483d-ab6f-c7330f88bc55, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d295af44-2293-483d-ab6f-c7330f88bc55,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:12:55.079536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:55.085696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f196d33-be87-4acb-a726-9ea134195707 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:55.177759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:12:55.178461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:12:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:55.194523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:55.217946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Transition to ACTIVE for port object 80842848-0a9b-4f7e-b771-b36e0f4c9e82 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:12:55.239230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:55.245724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-befd9d2e-e7cb-47d9-9869-95aa0df9d266 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:55.248874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Pushing event updated for resources: {'Port': ['ID=d295af44-2293-483d-ab6f-c7330f88bc55,revision_number=4']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:55.261356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e02bd310-06b7-40d5-a152-00d966027527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:55.331834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 7321ddc1-3aa3-480b-a8c4-517130837844 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:12:55.341978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:12:55.348066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:12:55.412580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=80842848-0a9b-4f7e-b771-b36e0f4c9e82,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:55.417836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:55.423663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:12:55.428170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:55.428895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:55.455462 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9112346 Dec 09 10:12:55.468041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Request body: {'port': {'device_id': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:12:55.633718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:55.829815 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb7c3b-6eb8-4147-bc16-0abebc8fd857 req-bf9953f7-1ea2-45e0-8e92-83f806f410bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:55.832917 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e2eb7c3b-6eb8-4147-bc16-0abebc8fd857 req-bf9953f7-1ea2-45e0-8e92-83f806f410bb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 932 time: 0.1430328 Dec 09 10:12:55.845009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:50Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd295af44-2293-483d-ab6f-c7330f88bc55', 'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:9d:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:49Z', 'updated_at': '2021-12-09T10:12:55Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:12:55.850782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e267c17-9070-459c-adf5-6a9bcfdc6164 None None] The sync data for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv is: [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:50Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd295af44-2293-483d-ab6f-c7330f88bc55', 'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:9d:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:49Z', 'updated_at': '2021-12-09T10:12:55Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:12:55.898438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e2eb7c3b-6eb8-4147-bc16-0abebc8fd857 req-730656ee-afbf-4a14-86a0-afaa6d971439 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525744 Dec 09 10:12:55.978111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-945b2fbd-826b-4dd8-9c8f-671f224d5590 None None] Provisioning for port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:12:55.983509 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-945b2fbd-826b-4dd8-9c8f-671f224d5590 None None] Provisioning complete for port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:55.983937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-945b2fbd-826b-4dd8-9c8f-671f224d5590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:56.054457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-945b2fbd-826b-4dd8-9c8f-671f224d5590 None None] Port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:12:56.135356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80842848-0a9b-4f7e-b771-b36e0f4c9e82 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:12:56.143637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:56.160022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Transition to ACTIVE for port object 80842848-0a9b-4f7e-b771-b36e0f4c9e82 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:12:56.162689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:56.167341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:56.295937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Pushing event updated for resources: {'Port': ['ID=80842848-0a9b-4f7e-b771-b36e0f4c9e82,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:56.302402 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:56.417620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Attempting to bind port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:12:56.418165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Attempting to bind port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:12:56.418362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Attempting to bind port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 on network 7321ddc1-3aa3-480b-a8c4-517130837844 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:12:56.425416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 on network 7321ddc1-3aa3-480b-a8c4-517130837844 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:12:56.425777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Attempting to bind port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 on network 7321ddc1-3aa3-480b-a8c4-517130837844 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:12:56.432750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:12:56.433142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Checking segment: {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:12:56.433572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Bound using segment: {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:12:56.434044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Bound port: 80842848-0a9b-4f7e-b771-b36e0f4c9e82, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11049682-7244-4f68-a86d-d89921c3a29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:12:56.434423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:56.531166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] For port 80842848-0a9b-4f7e-b771-b36e0f4c9e82, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:12:56.534769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] For port 80842848-0a9b-4f7e-b771-b36e0f4c9e82, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:12:56.538469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:56.543721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-eded7b50-d415-4850-8e57-42e437321c1b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:56.582525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d295af44-2293-483d-ab6f-c7330f88bc55 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:12:56.612407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:56.613746 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-f4790c05-9259-4253-a718-dea828f2125b service neutron] 10.222.0.65 "PUT /v2.0/ports/80842848-0a9b-4f7e-b771-b36e0f4c9e82 HTTP/1.1" status: 200 len: 1094 time: 1.1505044 Dec 09 10:12:56.614341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:12:56.700358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port d295af44-2293-483d-ab6f-c7330f88bc55 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:12:56.708865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d295af44-2293-483d-ab6f-c7330f88bc55 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:56.708865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:56.709368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'status': 'completed', 'code': 200} Dec 09 10:12:56.713462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Pushing event updated for resources: {'Port': ['ID=80842848-0a9b-4f7e-b771-b36e0f4c9e82,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:56.721860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:56.764611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-908dcd08-64fc-42fd-bddb-b6c52e55cf5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 1097 time: 0.1096625 Dec 09 10:12:56.850416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-875a6125-f565-4ca7-91bc-7fddf2021051 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82 HTTP/1.1" status: 200 len: 217 time: 0.0784338 Dec 09 10:12:56.852002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:56.893277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port d295af44-2293-483d-ab6f-c7330f88bc55, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d295af44-2293-483d-ab6f-c7330f88bc55,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:12:56.896972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:56.902016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:56.931837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-4eeb22af-ab13-48a6-88cc-6e1a6097e26c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:56.934061 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-4eeb22af-ab13-48a6-88cc-6e1a6097e26c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=18a03913-a3c9-4888-8049-efa720c3fc16 HTTP/1.1" status: 200 len: 835 time: 0.0772119 Dec 09 10:12:56.988160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=d295af44-2293-483d-ab6f-c7330f88bc55,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:56.991540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:57.044441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-7097c96b-4458-4d60-929f-b925048ff4e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7321ddc1-3aa3-480b-a8c4-517130837844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1017647 Dec 09 10:12:57.136529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9444283-6cc2-4c93-a6e1-d458b152e91f req-f5bbf601-9a43-4f30-811d-c105a7a140f7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:57.144566 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9444283-6cc2-4c93-a6e1-d458b152e91f req-f5bbf601-9a43-4f30-811d-c105a7a140f7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 944 time: 0.0956819 Dec 09 10:12:57.194036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e9444283-6cc2-4c93-a6e1-d458b152e91f req-20e5601d-a6f2-45e8-aab7-8cce6b9b3ddf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482101 Dec 09 10:12:57.205066 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-34839256-2c59-455d-ac15-e40c346dbf2c service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542888 Dec 09 10:12:57.349851 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f735c3f-7ed6-4168-8aa9-735106eb5a39 req-47ce6603-3870-4ce5-be76-afd7f96c5146 service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391382 Dec 09 10:12:57.471081 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-234947ce-caaa-4a91-ad0b-0fe8af44c59d req-5a8da96e-90d9-4377-9722-0a9b11fe39e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 1097 time: 0.0765448 Dec 09 10:12:57.844782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234947ce-caaa-4a91-ad0b-0fe8af44c59d req-31830c97-5dab-4d6f-ac06-ff8abc0f4d29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:57.847132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-234947ce-caaa-4a91-ad0b-0fe8af44c59d req-31830c97-5dab-4d6f-ac06-ff8abc0f4d29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7321ddc1-3aa3-480b-a8c4-517130837844 HTTP/1.1" status: 200 len: 898 time: 0.3690023 Dec 09 10:12:57.921819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-234947ce-caaa-4a91-ad0b-0fe8af44c59d req-e943ca9e-d8d7-4be4-847a-8f514b2a9053 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82 HTTP/1.1" status: 200 len: 217 time: 0.0683436 Dec 09 10:12:57.990262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234947ce-caaa-4a91-ad0b-0fe8af44c59d req-4b06bac0-ae20-40ee-b68f-3146d0128b73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:57.991801 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-234947ce-caaa-4a91-ad0b-0fe8af44c59d req-4b06bac0-ae20-40ee-b68f-3146d0128b73 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=18a03913-a3c9-4888-8049-efa720c3fc16 HTTP/1.1" status: 200 len: 835 time: 0.0633912 Dec 09 10:12:58.071819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-234947ce-caaa-4a91-ad0b-0fe8af44c59d req-58bb2a1d-1d7a-459f-9d71-19a1f0f0fa68 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7321ddc1-3aa3-480b-a8c4-517130837844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718420 Dec 09 10:12:58.214984 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-234947ce-caaa-4a91-ad0b-0fe8af44c59d req-0c02b069-4abf-4f1a-aac1-1a8bf493963d service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360872 Dec 09 10:12:58.419515 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-234947ce-caaa-4a91-ad0b-0fe8af44c59d req-21294cff-a042-4a1a-88d7-bcbad454bd35 service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970818 Dec 09 10:12:58.443660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a667dc-45eb-4308-9044-89545b8e3c43 req-abcc683b-3f78-4fdc-aedb-a7c924c209d5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:58.444417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-12a667dc-45eb-4308-9044-89545b8e3c43 req-abcc683b-3f78-4fdc-aedb-a7c924c209d5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:12:58.459685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-12a667dc-45eb-4308-9044-89545b8e3c43 req-abcc683b-3f78-4fdc-aedb-a7c924c209d5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:12:58.460908 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12a667dc-45eb-4308-9044-89545b8e3c43 req-abcc683b-3f78-4fdc-aedb-a7c924c209d5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 944 time: 0.1327827 Dec 09 10:12:58.510002 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12a667dc-45eb-4308-9044-89545b8e3c43 req-de19aa16-179f-4694-bc25-b77cbf1f5e26 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428042 Dec 09 10:12:58.552378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d295af44-2293-483d-ab6f-c7330f88bc55 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:12:58.621798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d295af44-2293-483d-ab6f-c7330f88bc55 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:12:58.622212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:59.359514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 80842848-0a9b-4f7e-b771-b36e0f4c9e82 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:12:59.501126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 80842848-0a9b-4f7e-b771-b36e0f4c9e82, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:12:59.514953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'port_id': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'mac_address': 'fa:16:3e:a3:28:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:12:59.571257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:59.593361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80842848-0a9b-4f7e-b771-b36e0f4c9e82 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:12:59.608941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 80842848-0a9b-4f7e-b771-b36e0f4c9e82, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:12:59.612043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:12:59.613845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:12:59.681152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=80842848-0a9b-4f7e-b771-b36e0f4c9e82,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:12:59.684559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:12:59.721675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb157e7-f03e-4da5-b8e0-4808de0cc07f req-0e9a9337-dd83-4ecf-8d75-a62c53679085 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:12:59.723263 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6fb157e7-f03e-4da5-b8e0-4808de0cc07f req-0e9a9337-dd83-4ecf-8d75-a62c53679085 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 945 time: 0.0870469 Dec 09 10:12:59.774680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6fb157e7-f03e-4da5-b8e0-4808de0cc07f req-030731ee-bb04-4309-aeef-e68e2552ea5d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448959 Dec 09 10:12:59.817693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['80842848-0a9b-4f7e-b771-b36e0f4c9e82'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:13:00.309003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:13:00.984322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4cdac-10eb-4dbd-b056-5e058bf9673c req-afda5c6c-1ce5-49f5-ac00-442762621980 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:00.985930 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b5b4cdac-10eb-4dbd-b056-5e058bf9673c req-afda5c6c-1ce5-49f5-ac00-442762621980 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 945 time: 0.0860121 Dec 09 10:13:01.034272 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b5b4cdac-10eb-4dbd-b056-5e058bf9673c req-96cb44f1-f74f-4c11-b884-d37b6a7c5f4d tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415881 Dec 09 10:13:01.390478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 80842848-0a9b-4f7e-b771-b36e0f4c9e82 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:13:01.463421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:13:01.468218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:13:01.468635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:01.751094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:01.781164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:13:01.791352 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 80842848-0a9b-4f7e-b771-b36e0f4c9e82, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:13:01.796422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:01.798403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:01.842252 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'code': 200} Dec 09 10:13:01.869239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=80842848-0a9b-4f7e-b771-b36e0f4c9e82,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:01.872344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:02.078437 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4187197f-2100-45d1-b846-3fedbb362b63 req-512c7183-78ae-4a08-ae4b-92589db35d23 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 1099 time: 0.0734820 Dec 09 10:13:02.124237 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4187197f-2100-45d1-b846-3fedbb362b63 req-5bbddf83-5aad-4de0-853c-3fa7eb3e70d6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382931 Dec 09 10:13:02.241348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643c48-1fb2-4eb5-8f70-89751455a743 req-3be1f7f6-d979-4c45-b730-c4e9817a9f16 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:02.242944 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d0643c48-1fb2-4eb5-8f70-89751455a743 req-3be1f7f6-d979-4c45-b730-c4e9817a9f16 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.0870221 Dec 09 10:13:02.290600 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d0643c48-1fb2-4eb5-8f70-89751455a743 req-559eb928-2522-41d9-a38b-4e41a57609e9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414915 Dec 09 10:13:03.734291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc6ad1-ae1d-4bd6-aaff-e6e60ab20638 req-e6fce2a3-f240-4bf1-b399-c4eb21b69886 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:03.736063 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d7cc6ad1-ae1d-4bd6-aaff-e6e60ab20638 req-e6fce2a3-f240-4bf1-b399-c4eb21b69886 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.3185108 Dec 09 10:13:03.786295 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d7cc6ad1-ae1d-4bd6-aaff-e6e60ab20638 req-f50b1df2-34c2-493d-83de-8edb617d30a5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423453 Dec 09 10:13:03.991494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b844212-f347-4c49-bddf-d5690eb0ddb5 req-b443dce7-d98c-4d43-9cf0-885ca9e88fdc tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:03.993026 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8b844212-f347-4c49-bddf-d5690eb0ddb5 req-b443dce7-d98c-4d43-9cf0-885ca9e88fdc tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.0823100 Dec 09 10:13:04.041077 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8b844212-f347-4c49-bddf-d5690eb0ddb5 req-15b56d03-f4e3-48c5-bdc4-9d2d7a252712 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419405 Dec 09 10:13:04.067486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39426) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:04.145972 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-50d55d85-a0fc-4e72-a821-c3fa3ca4b97a tempest-TestNetworkAdvancedServerOps-1877486855 tempest-TestNetworkAdvancedServerOps-1877486855-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 1094 time: 0.0770683 Dec 09 10:13:04.148645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39430) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:04.154194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:04.160700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:13:04.164746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Usage tracker for resource:floatingip and tenant:8b76001a259e49eaa932ca68c84db507 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:13:04.167766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:13:04.173779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:13:04.183652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:04.331970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:04.475463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Allocated IP 172.26.8.242 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/586102e2-d3f8-4bd2-9935-54053a13ea6b) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:13:04.520521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-958f6158-3dde-47a5-99ff-06bf709e334d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:04.633908 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:04.658410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:04.662721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:04.726651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:13:04.730263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:13:04.734262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:13:04.770250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=586102e2-d3f8-4bd2-9935-54053a13ea6b,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:04.782074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:05.255206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:05.309271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:05.533884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:05.537224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:05.541517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:05.650860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event updated for resources: {'Port': ['ID=586102e2-d3f8-4bd2-9935-54053a13ea6b,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:05.653755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:05.665027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:05.784643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:05.878821 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Floating IP 1b0b0340-929f-439a-ab3e-d5341b0f4051 associated. External IP: 172.26.8.242, port: 80842848-0a9b-4f7e-b771-b36e0f4c9e82. Dec 09 10:13:06.521325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:13:06.736102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:13:06.746962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] Sync routers for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:13:06.761245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:13:06.761929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:12:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:06.762464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:06.818786 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6690102 Dec 09 10:13:06.819499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:13:06.859955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a04fdc9c-5540-46ba-8baa-6a37ca13f792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:06.905332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'status': 'completed', 'code': 200} Dec 09 10:13:06.969540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:13:07.008646 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c6e8b94-db3b-4ed3-bfee-b36a1dee06f5 req-5018c2d0-5576-4bb3-9f0e-ba04fd9fe08d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 1099 time: 0.0797493 Dec 09 10:13:07.027938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ab5f7-2877-4ba0-9692-1cc479c17c80 req-2ce1e470-d2cd-4073-9c44-0ba0445b1bac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:07.029594 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-956ab5f7-2877-4ba0-9692-1cc479c17c80 req-2ce1e470-d2cd-4073-9c44-0ba0445b1bac tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.0845304 Dec 09 10:13:07.082865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-956ab5f7-2877-4ba0-9692-1cc479c17c80 req-c91a3ddc-bbf4-4f09-ba16-7f2e7f1375ed tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464759 Dec 09 10:13:07.113637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39438) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:07.164780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8b94-db3b-4ed3-bfee-b36a1dee06f5 req-47210c70-a851-405d-b479-d4e6db385621 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:07.166642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c6e8b94-db3b-4ed3-bfee-b36a1dee06f5 req-47210c70-a851-405d-b479-d4e6db385621 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7321ddc1-3aa3-480b-a8c4-517130837844 HTTP/1.1" status: 200 len: 898 time: 0.1508758 Dec 09 10:13:07.233984 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fed29ba4-718c-44e6-b6f1-7d076bffe2fa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/1b0b0340-929f-439a-ab3e-d5341b0f4051 HTTP/1.1" status: 200 len: 992 time: 0.1188543 Dec 09 10:13:07.264398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:07.275570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c6e8b94-db3b-4ed3-bfee-b36a1dee06f5 req-01e02125-c10c-4cbb-8ddb-03697ef506b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82 HTTP/1.1" status: 200 len: 1000 time: 0.1027188 Dec 09 10:13:07.351479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e8b94-db3b-4ed3-bfee-b36a1dee06f5 req-bdb0388c-3147-44a6-89b9-9877a3085326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:07.353277 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c6e8b94-db3b-4ed3-bfee-b36a1dee06f5 req-bdb0388c-3147-44a6-89b9-9877a3085326 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=18a03913-a3c9-4888-8049-efa720c3fc16 HTTP/1.1" status: 200 len: 835 time: 0.0717578 Dec 09 10:13:07.360363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:50Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '1b0b0340-929f-439a-ab3e-d5341b0f4051', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'port_id': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'mac_address': 'fa:16:3e:a3:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:13:05Z', 'updated_at': '2021-12-09T10:13:05Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd295af44-2293-483d-ab6f-c7330f88bc55', 'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:9d:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:49Z', 'updated_at': '2021-12-09T10:12:56Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:07.365399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] Checking router: 3f1c5a4c-b60f-4868-9088-ef19d8a74305 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:13:07.376693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:13:07.377535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:07.433730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c6e8b94-db3b-4ed3-bfee-b36a1dee06f5 req-bc6ef924-b82a-4bcb-a2c9-595dd162e853 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7321ddc1-3aa3-480b-a8c4-517130837844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745256 Dec 09 10:13:07.566236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:13:07.576512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c6e8b94-db3b-4ed3-bfee-b36a1dee06f5 req-f958ee15-5d1c-45c5-bc53-0030a658c45e service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359236 Dec 09 10:13:07.741256 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c6e8b94-db3b-4ed3-bfee-b36a1dee06f5 req-ee81cab6-8809-4751-8e9b-fa8044a40511 service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575944 Dec 09 10:13:07.958604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:50Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '1b0b0340-929f-439a-ab3e-d5341b0f4051', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'port_id': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'mac_address': 'fa:16:3e:a3:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:13:05Z', 'updated_at': '2021-12-09T10:13:05Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd295af44-2293-483d-ab6f-c7330f88bc55', 'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:9d:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:49Z', 'updated_at': '2021-12-09T10:12:56Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:07.962748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18aaa2c-cdf9-4287-9915-b77b361364e1 None None] The sync data for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv is: [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:50Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '1b0b0340-929f-439a-ab3e-d5341b0f4051', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'port_id': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'mac_address': 'fa:16:3e:a3:28:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:13:05Z', 'updated_at': '2021-12-09T10:13:05Z', 'revision_number': 0, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd295af44-2293-483d-ab6f-c7330f88bc55', 'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:9d:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:49Z', 'updated_at': '2021-12-09T10:12:56Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:13:08.236195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39442) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:08.301716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6af175-07a0-42ac-aadd-383b28e69c2e None None] New status for floating IP 1b0b0340-929f-439a-ab3e-d5341b0f4051: ACTIVE {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:13:08.348924 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-341f811e-c024-4116-b81c-50cfca4284fd tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/1b0b0340-929f-439a-ab3e-d5341b0f4051 HTTP/1.1" status: 200 len: 992 time: 0.1111791 Dec 09 10:13:08.544336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:09.352386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39446) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:09.468969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2175029b-c685-47d5-9b71-366c45d33420 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/1b0b0340-929f-439a-ab3e-d5341b0f4051 HTTP/1.1" status: 200 len: 994 time: 0.1152902 Dec 09 10:13:17.783920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:30.802530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-04ab161d-e66b-4100-a4a9-680ea335ae99 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759385 Dec 09 10:13:30.947339 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-2bbba21f-4bc1-416e-9323-2523ed9fec24 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 1099 time: 0.0734200 Dec 09 10:13:31.098906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-640dcc31-3c8b-4909-a6e2-e00b34012c7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:31.100473 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-640dcc31-3c8b-4909-a6e2-e00b34012c7c service neutron] 10.222.0.65 "GET /v2.0/networks?id=7321ddc1-3aa3-480b-a8c4-517130837844 HTTP/1.1" status: 200 len: 898 time: 0.1350324 Dec 09 10:13:31.209369 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-961ef82d-d716-4790-8b32-e77e36d868ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82 HTTP/1.1" status: 200 len: 1002 time: 0.1022079 Dec 09 10:13:31.277021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-aef8c945-5764-49bd-a7ff-d837653ea01a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:31.279883 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-aef8c945-5764-49bd-a7ff-d837653ea01a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=18a03913-a3c9-4888-8049-efa720c3fc16 HTTP/1.1" status: 200 len: 835 time: 0.0640252 Dec 09 10:13:31.375120 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-2779b528-d133-460d-a526-5123c4350562 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7321ddc1-3aa3-480b-a8c4-517130837844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0877593 Dec 09 10:13:31.517950 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-aa94f3d3-90ec-4c7d-95cd-451f384efd48 service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329756 Dec 09 10:13:31.670886 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cf29e807-64ac-4fc3-a0ed-9252e72fff4e req-1b43397a-c02e-4972-94eb-d010a9b45645 service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454654 Dec 09 10:13:34.463537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396ac75-268f-4611-9cca-6001c807d79b req-2b27aa47-895d-40b0-8d5d-f5812068bea1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:34.465132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5396ac75-268f-4611-9cca-6001c807d79b req-2b27aa47-895d-40b0-8d5d-f5812068bea1 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.0813122 Dec 09 10:13:34.517648 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5396ac75-268f-4611-9cca-6001c807d79b req-42deab4c-d2cb-480d-a2be-4e9f1fbe24d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447855 Dec 09 10:13:34.524443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6d603db-ca22-4d28-976b-07612e555a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:35.730421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426ff5c-effe-4695-8f59-d9bb1763baea req-677bf690-d0df-4d4b-9492-9491127e4593 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:35.732128 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3426ff5c-effe-4695-8f59-d9bb1763baea req-677bf690-d0df-4d4b-9492-9491127e4593 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.0886652 Dec 09 10:13:35.786566 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3426ff5c-effe-4695-8f59-d9bb1763baea req-d47dd022-d036-4ff2-8db1-6f54f4ce5183 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469923 Dec 09 10:13:35.790499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:35.815295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39464) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:35.928370 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-55e05ca4-791c-4730-8d90-1127a81d06d4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/1b0b0340-929f-439a-ab3e-d5341b0f4051 HTTP/1.1" status: 200 len: 994 time: 0.1117029 Dec 09 10:13:36.791535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9793ac12-db2c-4c64-b9f9-3b46fc76f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:37.245397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:37.310513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:13:37.502853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6005bdb-d447-44b7-bb6e-7ab4a90474d0 req-3cfdf193-bc57-4af1-9940-4da754fc3bda tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:37.504542 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e6005bdb-d447-44b7-bb6e-7ab4a90474d0 req-3cfdf193-bc57-4af1-9940-4da754fc3bda tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.1504471 Dec 09 10:13:37.507441 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e977fb2-4188-4adc-a540-d1615ce9a1e4 req-d4694473-8179-4b5c-b061-c368eae14ade service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 1099 time: 0.1133535 Dec 09 10:13:37.651244 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e6005bdb-d447-44b7-bb6e-7ab4a90474d0 req-d12c0e99-ba65-4a23-8a88-294abb41f18a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1404300 Dec 09 10:13:37.684430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e977fb2-4188-4adc-a540-d1615ce9a1e4 req-0c593889-91ee-4842-a234-a2d7fe818d9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:37.686054 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e977fb2-4188-4adc-a540-d1615ce9a1e4 req-0c593889-91ee-4842-a234-a2d7fe818d9e service neutron] 10.222.0.65 "GET /v2.0/networks?id=7321ddc1-3aa3-480b-a8c4-517130837844 HTTP/1.1" status: 200 len: 898 time: 0.1610124 Dec 09 10:13:38.032933 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e977fb2-4188-4adc-a540-d1615ce9a1e4 req-837ea33b-cb7b-48ed-9723-84d5bbd78aad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82 HTTP/1.1" status: 200 len: 1002 time: 0.3401854 Dec 09 10:13:38.104153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e977fb2-4188-4adc-a540-d1615ce9a1e4 req-9bf2ae17-c930-48c5-b171-297d742c1a61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:38.105833 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e977fb2-4188-4adc-a540-d1615ce9a1e4 req-9bf2ae17-c930-48c5-b171-297d742c1a61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=18a03913-a3c9-4888-8049-efa720c3fc16 HTTP/1.1" status: 200 len: 835 time: 0.0662720 Dec 09 10:13:38.198148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e977fb2-4188-4adc-a540-d1615ce9a1e4 req-73d2e5e6-cb56-46ce-ba9c-8628f20b6456 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7321ddc1-3aa3-480b-a8c4-517130837844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859036 Dec 09 10:13:38.347700 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e977fb2-4188-4adc-a540-d1615ce9a1e4 req-178a80d5-35f9-4439-adb2-8161427ff869 service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430907 Dec 09 10:13:38.488805 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e977fb2-4188-4adc-a540-d1615ce9a1e4 req-75809c83-4144-494e-b8df-bb738037577e service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351380 Dec 09 10:13:38.550357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:38.862328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c74ce-736c-4743-aad4-87134be59c68 req-ab93ac85-e968-4af9-9ab4-cac0210a49db tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:38.863937 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb0c74ce-736c-4743-aad4-87134be59c68 req-ab93ac85-e968-4af9-9ab4-cac0210a49db tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.0822048 Dec 09 10:13:38.916147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb0c74ce-736c-4743-aad4-87134be59c68 req-281d6f50-4747-4792-9346-906645bcffc2 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459940 Dec 09 10:13:40.122942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e04380-5a5e-4016-93d8-7dad574f5ad2 req-f1a8701b-f1d9-4ac3-ad2d-76af7abdec61 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:40.124526 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c5e04380-5a5e-4016-93d8-7dad574f5ad2 req-f1a8701b-f1d9-4ac3-ad2d-76af7abdec61 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.0817506 Dec 09 10:13:40.173664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c5e04380-5a5e-4016-93d8-7dad574f5ad2 req-ce4efc0a-f0be-4f00-81d7-7fb52c7abd8b tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424731 Dec 09 10:13:40.202741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39478) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:40.312907 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-2722a173-3470-4ca6-9acb-5db197441aaa tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/floatingips/1b0b0340-929f-439a-ab3e-d5341b0f4051 HTTP/1.1" status: 200 len: 994 time: 0.1088755 Dec 09 10:13:40.678449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39486) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:40.891876 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 586102e2-d3f8-4bd2-9935-54053a13ea6b {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:13:40.892261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:41.074266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:41.074542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:41.200358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 586102e2-d3f8-4bd2-9935-54053a13ea6b owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:13:41.353926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:41.358349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d3a1dd82-2601-4c55-98c9-71d889ba1008 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:41.399907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=586102e2-d3f8-4bd2-9935-54053a13ea6b,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:41.440596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.441025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.441475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.441897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.442311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.442721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.443133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.443546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.443951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.444356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.444761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:41.455084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:41.510693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:41.921716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:13:42.130053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:13:42.139800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] Sync routers for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:13:42.150194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:42.153043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:13:42.153750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:42.205060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/floatingips/1b0b0340-929f-439a-ab3e-d5341b0f4051 HTTP/1.1" status: 204 len: 168 time: 1.5254333 Dec 09 10:13:42.206458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:13:42.272622 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'status': 'completed', 'code': 200} Dec 09 10:13:42.349292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:13:42.375932 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f06f698-b53d-4107-8a49-b07dd0c7185e req-bae24f76-3aab-485d-aa40-92429510913d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8b76001a259e49eaa932ca68c84db507&device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 1099 time: 0.0820420 Dec 09 10:13:42.531339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06f698-b53d-4107-8a49-b07dd0c7185e req-844b8b76-99e2-465c-95ce-d69144faf85a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:42.532943 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f06f698-b53d-4107-8a49-b07dd0c7185e req-844b8b76-99e2-465c-95ce-d69144faf85a service neutron] 10.222.0.65 "GET /v2.0/networks?id=7321ddc1-3aa3-480b-a8c4-517130837844 HTTP/1.1" status: 200 len: 898 time: 0.1480391 Dec 09 10:13:42.608491 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f06f698-b53d-4107-8a49-b07dd0c7185e req-d66b41c2-2082-4b10-a570-055fb3c2574b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82 HTTP/1.1" status: 200 len: 217 time: 0.0688205 Dec 09 10:13:42.638000 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23fdeb-9694-4f61-b838-c1f6a4261afe req-a1b7342d-26f5-4ac5-be1e-690e84bf2c03 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:42.639659 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a23fdeb-9694-4f61-b838-c1f6a4261afe req-a1b7342d-26f5-4ac5-be1e-690e84bf2c03 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.0874734 Dec 09 10:13:42.678846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06f698-b53d-4107-8a49-b07dd0c7185e req-b71648db-6371-46e7-a42f-c73bd08584be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:42.680723 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f06f698-b53d-4107-8a49-b07dd0c7185e req-b71648db-6371-46e7-a42f-c73bd08584be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=18a03913-a3c9-4888-8049-efa720c3fc16 HTTP/1.1" status: 200 len: 835 time: 0.0653689 Dec 09 10:13:42.691175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:50Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd295af44-2293-483d-ab6f-c7330f88bc55', 'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:9d:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:49Z', 'updated_at': '2021-12-09T10:12:56Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:42.691878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a23fdeb-9694-4f61-b838-c1f6a4261afe req-54585067-d7a3-4321-a69b-300ee60356f8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444210 Dec 09 10:13:42.695542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] Checking router: 3f1c5a4c-b60f-4868-9088-ef19d8a74305 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:13:42.706857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:13:42.707527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:42.774434 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f06f698-b53d-4107-8a49-b07dd0c7185e req-3055b542-92a4-445e-b8f1-266bdadb7db0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7321ddc1-3aa3-480b-a8c4-517130837844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863993 Dec 09 10:13:43.092144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:13:43.164705 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f06f698-b53d-4107-8a49-b07dd0c7185e req-5a44b266-1ad5-4297-86cf-bd44946d8993 service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827777 Dec 09 10:13:43.311565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f06f698-b53d-4107-8a49-b07dd0c7185e req-816b84df-6678-4f4e-b238-1a19d17aa69f service neutron] 10.222.0.65 "GET /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386359 Dec 09 10:13:43.428507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:50Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd295af44-2293-483d-ab6f-c7330f88bc55', 'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:9d:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:49Z', 'updated_at': '2021-12-09T10:12:56Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:43.432484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66559e52-88e5-4369-b0bb-1b463eb1e541 None None] The sync data for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv is: [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:50Z', 'revision_number': 4, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd295af44-2293-483d-ab6f-c7330f88bc55', 'name': '', 'network_id': '7321ddc1-3aa3-480b-a8c4-517130837844', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'mac_address': 'fa:16:3e:9d:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:49Z', 'updated_at': '2021-12-09T10:12:56Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'subnets': [{'id': '18a03913-a3c9-4888-8049-efa720c3fc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:13:43.884661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0dc8af-1ac5-4b50-832a-1b3e7f36b35b None None] New status for floating IP 1b0b0340-929f-439a-ab3e-d5341b0f4051: DOWN {{(pid=88886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:13:43.904403 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38671ec-087f-4dfa-8c3f-316ade262758 req-bf7eaa93-ee0b-4e32-a8cd-d42a457368e8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:43.905183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e38671ec-087f-4dfa-8c3f-316ade262758 req-bf7eaa93-ee0b-4e32-a8cd-d42a457368e8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:13:43.920227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-e38671ec-087f-4dfa-8c3f-316ade262758 req-bf7eaa93-ee0b-4e32-a8cd-d42a457368e8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:13:43.921556 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e38671ec-087f-4dfa-8c3f-316ade262758 req-bf7eaa93-ee0b-4e32-a8cd-d42a457368e8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.1007915 Dec 09 10:13:43.975642 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e38671ec-087f-4dfa-8c3f-316ade262758 req-0b9e3f49-81a6-4258-a344-6822211f08d5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/security-groups?id=2663c4b1-076f-4d14-910a-7ece537f43c6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470243 Dec 09 10:13:44.205171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-22a3d8fa-2abe-49cc-9fe4-bf7042fea49c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:44.206722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-22a3d8fa-2abe-49cc-9fe4-bf7042fea49c tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 946 time: 0.0879719 Dec 09 10:13:44.279868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:13:44.280167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:44.531623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port 80842848-0a9b-4f7e-b771-b36e0f4c9e82, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=80842848-0a9b-4f7e-b771-b36e0f4c9e82,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:13:44.532148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:44.660360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for 80842848-0a9b-4f7e-b771-b36e0f4c9e82 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:13:44.807354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:44.812832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3328370-d036-4695-961a-219bad250537 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:44.856392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=80842848-0a9b-4f7e-b771-b36e0f4c9e82,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:44.860655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:44.932933 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] No DVR routers for this DVR port 80842848-0a9b-4f7e-b771-b36e0f4c9e82 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:13:44.935399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:44.938156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'name': 'network-vif-deleted', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:13:44.953680 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c2547ac4-5db7-43c2-991a-47530cec81e8 req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.65 "DELETE /v2.0/ports/80842848-0a9b-4f7e-b771-b36e0f4c9e82 HTTP/1.1" status: 204 len: 173 time: 0.7408772 Dec 09 10:13:45.001131 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a29ad4b-e9bd-46eb-9381-be3c86ad198b', 'name': 'network-vif-deleted', 'tag': '80842848-0a9b-4f7e-b771-b36e0f4c9e82', 'status': 'completed', 'code': 200} Dec 09 10:13:45.162407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-6c7d97cb-6391-4fc7-b3c8-f83b67613621 req-27f85235-68d2-45c8-bb49-7deefe23b111 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Synchronizing usage tracker for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:13:45.177077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-6c7d97cb-6391-4fc7-b3c8-f83b67613621 req-27f85235-68d2-45c8-bb49-7deefe23b111 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Unset dirty status for tenant:8b76001a259e49eaa932ca68c84db507 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:13:45.178359 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6c7d97cb-6391-4fc7-b3c8-f83b67613621 req-27f85235-68d2-45c8-bb49-7deefe23b111 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a29ad4b-e9bd-46eb-9381-be3c86ad198b HTTP/1.1" status: 200 len: 210 time: 0.0616591 Dec 09 10:13:46.288568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39504) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:46.716819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:47.363811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port d295af44-2293-483d-ab6f-c7330f88bc55 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:13:47.364418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:47.556643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port d295af44-2293-483d-ab6f-c7330f88bc55, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d295af44-2293-483d-ab6f-c7330f88bc55,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:13:47.557034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:47.683788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for d295af44-2293-483d-ab6f-c7330f88bc55 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:13:47.786656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:47.868024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:47.872505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-62e61d1f-b039-4d43-aeb2-4fa941947d85 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:47.918244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=d295af44-2293-483d-ab6f-c7330f88bc55,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:47.920727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:48.228151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:49.070156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:13:49.276433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:13:49.287666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] Sync routers for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:13:49.292276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "PUT /v2.0/routers/3f1c5a4c-b60f-4868-9088-ef19d8a74305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0024796 Dec 09 10:13:49.295187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39508) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:49.301691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:13:49.302445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:49.488055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:13:49.497953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6af7bc5-8331-4ca7-9b32-adb56e7f04be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting subnet 18a03913-a3c9-4888-8049-efa720c3fc16 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:13:49.501065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6af7bc5-8331-4ca7-9b32-adb56e7f04be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:49.536277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 80842848-0a9b-4f7e-b771-b36e0f4c9e82 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:13:49.560464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6af7bc5-8331-4ca7-9b32-adb56e7f04be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:49.573516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 80842848-0a9b-4f7e-b771-b36e0f4c9e82 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:13:49.573913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 80842848-0a9b-4f7e-b771-b36e0f4c9e82 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:13:49.649948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6af7bc5-8331-4ca7-9b32-adb56e7f04be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:49.728593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6af7bc5-8331-4ca7-9b32-adb56e7f04be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:49.733475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-483d35ab-df57-4ef6-a781-15ffc6ba803d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:49.770996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af7bc5-8331-4ca7-9b32-adb56e7f04be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Subnet': ['ID=18a03913-a3c9-4888-8049-efa720c3fc16,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:49.773725 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b6af7bc5-8331-4ca7-9b32-adb56e7f04be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:49.779435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b6af7bc5-8331-4ca7-9b32-adb56e7f04be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:49.787203 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b6af7bc5-8331-4ca7-9b32-adb56e7f04be tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/subnets/18a03913-a3c9-4888-8049-efa720c3fc16 HTTP/1.1" status: 204 len: 168 time: 0.4909809 Dec 09 10:13:49.789968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39512) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:49.801123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c67d6a-2d8e-477d-af39-3d94ce5f2efc None None] Network 7321ddc1-3aa3-480b-a8c4-517130837844 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:13:49.996931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:50.007302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:13:47Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:50.014047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] Checking router: 3f1c5a4c-b60f-4868-9088-ef19d8a74305 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:13:50.047385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] Routers {'3f1c5a4c-b60f-4868-9088-ef19d8a74305'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:13:50.048071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:50.196572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] DHCP port deletion for 7321ddc1-3aa3-480b-a8c4-517130837844 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:13:50.204901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:50.210235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Deleting port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:13:50.210651 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:50.214517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Deleting port e71349ef-5aed-4984-9e15-921886fb2b8a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:13:50.215017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:50.349501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] Set router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:13:50.399158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] For port e71349ef-5aed-4984-9e15-921886fb2b8a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=e71349ef-5aed-4984-9e15-921886fb2b8a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:13:50.399474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:50.540664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Calling delete_port for e71349ef-5aed-4984-9e15-921886fb2b8a owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:13:50.593246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 12b5fe4f-ce7d-46cd-9523-95eed6192b70 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:13:50.721771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:50.735161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7e30642f-37e2-47a0-b516-d6be4cffa2ba tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:50.791900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Port': ['ID=e71349ef-5aed-4984-9e15-921886fb2b8a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:50.795369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:50.899520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] For port 12b5fe4f-ce7d-46cd-9523-95eed6192b70, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=12b5fe4f-ce7d-46cd-9523-95eed6192b70,segment=NetworkSegment(11049682-7244-4f68-a86d-d89921c3a29b),segment_id=11049682-7244-4f68-a86d-d89921c3a29b)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:13:50.899968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.029220 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.042865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Calling delete_port for 12b5fe4f-ce7d-46cd-9523-95eed6192b70 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:13:51.229271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.261075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888'] for port, after_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.272338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:51.321476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Pushing event deleted for resources: {'Port': ['ID=12b5fe4f-ce7d-46cd-9523-95eed6192b70,revision_number=None']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:51.367166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] No DVR routers for this DVR port 12b5fe4f-ce7d-46cd-9523-95eed6192b70 on host dv-neutron-819581-1-hyperv {{(pid=88885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:13:51.380390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.380759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.381164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.381542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.381906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.382276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.382661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.382999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.383374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.383838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.384089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:51.387562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:51.394041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:13:47Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:51.398273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5accddc7-7976-4177-8ece-5d657dc271ab None None] The sync data for ids ['3f1c5a4c-b60f-4868-9088-ef19d8a74305'] in dv-neutron-819581-1-hyperv is: [{'id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'name': 'tempest-TestNetworkAdvancedServerOps-router-61674470', 'tenant_id': '8b76001a259e49eaa932ca68c84db507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:13:47Z', 'revision_number': 5, 'project_id': '8b76001a259e49eaa932ca68c84db507', 'gw_port': {'id': 'e71349ef-5aed-4984-9e15-921886fb2b8a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1c5a4c-b60f-4868-9088-ef19d8a74305', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:12:46Z', 'updated_at': '2021-12-09T10:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:13:51.566654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.571123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.593889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.594448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Fanout notify agent at l3_agent the message router_deleted on router 3f1c5a4c-b60f-4868-9088-ef19d8a74305 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:13:51.609637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.610842 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/routers/3f1c5a4c-b60f-4868-9088-ef19d8a74305 HTTP/1.1" status: 204 len: 168 time: 1.8198905 Dec 09 10:13:51.613838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39516) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:51.744295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.886979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.915005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7321ddc1-3aa3-480b-a8c4-517130837844']}} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:51.929141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11049682-7244-4f68-a86d-d89921c3a29b') {'for_net_delete': True} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:51.929476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11049682-7244-4f68-a86d-d89921c3a29b') {} {{(pid=88884) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:51.943267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3868813'] for segment, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.959084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.965631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=88884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:13:51.966059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3363240'] for segment, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:13:51.981573 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:13:52.062835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:52.067578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:52.083472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for network, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:52.096669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'Network': ['ID=7321ddc1-3aa3-480b-a8c4-517130837844,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:52.099797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:52.104259 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-8dc5667e-33e4-408d-87f2-63fd71789b13 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/networks/7321ddc1-3aa3-480b-a8c4-517130837844 HTTP/1.1" status: 204 len: 168 time: 0.4894075 Dec 09 10:13:52.107235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39520) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:52.188156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17b91f9e-c633-4807-a2dd-325170a1373a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:52.219973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17b91f9e-c633-4807-a2dd-325170a1373a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:52.273720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17b91f9e-c633-4807-a2dd-325170a1373a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:52.278888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4cd951f1-7c66-442c-bbfa-8e5b80b896f0 tempest-RoutersNegativeTest-61296394 tempest-RoutersNegativeTest-61296394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:52.294488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91f9e-c633-4807-a2dd-325170a1373a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2663c4b1-076f-4d14-910a-7ece537f43c6,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:52.297295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-17b91f9e-c633-4807-a2dd-325170a1373a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:52.309470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17b91f9e-c633-4807-a2dd-325170a1373a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:52.310823 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-17b91f9e-c633-4807-a2dd-325170a1373a tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] 10.222.0.18 "DELETE /v2.0/security-groups/2663c4b1-076f-4d14-910a-7ece537f43c6 HTTP/1.1" status: 204 len: 168 time: 0.2025931 Dec 09 10:13:52.576546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d295af44-2293-483d-ab6f-c7330f88bc55 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:13:52.615349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: d295af44-2293-483d-ab6f-c7330f88bc55 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:13:52.615742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d295af44-2293-483d-ab6f-c7330f88bc55 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:13:52.616207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e71349ef-5aed-4984-9e15-921886fb2b8a no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:13:52.649032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: e71349ef-5aed-4984-9e15-921886fb2b8a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:13:52.649453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device e71349ef-5aed-4984-9e15-921886fb2b8a not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:13:52.692058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39530) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:52.915065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-eabc46d9-7475-4ca7-9537-8d438d19925a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b76001a259e49eaa932ca68c84db507&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2217398 Dec 09 10:13:52.917756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39536) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:52.979881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3caef124-d7b8-4dca-84e8-d6887408a465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.006321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3caef124-d7b8-4dca-84e8-d6887408a465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.058142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3caef124-d7b8-4dca-84e8-d6887408a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.063448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89cd51af-3b51-46df-b2f6-30a2e37e967d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:53.078620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caef124-d7b8-4dca-84e8-d6887408a465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b7012a-9455-46da-b671-2c36515ef2b0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:53.083607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3caef124-d7b8-4dca-84e8-d6887408a465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:53.086867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3caef124-d7b8-4dca-84e8-d6887408a465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.088089 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3caef124-d7b8-4dca-84e8-d6887408a465 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4b7012a-9455-46da-b671-2c36515ef2b0 HTTP/1.1" status: 204 len: 168 time: 0.1693692 Dec 09 10:13:53.444734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39544) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:53.465992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.499106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:13:53.503910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] Usage tracker for resource:security_group_rule and tenant:59a7cba5c86c45f894a44953324c0b3b is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:13:53.506982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:13:53.513578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:13:53.583284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.585850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.593272 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-58b062b2-9d94-4a63-804a-75e8c94effee tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:53.636127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d250749-3732-43e9-a79d-257496ad0f66,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:53.640398 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59a7cba5c86c45f894a44953324c0b3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1945052 Dec 09 10:13:53.641440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b5923b69-5b2b-4020-9c02-1450f854211c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:53.643575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39548) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:53.708737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccd21db5-5211-493e-94bf-c6ad0257ae2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.737039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccd21db5-5211-493e-94bf-c6ad0257ae2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.782527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccd21db5-5211-493e-94bf-c6ad0257ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.788072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5914fd0-76dd-4a8b-9cd1-3318563e5d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:53.802129 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd21db5-5211-493e-94bf-c6ad0257ae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d250749-3732-43e9-a79d-257496ad0f66,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:53.804580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ccd21db5-5211-493e-94bf-c6ad0257ae2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:53.807011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ccd21db5-5211-493e-94bf-c6ad0257ae2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:53.809213 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ccd21db5-5211-493e-94bf-c6ad0257ae2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d250749-3732-43e9-a79d-257496ad0f66 HTTP/1.1" status: 204 len: 168 time: 0.1638744 Dec 09 10:13:54.742887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39570) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:54.887006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1029178279-network', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:54.892219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:13:54.896241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Usage tracker for resource:network and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:13:54.899205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:13:54.906387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:13:54.915177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Made reservation on behalf of e6354ffe15cd499daec98db78f0f07d9 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:13:54.920193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:54.933990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:54.965755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:13:54.969683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:13:54.972522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:13:54.978431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:13:55.047479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.050951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.055358 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:55.084963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:13:55.093490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e66342-1432-44e7-b440-4c9ddf869da0,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:55.104334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.104730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Added segment ed7fd904-0151-4a1f-b9b3-9a97aa43859a of type vlan for network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 Dec 09 10:13:55.114849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.115243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.115686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.116406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.117155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.117904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.118637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.119181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.119600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.120023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.124469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:55.125015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:55.148034 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.180082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.181089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:55.181787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.186966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5180d960-c850-432c-acb2-6d962dd8f73a tempest-NetworksIpV6Test-1672973660 tempest-NetworksIpV6Test-1672973660-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:55.300974 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5539348 Dec 09 10:13:55.300974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Pushing event updated for resources: {'Network': ['ID=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:55.301573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39576) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:55.302494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b2ac284b-75e7-4f22-a033-e40d3da56f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:55.308382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Request body: {'subnet': {'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1029178279-subnet', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:55.320412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:13:55.320826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:13:55.325014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Usage tracker for resource:subnet and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:13:55.328063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:13:55.335429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:13:55.345778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Made reservation on behalf of e6354ffe15cd499daec98db78f0f07d9 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:13:55.350698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.577910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.582449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3857f178-c44a-421f-9c3a-4bca8e37d84b tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:55.661093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:55.665143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:55.674279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Checking segment: {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:13:55.674678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Network hostable DHCP agents. Network: c843fe5d-77e2-4c46-9ad2-b45e7e8028a5, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:13:55.698046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:13:55.706306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, c843fe5d-77e2-4c46-9ad2-b45e7e8028a5) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:13:55.710538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:13:55.711240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.725505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c259a2b1-c612-4fc0-9e17-55c30ff19f3a None None] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:13:55.737042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39580) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:55.744047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:13:55.747810 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5f6f90e2-417e-4e33-af99-7008eb935a9d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4449499 Dec 09 10:13:55.750274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:13:55.755471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Usage tracker for resource:router and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:13:55.758587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:13:55.764846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:13:55.777671 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.779379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.799794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.953761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:55.967409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:13:55.968298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.131346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Allocated IP 172.20.0.2 (c843fe5d-77e2-4c46-9ad2-b45e7e8028a5/65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7/ef5e2fdb-021b-4346-ba09-fdbff303d674) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:13:56.156433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.189789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.337326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Allocated IP 172.26.8.148 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/f9cd01f2-9ee4-49e4-8787-76ee3575bd7c) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:13:56.351718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.362646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Transition to ACTIVE for port object ef5e2fdb-021b-4346-ba09-fdbff303d674 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:13:56.381595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Transition to ACTIVE for port object ef5e2fdb-021b-4346-ba09-fdbff303d674 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:13:56.385583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.390496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8a02cc9a-18da-4134-9206-2a036e7a74a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:56.464945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:13:56.468118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:13:56.473443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:13:56.475702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Pushing event updated for resources: {'Port': ['ID=ef5e2fdb-021b-4346-ba09-fdbff303d674,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:56.479977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:56.505573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.532227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.537499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-27217f9c-6238-4e9d-8ffd-d21a873b0020 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:56.570562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Attempting to bind port ef5e2fdb-021b-4346-ba09-fdbff303d674 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:13:56.570981 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Attempting to bind port ef5e2fdb-021b-4346-ba09-fdbff303d674 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:13:56.571386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Attempting to bind port ef5e2fdb-021b-4346-ba09-fdbff303d674 on network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:13:56.578192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:13:56.578609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Checking segment: {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:13:56.579056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.579494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Bound using segment: {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:13:56.580611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Bound port: ef5e2fdb-021b-4346-ba09-fdbff303d674, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:13:56.581299 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.602682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:13:56.606221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:13:56.610273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:13:56.646853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Pushing event updated for resources: {'Port': ['ID=f9cd01f2-9ee4-49e4-8787-76ee3575bd7c,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:56.655790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:56.678222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] For port ef5e2fdb-021b-4346-ba09-fdbff303d674, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:13:56.681379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] For port ef5e2fdb-021b-4346-ba09-fdbff303d674, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ef5e2fdb-021b-4346-ba09-fdbff303d674,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:13:56.684930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.689898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3bddf2da-163f-49f3-a48b-02044ee74c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:56.780215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Pushing event updated for resources: {'Port': ['ID=ef5e2fdb-021b-4346-ba09-fdbff303d674,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:56.784176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:56.794083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:56.794910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:57.034064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Router db7d1fb6-0bcd-490d-8b24-0166f5f88845 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:13:57.261930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:13:57.278937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Sync routers for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:13:57.285880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:57.287227 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5478609 Dec 09 10:13:57.290099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39584) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:13:57.292771 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:13:57.293546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:57.478492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:13:57.920200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:56Z', 'revision_number': 3, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:57.924406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Checking router: db7d1fb6-0bcd-490d-8b24-0166f5f88845 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:13:57.924798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Updating router db7d1fb6-0bcd-490d-8b24-0166f5f88845 port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:13:57.981772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.072278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.323208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Allocated IP 172.20.0.1 (c843fe5d-77e2-4c46-9ad2-b45e7e8028a5/65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7/2a2f14e1-03de-4f0b-80a7-68c8d1063833) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:13:58.335885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.348870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Transition to ACTIVE for port object f9cd01f2-9ee4-49e4-8787-76ee3575bd7c will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:13:58.358322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.362935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:58.444213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Attempting to bind port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:13:58.444629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Attempting to bind port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:13:58.445036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Attempting to bind port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:13:58.448001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Pushing event updated for resources: {'Port': ['ID=f9cd01f2-9ee4-49e4-8787-76ee3575bd7c,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:58.458578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.459801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.460184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.460746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.461214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.461516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.461862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c2e426-89ad-4311-99b2-162f70a3cbc7 None None] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:13:58.461962 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.462229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.462594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.462956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.463319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:13:58.467060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:58.471537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:13:58.472145 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:13:58.472604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.473037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:13:58.473606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Bound port: f9cd01f2-9ee4-49e4-8787-76ee3575bd7c, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:13:58.474027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.577851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] For port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:13:58.583312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] For port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f9cd01f2-9ee4-49e4-8787-76ee3575bd7c,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:13:58.589050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.602508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-368550e2-88fc-4d1a-9ee1-775b10de6dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:58.655295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ef5e2fdb-021b-4346-ba09-fdbff303d674 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:13:58.688332 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Pushing event updated for resources: {'Port': ['ID=f9cd01f2-9ee4-49e4-8787-76ee3575bd7c,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:58.693770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2211b460-db3e-49d8-afca-cf0d8e27811d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:58.713001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:13:58.713888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:58.736277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1359b20b-d4ff-40ce-b724-69c268642d33 None None] Provisioning for port ef5e2fdb-021b-4346-ba09-fdbff303d674 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:13:58.753353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.771857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Transition to ACTIVE for port object 2a2f14e1-03de-4f0b-80a7-68c8d1063833 will not be triggered until provisioned by entity DHCP. {{(pid=88883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:13:58.797487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.803230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9e27fc39-3880-432e-8f6e-b43dedbafaf9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:58.813321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port ef5e2fdb-021b-4346-ba09-fdbff303d674 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:13:58.827260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port ef5e2fdb-021b-4346-ba09-fdbff303d674 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:13:58.827689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.872504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:13:58.876057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:13:58.879153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2f14e1-03de-4f0b-80a7-68c8d1063833,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:58.881595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:13:58.911532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:13:58.912695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:58.948566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.957614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:58.996175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port ef5e2fdb-021b-4346-ba09-fdbff303d674, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ef5e2fdb-021b-4346-ba09-fdbff303d674,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:13:58.999085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:59.001236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:59.057356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:59.076438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=ef5e2fdb-021b-4346-ba09-fdbff303d674,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:59.088502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:59.231642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:56Z', 'revision_number': 3, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:13:59.235948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d73de9-cc7e-48ad-bfcd-3dd58cbd243a None None] The sync data for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv is: [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:56Z', 'revision_number': 3, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:13:59.312427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5c0cc445-0539-48b1-8d5a-b8d282fa958e None None] Provisioning complete for port ef5e2fdb-021b-4346-ba09-fdbff303d674 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:13:59.313152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5c0cc445-0539-48b1-8d5a-b8d282fa958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:59.317284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:59.321303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:59.373283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-06082813-0c9b-4271-8f45-56299918ede0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:13:59.432537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:59.490867 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2f14e1-03de-4f0b-80a7-68c8d1063833,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:13:59.493973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:13:59.566466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6e9fdd8b-1922-4a7f-9050-dc3475276c55 None None] Provisioning for port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:13:59.572301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6e9fdd8b-1922-4a7f-9050-dc3475276c55 None None] Provisioning complete for port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:13:59.572769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6e9fdd8b-1922-4a7f-9050-dc3475276c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:13:59.600135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:13:59.601369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:13:59.633859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6e9fdd8b-1922-4a7f-9050-dc3475276c55 None None] Port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:13:59.963214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8ae5c47c-715b-4785-ab45-049928b4cc7c None None] Provisioning complete for port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:13:59.963765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ae5c47c-715b-4785-ab45-049928b4cc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:00.028288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5c47c-715b-4785-ab45-049928b4cc7c None None] Port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:14:00.056423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Router db7d1fb6-0bcd-490d-8b24-0166f5f88845 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:14:00.287417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:14:00.297428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] 10.222.0.18 "PUT /v2.0/routers/db7d1fb6-0bcd-490d-8b24-0166f5f88845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0061989 Dec 09 10:14:00.656425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f9cd01f2-9ee4-49e4-8787-76ee3575bd7c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:00.738485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:14:00.744493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:00.744920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:00.867916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:00.884240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f9cd01f2-9ee4-49e4-8787-76ee3575bd7c,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:14:00.887044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:00.888027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ef5e2fdb-021b-4346-ba09-fdbff303d674 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:00.918706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:01.009257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=f9cd01f2-9ee4-49e4-8787-76ee3575bd7c,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:01.012619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:01.024355 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port ef5e2fdb-021b-4346-ba09-fdbff303d674 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:01.024779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.244882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 39606) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:01.252755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1040825419-network', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:01.258568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:01.262628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Usage tracker for resource:network and tenant:5a3f77a5763c449482e7c14b24c8487c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:01.265681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:01.272293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:01.281782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Made reservation on behalf of 5a3f77a5763c449482e7c14b24c8487c for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:14:01.286775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.300657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.335298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:01.339326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Usage tracker for resource:security_group_rule and tenant:5a3f77a5763c449482e7c14b24c8487c is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:01.342294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:01.348429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:01.417185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.420142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.424689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-245ab91d-e84a-4fe6-bdce-dd848a0001e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:01.458243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:14:01.467373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0405dbc-1691-4ccf-8649-0a2940dfcad6,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:01.471752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:01.474461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.474850 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Added segment ed8a5765-54ce-46cd-abaa-fc10cb8c913a of type vlan for network 11f269ce-b525-472b-b922-d70aadb73afd Dec 09 10:14:01.501499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.530524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.531508 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:01.532146 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.537768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-defd25c3-ced7-4015-a611-a046ef63e26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:01.645705 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3994989 Dec 09 10:14:01.646598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Pushing event updated for resources: {'Network': ['ID=11f269ce-b525-472b-b922-d70aadb73afd,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:01.648648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39610) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:01.649713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:01.655017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Request body: {'subnet': {'network_id': '11f269ce-b525-472b-b922-d70aadb73afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1040825419-subnet', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:01.657063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 11f269ce-b525-472b-b922-d70aadb73afd details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:14:01.660374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:01.664689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Usage tracker for resource:subnet and tenant:5a3f77a5763c449482e7c14b24c8487c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:01.667704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:01.675888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:01.685069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Made reservation on behalf of 5a3f77a5763c449482e7c14b24c8487c for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:14:01.690580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.907493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:01.912235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e37d576e-d240-410e-be53-286ade18300f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:01.994046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16aa1358-fed9-4d71-89fa-93f6a00f2ef7,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:01.997666 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:02.005461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Checking segment: {'id': 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:14:02.005858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Network hostable DHCP agents. Network: 11f269ce-b525-472b-b922-d70aadb73afd, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:14:02.028669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Network 11f269ce-b525-472b-b922-d70aadb73afd is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:14:02.037734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 11f269ce-b525-472b-b922-d70aadb73afd) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:14:02.041834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:02.042478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.047939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c4e4f-0cd1-4053-950e-9e20d3775761 None None] Network 11f269ce-b525-472b-b922-d70aadb73afd requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:14:02.065813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-82be4416-1dfd-4df6-9134-c51ddc912295 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4131722 Dec 09 10:14:02.066066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39614) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:02.072306 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:02.077432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:02.081857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Usage tracker for resource:router and tenant:5a3f77a5763c449482e7c14b24c8487c is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:02.085390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:02.091408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:02.101525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.102504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.121026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.278681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.305579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Sync routers for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:14:02.342554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:14:02.343248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:02.490895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.524091 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.611191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f9cd01f2-9ee4-49e4-8787-76ee3575bd7c up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:02.674791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-11f269ce-b525-472b-b922-d70aadb73afd', 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'fixed_ips': [{'subnet_id': '16aa1358-fed9-4d71-89fa-93f6a00f2ef7'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:14:02.675668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.677308 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Allocated IP 172.26.8.79 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/216d9f6a-bf59-48f7-b259-de9fa609fe6a) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:14:02.710610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:14:02.852171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.878375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.882982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5da5e896-0019-4c29-8323-110a39fc6298 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:02.934983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:02.935406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:02.947267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:14:02.950844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:14:02.955465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:14:02.990644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Pushing event updated for resources: {'Port': ['ID=216d9f6a-bf59-48f7-b259-de9fa609fe6a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:02.999381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:03.121064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:03.121862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:03.168920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Allocated IP 172.20.0.2 (11f269ce-b525-472b-b922-d70aadb73afd/16aa1358-fed9-4d71-89fa-93f6a00f2ef7/c9e15710-9dd7-4aa7-804a-7d901763f607) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:14:03.358954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:14:03.485980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:13:59Z', 'revision_number': 2, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:03.498273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Checking router: db7d1fb6-0bcd-490d-8b24-0166f5f88845 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:14:03.498679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Updating router db7d1fb6-0bcd-490d-8b24-0166f5f88845 port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:14:03.558182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:03.574041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:03.574252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:14:03.584135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Sync routers for ids ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:14:03.587828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Transition to ACTIVE for port object c9e15710-9dd7-4aa7-804a-7d901763f607 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:14:03.596797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Routers {'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:14:03.597573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:03.600143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:03.601816 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5345976 Dec 09 10:14:03.604649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39618) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:03.650655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Transition to ACTIVE for port object c9e15710-9dd7-4aa7-804a-7d901763f607 will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:14:03.659467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:03.670693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:03.797577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Set router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:14:03.819985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Network 11f269ce-b525-472b-b922-d70aadb73afd is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:14:03.830188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:14:03.840359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:14:03.846865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Pushing event updated for resources: {'Port': ['ID=c9e15710-9dd7-4aa7-804a-7d901763f607,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:03.854695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:04.035629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Attempting to bind port c9e15710-9dd7-4aa7-804a-7d901763f607 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:14:04.036009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Attempting to bind port c9e15710-9dd7-4aa7-804a-7d901763f607 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:14:04.036362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Attempting to bind port c9e15710-9dd7-4aa7-804a-7d901763f607 on network 11f269ce-b525-472b-b922-d70aadb73afd {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:14:04.049563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:14:04.049995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Checking segment: {'id': 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:14:04.050451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.050894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Bound using segment: {'id': 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:14:04.051418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Bound port: c9e15710-9dd7-4aa7-804a-7d901763f607, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:14:04.051839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.103766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:03Z', 'revision_number': 3, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'gw_port': {'id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:04.107993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Checking router: b11104f7-3fee-4085-8dcd-dc93ea3c8b6a for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:14:04.108393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Updating router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a port 216d9f6a-bf59-48f7-b259-de9fa609fe6a binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:14:04.165944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.383457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] For port c9e15710-9dd7-4aa7-804a-7d901763f607, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:14:04.407241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] For port c9e15710-9dd7-4aa7-804a-7d901763f607, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c9e15710-9dd7-4aa7-804a-7d901763f607,segment=NetworkSegment(ed8a5765-54ce-46cd-abaa-fc10cb8c913a),segment_id=ed8a5765-54ce-46cd-abaa-fc10cb8c913a)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:14:04.412742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.418837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:04.469941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.492057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Transition to ACTIVE for port object 2a2f14e1-03de-4f0b-80a7-68c8d1063833 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:14:04.514449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.533729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.544161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Pushing event updated for resources: {'Port': ['ID=c9e15710-9dd7-4aa7-804a-7d901763f607,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:04.548281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Transition to ACTIVE for port object 216d9f6a-bf59-48f7-b259-de9fa609fe6a will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:14:04.549833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:04.550374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f2bb0eea-50f6-40bf-89d3-4e0ff0121d29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:04.557729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.562441 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1356de6d-fa2d-4825-a06c-2445dfc55117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:04.599628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c5aa399c-1f1c-4686-bac3-a3028568bf8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.632604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174d723-36f3-4557-8394-407bee08832e None None] Pushing event updated for resources: {'Port': ['ID=216d9f6a-bf59-48f7-b259-de9fa609fe6a,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:04.636714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f174d723-36f3-4557-8394-407bee08832e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:04.654228 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Attempting to bind port 216d9f6a-bf59-48f7-b259-de9fa609fe6a on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:14:04.655830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Attempting to bind port 216d9f6a-bf59-48f7-b259-de9fa609fe6a by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:14:04.656310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Attempting to bind port 216d9f6a-bf59-48f7-b259-de9fa609fe6a on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:14:04.667875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:14:04.668361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:14:04.668891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.669425 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:14:04.670029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Bound port: 216d9f6a-bf59-48f7-b259-de9fa609fe6a, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:14:04.670547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.676757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.697714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a91be-c03a-4a7f-b023-c0dde4df7fa4 None None] Pushing event updated for resources: {'Port': ['ID=2a2f14e1-03de-4f0b-80a7-68c8d1063833,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:04.701096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98a91be-c03a-4a7f-b023-c0dde4df7fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:04.762464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] For port 216d9f6a-bf59-48f7-b259-de9fa609fe6a, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:14:04.768820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] For port 216d9f6a-bf59-48f7-b259-de9fa609fe6a, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=216d9f6a-bf59-48f7-b259-de9fa609fe6a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:14:04.776097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.790013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59cffaaa-7373-458d-a7ed-0e3d945644a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:04.834327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Attempting to bind port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:14:04.834327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Attempting to bind port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:14:04.834644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Attempting to bind port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 on network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:14:04.842542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:14:04.843024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Checking segment: {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:14:04.843479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.843922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Bound using segment: {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:14:04.844474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Bound port: 2a2f14e1-03de-4f0b-80a7-68c8d1063833, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:14:04.844885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:04.888990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Routers {'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:14:04.889627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:04.976141 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Allocated IP 172.20.0.1 (11f269ce-b525-472b-b922-d70aadb73afd/16aa1358-fed9-4d71-89fa-93f6a00f2ef7/4db79ddc-bd6f-4952-90a0-209ff296d334) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:14:04.992606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] For port 2a2f14e1-03de-4f0b-80a7-68c8d1063833, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:14:04.996541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] For port 2a2f14e1-03de-4f0b-80a7-68c8d1063833, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2a2f14e1-03de-4f0b-80a7-68c8d1063833,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:14:05.000484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:05.006045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98a91be-c03a-4a7f-b023-c0dde4df7fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:05.117020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a91be-c03a-4a7f-b023-c0dde4df7fa4 None None] Pushing event updated for resources: {'Port': ['ID=2a2f14e1-03de-4f0b-80a7-68c8d1063833,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:05.119985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:14:05.120670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:13:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:05.184972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98a91be-c03a-4a7f-b023-c0dde4df7fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:05.241077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174d723-36f3-4557-8394-407bee08832e None None] Pushing event updated for resources: {'Port': ['ID=216d9f6a-bf59-48f7-b259-de9fa609fe6a,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:05.245362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f174d723-36f3-4557-8394-407bee08832e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:05.269415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:05.291964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Transition to ACTIVE for port object 4db79ddc-bd6f-4952-90a0-209ff296d334 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:14:05.318368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:05.323945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4f931b7-b80d-4a2a-95ec-2b11b2cc1c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:05.366800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:14:05.390595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] Set router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:14:05.417360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Network 11f269ce-b525-472b-b922-d70aadb73afd is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:14:05.421339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:14:05.424545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=4db79ddc-bd6f-4952-90a0-209ff296d334,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:05.427724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:14:05.468738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:05.497805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:05.588464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:05.744063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:03Z', 'revision_number': 3, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'gw_port': {'id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:05.748415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:04Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:05.749531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13bd375-b80b-4e78-95a9-ce4260bb54b3 None None] The sync data for ids ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'] in dv-neutron-819581-1-hyperv is: [{'id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:03Z', 'revision_number': 3, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'gw_port': {'id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:14:05.759892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002bc49-a6fe-439c-94ff-0e5f565b1098 None None] The sync data for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv is: [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:04Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:14:05.793208 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:05.869561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:05.875618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:05.908432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4ac63650-7e50-43bf-87a2-f4808ff837f9 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:05.997335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:06.002915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=4db79ddc-bd6f-4952-90a0-209ff296d334,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:06.006752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:06.176659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Network 11f269ce-b525-472b-b922-d70aadb73afd is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:14:06.178116 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:14:06.626804 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeec4fb-fac3-43a0-98d1-57560bd0302f None None] Network 11f269ce-b525-472b-b922-d70aadb73afd requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:14:06.691394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:14:06.803353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-030134b2-0fe0-4964-9bd2-ec2d8194019d None None] Provisioning for port c9e15710-9dd7-4aa7-804a-7d901763f607 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:14:06.825747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c9e15710-9dd7-4aa7-804a-7d901763f607 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:06.904388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e824a046-bfbb-465e-84e8-72511e611a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:06.958681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:14:06.977177 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] 10.222.0.18 "PUT /v2.0/routers/b11104f7-3fee-4085-8dcd-dc93ea3c8b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3676698 Dec 09 10:14:07.019871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port c9e15710-9dd7-4aa7-804a-7d901763f607 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:14:07.025912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port c9e15710-9dd7-4aa7-804a-7d901763f607 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:07.026336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.187461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.235256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port c9e15710-9dd7-4aa7-804a-7d901763f607, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c9e15710-9dd7-4aa7-804a-7d901763f607,segment=NetworkSegment(ed8a5765-54ce-46cd-abaa-fc10cb8c913a),segment_id=ed8a5765-54ce-46cd-abaa-fc10cb8c913a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:14:07.245534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.246472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2a2f14e1-03de-4f0b-80a7-68c8d1063833 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:07.292983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2cd437d7-3f57-48c6-b596-0e6073d4fb2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:07.365347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.411665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=c9e15710-9dd7-4aa7-804a-7d901763f607,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:07.418463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:07.419868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:14:07.426676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:07.427104 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.597842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.644861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 2a2f14e1-03de-4f0b-80a7-68c8d1063833, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2a2f14e1-03de-4f0b-80a7-68c8d1063833,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:14:07.646561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8be42e29-af74-4482-9c3a-b587d011c5f9 None None] Provisioning for port 4db79ddc-bd6f-4952-90a0-209ff296d334 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:14:07.652294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.653148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 216d9f6a-bf59-48f7-b259-de9fa609fe6a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:07.719917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:07.759959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8be42e29-af74-4482-9c3a-b587d011c5f9 None None] Provisioning complete for port 4db79ddc-bd6f-4952-90a0-209ff296d334 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:07.760751 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8be42e29-af74-4482-9c3a-b587d011c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.770250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39628) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:07.776600 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-546744973', 'description': 'tempest-secgroup-smoke-546744973 description', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:07.784199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:07.788572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:07.791863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:07.798126 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:07.812800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.852224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:07.856400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:07.859675 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:07.863353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8be42e29-af74-4482-9c3a-b587d011c5f9 None None] Port 4db79ddc-bd6f-4952-90a0-209ff296d334 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:14:07.866599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:07.872351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=2a2f14e1-03de-4f0b-80a7-68c8d1063833,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:07.878851 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:07.884337 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 216d9f6a-bf59-48f7-b259-de9fa609fe6a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:14:07.894016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 216d9f6a-bf59-48f7-b259-de9fa609fe6a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:07.894202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.928477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8be42e29-af74-4482-9c3a-b587d011c5f9 None None] Provisioning complete for port c9e15710-9dd7-4aa7-804a-7d901763f607 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:07.928898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8be42e29-af74-4482-9c3a-b587d011c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.937491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.942123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:07.948078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7f2beeed-0941-46b3-8fe0-80dddd3b64bf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:07.997019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359ab4eb-fa90-4e63-8249-14157fa897a2,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:07.999879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.002542 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2298498 Dec 09 10:14:08.002542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bd6edbfa-ed21-4193-a72f-0b98c193f61f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:08.004459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39632) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:08.012925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '359ab4eb-fa90-4e63-8249-14157fa897a2', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:08.019744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:08.023958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:08.027085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:08.034979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:08.061205 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.145206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.147192 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.151632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.161911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c0e6ef29-385d-4197-bd90-d47e15a5ce24 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:08.169648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 216d9f6a-bf59-48f7-b259-de9fa609fe6a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=216d9f6a-bf59-48f7-b259-de9fa609fe6a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:14:08.174735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.177023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:08.191165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec993841-5506-4074-8f88-0d8eeff42ef2,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:08.193948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:08.199159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.201621 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f4736daa-12fa-4830-b125-1a4cc438bb6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1956856 Dec 09 10:14:08.202906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39636) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:08.210190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '359ab4eb-fa90-4e63-8249-14157fa897a2', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:08.216700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:08.220822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:08.223836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:08.229828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:08.247432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.249090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=216d9f6a-bf59-48f7-b259-de9fa609fe6a,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:08.253037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:08.278544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5bc85b18-3624-4d58-8330-6dd949b8c38e None None] Provisioning complete for port 4db79ddc-bd6f-4952-90a0-209ff296d334 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:08.278969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bc85b18-3624-4d58-8330-6dd949b8c38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.315712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.318334 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.320253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cd8f30c7-fac9-46ae-9515-7fe7c9cf9536 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:08.336442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5bc85b18-3624-4d58-8330-6dd949b8c38e None None] Port 4db79ddc-bd6f-4952-90a0-209ff296d334 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:14:08.344200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050d0a16-30ec-4fef-9fe5-e17a3c3de4d3,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:08.347151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:08.353447 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.354731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4c270b06-d951-4637-a2a1-9855799160eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1507142 Dec 09 10:14:08.358041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39640) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:08.364488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '359ab4eb-fa90-4e63-8249-14157fa897a2', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:08.370752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:08.374777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:08.378501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:08.384557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:08.402745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.468097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.471366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.477595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c5902dc9-e8fd-47bf-a35e-f6ee99bdcb30 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:08.502516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010ee3e9-ee7e-42bb-a280-5c43e8cdc619,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:08.505168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:08.512938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.514300 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b174273b-caa5-4271-9c15-bbdc78e801de tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1551504 Dec 09 10:14:08.517188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39644) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:08.523021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '359ab4eb-fa90-4e63-8249-14157fa897a2', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:08.529298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:08.533446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:08.537787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:08.544216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:08.551680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.561704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.602390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c9e15710-9dd7-4aa7-804a-7d901763f607 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:08.632450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.635295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.637240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ee14aa6-3fa1-4f4f-a3aa-91731dc01a5f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:08.659407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d92f32-f5db-4652-b939-1265a411d012,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:08.663843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:08.671106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.672411 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-abf5a2e0-c3b7-406e-a8b9-bbfca24059ef tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1542332 Dec 09 10:14:08.676227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39648) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:08.677081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port c9e15710-9dd7-4aa7-804a-7d901763f607 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:08.677542 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.682528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '359ab4eb-fa90-4e63-8249-14157fa897a2', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:08.689350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:08.693650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:08.696664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:08.702769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:08.715141 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Project e6354ffe15cd499daec98db78f0f07d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:14:08.724064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.801497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.813558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.816197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-83b68360-e6ff-43c8-b174-f7df93507de4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:08.846609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd843ef6-01f7-4d02-973a-6f171bc26d68,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:08.849691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:08.862719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.864240 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1869953 Dec 09 10:14:08.867339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39652) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:08.874063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '359ab4eb-fa90-4e63-8249-14157fa897a2', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:08.884969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:08.889642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:08.893163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:08.901209 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:08.913478 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Project e6354ffe15cd499daec98db78f0f07d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:14:08.920754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.977852 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2a2f14e1-03de-4f0b-80a7-68c8d1063833 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:08.993795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.996687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:08.998634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-86135087-ab43-4739-a3e0-0ff6bb5ed115 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:09.023090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af92151-3e24-4ec5-80ed-a0f6f6a7b316,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:09.025750 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:09.033696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:09.035005 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1666090 Dec 09 10:14:09.057527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:09.058031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:09.193534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 216d9f6a-bf59-48f7-b259-de9fa609fe6a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:09.228395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-df4272ca-1e5a-485a-bf28-ea9e933e406c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:14:09.245280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-df4272ca-1e5a-485a-bf28-ea9e933e406c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:14:09.246428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-df4272ca-1e5a-485a-bf28-ea9e933e406c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-546744973&fields=id&tenant_id=e6354ffe15cd499daec98db78f0f07d9 HTTP/1.1" status: 200 len: 267 time: 0.0719237 Dec 09 10:14:09.263404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 216d9f6a-bf59-48f7-b259-de9fa609fe6a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:09.263828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:09.408396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-0cdd2e8a-07ad-4bc5-908d-5aecd6c7965d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:09.410151 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-0cdd2e8a-07ad-4bc5-908d-5aecd6c7965d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 809 time: 0.1555519 Dec 09 10:14:09.427985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-7b18f6ef-432b-41a3-9294-22fa79ddba3c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/quotas/e6354ffe15cd499daec98db78f0f07d9 HTTP/1.1" status: 200 len: 375 time: 0.0120456 Dec 09 10:14:09.753316 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-59758e95-2599-4e61-a40a-9cac8fb65075 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3200710 Dec 09 10:14:10.040710 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-6168ca7f-26ad-4a2c-ac0a-add984f33983 service neutron] 10.222.0.18 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744122 Dec 09 10:14:10.125664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Sync routers for ids ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:14:10.139099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Routers {'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:14:10.139789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:14:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:10.188685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-5ca0e167-aa63-40f4-bc63-fe7fca6df5e3 service neutron] 10.222.0.18 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415653 Dec 09 10:14:10.330911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Set router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:14:10.401279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2d936aa1-0436-4c53-8cd8-75abcb9a9788 req-19e49ca6-8af4-4c54-a4b1-408e167c2e9e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:14:10.417765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2d936aa1-0436-4c53-8cd8-75abcb9a9788 req-19e49ca6-8af4-4c54-a4b1-408e167c2e9e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:14:10.419027 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d936aa1-0436-4c53-8cd8-75abcb9a9788 req-19e49ca6-8af4-4c54-a4b1-408e167c2e9e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 210 time: 0.0640001 Dec 09 10:14:10.661480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:05Z', 'revision_number': 4, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'gw_port': {'id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '4db79ddc-bd6f-4952-90a0-209ff296d334', 'name': '', 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'mac_address': 'fa:16:3e:d6:dd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16aa1358-fed9-4d71-89fa-93f6a00f2ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:04Z', 'updated_at': '2021-12-09T10:14:05Z', 'revision_number': 2, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'subnets': [{'id': '16aa1358-fed9-4d71-89fa-93f6a00f2ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:10.665484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Checking router: b11104f7-3fee-4085-8dcd-dc93ea3c8b6a for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:14:10.665887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Updating router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a port 4db79ddc-bd6f-4952-90a0-209ff296d334 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:14:10.718903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:11.084913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:11.097302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Transition to ACTIVE for port object 4db79ddc-bd6f-4952-90a0-209ff296d334 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:14:11.102914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:11.107077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:11.240050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a46a-d679-48d0-a1e7-b807eeb75cb3 None None] Pushing event updated for resources: {'Port': ['ID=4db79ddc-bd6f-4952-90a0-209ff296d334,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:11.244054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a788a46a-d679-48d0-a1e7-b807eeb75cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:11.329957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Attempting to bind port 4db79ddc-bd6f-4952-90a0-209ff296d334 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:14:11.330572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Attempting to bind port 4db79ddc-bd6f-4952-90a0-209ff296d334 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:14:11.330988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Attempting to bind port 4db79ddc-bd6f-4952-90a0-209ff296d334 on network 11f269ce-b525-472b-b922-d70aadb73afd {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:14:11.338665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:14:11.339081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Checking segment: {'id': 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:14:11.339532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:11.339972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Bound using segment: {'id': 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:14:11.340494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Bound port: 4db79ddc-bd6f-4952-90a0-209ff296d334, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:14:11.340911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:11.441188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] For port 4db79ddc-bd6f-4952-90a0-209ff296d334, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:14:11.444287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] For port 4db79ddc-bd6f-4952-90a0-209ff296d334, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4db79ddc-bd6f-4952-90a0-209ff296d334,segment=NetworkSegment(ed8a5765-54ce-46cd-abaa-fc10cb8c913a),segment_id=ed8a5765-54ce-46cd-abaa-fc10cb8c913a)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:14:11.450767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:11.455575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:11.542658 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-dab7876c-220f-4f11-8211-4df491a25710 req-0025f173-e2ba-41d1-a45e-da6b66e64c6c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 210 time: 0.0536931 Dec 09 10:14:11.550322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a46a-d679-48d0-a1e7-b807eeb75cb3 None None] Pushing event updated for resources: {'Port': ['ID=4db79ddc-bd6f-4952-90a0-209ff296d334,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:11.556907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a788a46a-d679-48d0-a1e7-b807eeb75cb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:11.565703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Routers {'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:14:11.566407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:14:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:11.770618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] Set router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:14:12.115354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:05Z', 'revision_number': 4, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'gw_port': {'id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '4db79ddc-bd6f-4952-90a0-209ff296d334', 'name': '', 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'mac_address': 'fa:16:3e:d6:dd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16aa1358-fed9-4d71-89fa-93f6a00f2ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:04Z', 'updated_at': '2021-12-09T10:14:11Z', 'revision_number': 4, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'subnets': [{'id': '16aa1358-fed9-4d71-89fa-93f6a00f2ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:12.119543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8674962-46db-47c4-b6e7-970a5ecacc01 None None] The sync data for ids ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'] in dv-neutron-819581-1-hyperv is: [{'id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:05Z', 'revision_number': 4, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'gw_port': {'id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '4db79ddc-bd6f-4952-90a0-209ff296d334', 'name': '', 'network_id': '11f269ce-b525-472b-b922-d70aadb73afd', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'mac_address': 'fa:16:3e:d6:dd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '16aa1358-fed9-4d71-89fa-93f6a00f2ef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:04Z', 'updated_at': '2021-12-09T10:14:11Z', 'revision_number': 4, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'subnets': [{'id': '16aa1358-fed9-4d71-89fa-93f6a00f2ef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:14:12.621349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4db79ddc-bd6f-4952-90a0-209ff296d334 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:12.695562 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cb470e27-3ad6-4295-a756-65b6c161505d req-5500eb97-4956-448d-9b03-32dfa237fc8d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 210 time: 0.0841691 Dec 09 10:14:12.726498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 4db79ddc-bd6f-4952-90a0-209ff296d334 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:14:12.731943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4db79ddc-bd6f-4952-90a0-209ff296d334 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:12.732446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:13.033689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:13.069903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 4db79ddc-bd6f-4952-90a0-209ff296d334, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4db79ddc-bd6f-4952-90a0-209ff296d334,segment=NetworkSegment(ed8a5765-54ce-46cd-abaa-fc10cb8c913a),segment_id=ed8a5765-54ce-46cd-abaa-fc10cb8c913a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:14:13.073988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:13.075960 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a788a46a-d679-48d0-a1e7-b807eeb75cb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:13.147408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=4db79ddc-bd6f-4952-90a0-209ff296d334,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:13.151148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:13.802913 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c7ef98f8-3dc1-4169-9ee4-baa2b41d3570 req-9af70b5f-09c2-469e-856b-03b40d950dbb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 210 time: 0.0450265 Dec 09 10:14:14.310881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:14:14.595654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4db79ddc-bd6f-4952-90a0-209ff296d334 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:14.668267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 4db79ddc-bd6f-4952-90a0-209ff296d334 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:14.669078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:14.818021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-ed63cdd7-a3d2-4581-8992-181c8ef099f4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:14.819616 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-ed63cdd7-a3d2-4581-8992-181c8ef099f4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 809 time: 0.1668761 Dec 09 10:14:14.888820 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-9fcac665-a25f-4ced-b97c-35534bb9f522 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6354ffe15cd499daec98db78f0f07d9 HTTP/1.1" status: 200 len: 379 time: 0.0579758 Dec 09 10:14:14.897414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'port': {'device_id': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'admin_state_up': True, 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'security_groups': ['359ab4eb-fa90-4e63-8249-14157fa897a2']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:14.985140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9053e0f6-0090-4675-b1ac-47097dfd975f req-55fced76-778a-400f-87d4-fef445ef18b6 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 210 time: 0.0502362 Dec 09 10:14:15.043187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:15.053298 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:15.062323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Made reservation on behalf of e6354ffe15cd499daec98db78f0f07d9 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:14:15.068105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:15.234081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Allocated IP 172.20.0.6 (c843fe5d-77e2-4c46-9ad2-b45e7e8028a5/65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7/85408bbd-b03b-42fc-b739-8dba6331ab42) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:14:15.429714 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:15.446005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Transition to ACTIVE for port object 85408bbd-b03b-42fc-b739-8dba6331ab42 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:14:15.465805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:15.472401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:15.533303 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:14:15.540964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:14:15.543473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:14:15.596469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:15.599639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:15.622236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:15.622896 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:15.649685 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7563419 Dec 09 10:14:15.661452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Request body: {'port': {'device_id': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:15.781381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:15.863996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-09c93e80-b458-4755-b552-bfbd9958a1cb None None] Provisioning for port 85408bbd-b03b-42fc-b739-8dba6331ab42 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:14:15.868865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-09c93e80-b458-4755-b552-bfbd9958a1cb None None] Provisioning complete for port 85408bbd-b03b-42fc-b739-8dba6331ab42 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:15.869323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-09c93e80-b458-4755-b552-bfbd9958a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:15.925553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-09c93e80-b458-4755-b552-bfbd9958a1cb None None] Port 85408bbd-b03b-42fc-b739-8dba6331ab42 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:14:16.192168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85408bbd-b03b-42fc-b739-8dba6331ab42 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:14:16.200416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:16.228233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Transition to ACTIVE for port object 85408bbd-b03b-42fc-b739-8dba6331ab42 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:14:16.233837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:16.239610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f32028ee-e9d6-4a26-b9e7-08020a196368 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:16.292698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d33b3-d1c5-47e4-8408-6854678271ff req-771a7cb3-50b6-4e3c-b2ee-886777e0b45f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:16.293428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3e2d33b3-d1c5-47e4-8408-6854678271ff req-771a7cb3-50b6-4e3c-b2ee-886777e0b45f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:14:16.386655 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:16.391736 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:16.396419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-3e2d33b3-d1c5-47e4-8408-6854678271ff req-771a7cb3-50b6-4e3c-b2ee-886777e0b45f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:14:16.397731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3e2d33b3-d1c5-47e4-8408-6854678271ff req-771a7cb3-50b6-4e3c-b2ee-886777e0b45f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 931 time: 0.2797885 Dec 09 10:14:16.535868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3e2d33b3-d1c5-47e4-8408-6854678271ff req-0dd2c399-293f-4b1b-88f7-98545d41ab66 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073864 Dec 09 10:14:16.558233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Attempting to bind port 85408bbd-b03b-42fc-b739-8dba6331ab42 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:14:16.558704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Attempting to bind port 85408bbd-b03b-42fc-b739-8dba6331ab42 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:14:16.558956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Attempting to bind port 85408bbd-b03b-42fc-b739-8dba6331ab42 on network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:14:16.567309 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Port 85408bbd-b03b-42fc-b739-8dba6331ab42 on network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:14:16.567665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Attempting to bind port 85408bbd-b03b-42fc-b739-8dba6331ab42 on network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:14:16.575368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:14:16.575746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Checking segment: {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:14:16.576219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Bound using segment: {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:14:16.576694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Bound port: 85408bbd-b03b-42fc-b739-8dba6331ab42, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:14:16.577077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:16.669003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:14:16.672111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:14:16.675324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:16.679729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dfbf656b-a1e1-4de4-ab5a-dbc9dd0037df tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:16.738373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:16.740011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] 10.222.0.65 "PUT /v2.0/ports/85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 1093 time: 1.0832729 Dec 09 10:14:16.748682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:14:16.773478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:16.776861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:16.825416 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'status': 'completed', 'code': 200} Dec 09 10:14:16.862076 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d06219e3-8d93-4137-b130-2c6d307b51fa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1096 time: 0.0825596 Dec 09 10:14:16.940201 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-0dc27d68-5612-4b2a-a6d9-5eae6aee3c59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 217 time: 0.0718596 Dec 09 10:14:17.008792 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-74c4a328-ee9c-4d32-b023-dd0c761ce934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:17.010456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-74c4a328-ee9c-4d32-b023-dd0c761ce934 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0646417 Dec 09 10:14:17.095563 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-d80696ff-d889-487e-8233-5d8e31d14745 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785320 Dec 09 10:14:17.239764 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-19c304d7-7e69-4f2f-bb1a-1010d7819648 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379998 Dec 09 10:14:17.379957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d06e5d3a-56b8-4218-855d-a79c1a768e01 req-9b8228e5-6701-40f8-9269-c3dab64f8add service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341653 Dec 09 10:14:17.504722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c5491ee-ad5f-455f-b2de-99d90ca71772 req-f9ca783c-36be-4e8c-ba4e-8eb3cc2170c3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1096 time: 0.0750487 Dec 09 10:14:17.649016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5491ee-ad5f-455f-b2de-99d90ca71772 req-3663ceb0-e6f8-44c8-bc7f-5c4f91a1dd8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:17.650565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c5491ee-ad5f-455f-b2de-99d90ca71772 req-3663ceb0-e6f8-44c8-bc7f-5c4f91a1dd8e service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1388838 Dec 09 10:14:17.776703 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c5491ee-ad5f-455f-b2de-99d90ca71772 req-ebda74e3-c5b9-47ec-952c-207c209f42b4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 217 time: 0.1187260 Dec 09 10:14:17.793093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:17.862574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5491ee-ad5f-455f-b2de-99d90ca71772 req-62d8b016-f482-4967-83af-2c995c3d84b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:17.864228 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c5491ee-ad5f-455f-b2de-99d90ca71772 req-62d8b016-f482-4967-83af-2c995c3d84b6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0815716 Dec 09 10:14:17.872612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed832521-803b-446d-ada7-48ea1a9b5306 req-1def309c-f1ae-4d6b-a6a5-0ff56c6b1433 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:17.875290 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed832521-803b-446d-ada7-48ea1a9b5306 req-1def309c-f1ae-4d6b-a6a5-0ff56c6b1433 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.1646614 Dec 09 10:14:17.982417 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ed832521-803b-446d-ada7-48ea1a9b5306 req-1136ad05-6204-419b-b8e1-e06864064acf tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635109 Dec 09 10:14:17.994508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c5491ee-ad5f-455f-b2de-99d90ca71772 req-21fbd3e1-fa28-4382-9cd6-0cb182dd5e36 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180596 Dec 09 10:14:18.138795 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c5491ee-ad5f-455f-b2de-99d90ca71772 req-ec068a71-227b-4452-99ab-c2b0fe14e796 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360238 Dec 09 10:14:18.520990 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c5491ee-ad5f-455f-b2de-99d90ca71772 req-1ab344ff-5587-4529-9ef0-bafed9882299 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754132 Dec 09 10:14:19.190258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26797c-c8f0-4117-8a83-23176bffca6e req-2e0bbac6-f13c-492b-8971-2cfc6c0dd044 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:19.191847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bd26797c-c8f0-4117-8a83-23176bffca6e req-2e0bbac6-f13c-492b-8971-2cfc6c0dd044 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.0848305 Dec 09 10:14:19.240163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bd26797c-c8f0-4117-8a83-23176bffca6e req-37fb143c-49bd-49bf-b582-91d035c345ab tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:14:19.252883 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-bd26797c-c8f0-4117-8a83-23176bffca6e req-37fb143c-49bd-49bf-b582-91d035c345ab tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:14:19.254126 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bd26797c-c8f0-4117-8a83-23176bffca6e req-37fb143c-49bd-49bf-b582-91d035c345ab tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560915 Dec 09 10:14:19.638741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 85408bbd-b03b-42fc-b739-8dba6331ab42 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:14:19.781603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:14:19.795926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'port_id': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'mac_address': 'fa:16:3e:de:d0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:14:19.854690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:19.872617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85408bbd-b03b-42fc-b739-8dba6331ab42 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:14:19.888368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:14:19.890963 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:19.893901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:19.959320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:19.962692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:20.093627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['85408bbd-b03b-42fc-b739-8dba6331ab42'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:14:20.457351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93997c6-f84c-4756-81bf-add2a830cc5e req-c7c9768d-0fe2-4c74-a321-fca5b5b93a2d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:20.459186 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c93997c6-f84c-4756-81bf-add2a830cc5e req-c7c9768d-0fe2-4c74-a321-fca5b5b93a2d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 944 time: 0.0828364 Dec 09 10:14:20.512196 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c93997c6-f84c-4756-81bf-add2a830cc5e req-79cdbc45-aced-467f-9650-09675ab9d804 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469542 Dec 09 10:14:21.669907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 85408bbd-b03b-42fc-b739-8dba6331ab42 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:14:21.735185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddaf459-0335-4817-b9a3-20dc3beb3243 req-a1e2b212-55d0-4514-b626-c637052fcddd tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:21.737548 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1ddaf459-0335-4817-b9a3-20dc3beb3243 req-a1e2b212-55d0-4514-b626-c637052fcddd tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 944 time: 0.0909078 Dec 09 10:14:21.746160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 85408bbd-b03b-42fc-b739-8dba6331ab42 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:14:21.752264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 85408bbd-b03b-42fc-b739-8dba6331ab42 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:14:21.752952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:21.787609 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1ddaf459-0335-4817-b9a3-20dc3beb3243 req-d1639bb5-89d6-4b05-ae90-7092eedc5d24 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433950 Dec 09 10:14:21.880452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:21.907460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:14:21.917669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:14:21.920545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:21.922544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:21.993237 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:21.996489 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:22.052713 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'code': 200} Dec 09 10:14:22.284053 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b25a3578-ed82-4147-9704-4ef6fd182b51 req-6113376d-3a73-43e7-86a0-1b3d50fd03cc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1098 time: 0.0724468 Dec 09 10:14:22.331751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b25a3578-ed82-4147-9704-4ef6fd182b51 req-0ee0785b-8311-40a6-98ee-358cfd2c8ba3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416958 Dec 09 10:14:22.994843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b887af3-c7c4-4237-8f2e-ca330329525c req-6099323e-2331-4741-b341-a51c5ec52fc0 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:22.996454 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b887af3-c7c4-4237-8f2e-ca330329525c req-6099323e-2331-4741-b341-a51c5ec52fc0 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0824637 Dec 09 10:14:23.044837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3b887af3-c7c4-4237-8f2e-ca330329525c req-1492dcc8-de6e-4189-997b-769fe4d1abdb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 Dec 09 10:14:24.269951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32434d2c-5ef5-4e4a-8258-82ae3e9cab94 req-597ac672-d906-4ca4-a519-74afa6728a00 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:24.272374 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-32434d2c-5ef5-4e4a-8258-82ae3e9cab94 req-597ac672-d906-4ca4-a519-74afa6728a00 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0952375 Dec 09 10:14:24.328640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-32434d2c-5ef5-4e4a-8258-82ae3e9cab94 req-880c229e-8b05-4618-ad31-bd59ed4a975a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465508 Dec 09 10:14:24.535709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efc4a2-feb3-4a2b-9f56-07f3decc9da3 req-ed91404e-8188-4571-8762-2e34f0d6c386 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:24.537674 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60efc4a2-feb3-4a2b-9f56-07f3decc9da3 req-ed91404e-8188-4571-8762-2e34f0d6c386 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0871570 Dec 09 10:14:24.587048 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60efc4a2-feb3-4a2b-9f56-07f3decc9da3 req-7c14994a-2a01-45d6-9e57-55171e23e3a8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433507 Dec 09 10:14:24.616740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39726) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:24.764395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fceee8e8-fcfb-4976-bf73-af83916fb699 tempest-TestShelveInstance-1992151342 tempest-TestShelveInstance-1992151342-project-admin] Synchronizing usage tracker for tenant:5a3f77a5763c449482e7c14b24c8487c on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:14:24.790387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-fceee8e8-fcfb-4976-bf73-af83916fb699 tempest-TestShelveInstance-1992151342 tempest-TestShelveInstance-1992151342-project-admin] Unset dirty status for tenant:5a3f77a5763c449482e7c14b24c8487c on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:14:24.791657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-fceee8e8-fcfb-4976-bf73-af83916fb699 tempest-TestShelveInstance-1992151342 tempest-TestShelveInstance-1992151342-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1093 time: 0.1738036 Dec 09 10:14:24.794842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 39732) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:14:24.801025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:14:24.806983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:14:24.810940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:floatingip and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:14:24.814535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:14:24.820528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:14:24.830242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:24.976079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:25.122315 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Allocated IP 172.26.8.24 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/22a66c88-4a81-42f7-8f91-e37135ddbba2) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:14:25.278117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:25.304153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:25.308620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-264addbb-ea94-4e96-a226-a3942e095c94 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:25.375214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:14:25.378973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:14:25.381620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:14:25.418568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'Port': ['ID=22a66c88-4a81-42f7-8f91-e37135ddbba2,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:25.421465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:25.913368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:25.986905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:26.199121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:26.202741 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:26.208096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d117d18d-b64d-406f-9af0-06a8b3e9027b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:14:26.310897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'Port': ['ID=22a66c88-4a81-42f7-8f91-e37135ddbba2,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:14:26.320029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:14:26.334917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:26.527797 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Floating IP 5b80a44c-7419-4378-9d9a-7e9c814efd86 associated. External IP: 172.26.8.24, port: 85408bbd-b03b-42fc-b739-8dba6331ab42. Dec 09 10:14:26.942421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Router db7d1fb6-0bcd-490d-8b24-0166f5f88845 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:14:27.155661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:14:27.166711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] Sync routers for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:14:27.181430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:14:27.181648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:27.182119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:14:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:27.240806 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4438436 Dec 09 10:14:27.240806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:14:27.294439 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'status': 'completed', 'code': 200} Dec 09 10:14:27.378607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:14:27.405664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41d7884c-186e-46ac-9345-97276746d15f req-9aa89fa9-9c72-4c43-b782-fe8c5c4f0817 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1098 time: 0.0768590 Dec 09 10:14:27.756174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '5b80a44c-7419-4378-9d9a-7e9c814efd86', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'port_id': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'mac_address': 'fa:16:3e:de:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:14:25Z', 'updated_at': '2021-12-09T10:14:25Z', 'revision_number': 0, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:27.760258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] Checking router: db7d1fb6-0bcd-490d-8b24-0166f5f88845 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:14:27.773690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:14:27.774370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:14:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:27.788966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7884c-186e-46ac-9345-97276746d15f req-d17548aa-66a4-49e6-bd1d-3983afedbcf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:27.790647 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41d7884c-186e-46ac-9345-97276746d15f req-d17548aa-66a4-49e6-bd1d-3983afedbcf9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.3786960 Dec 09 10:14:27.894589 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41d7884c-186e-46ac-9345-97276746d15f req-23b01473-c2e5-4757-9ee1-42bf2cbebc47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 998 time: 0.0980170 Dec 09 10:14:27.963265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:14:27.967060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7884c-186e-46ac-9345-97276746d15f req-ecfc778e-8887-4773-83a3-096817ecc7ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:27.968646 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41d7884c-186e-46ac-9345-97276746d15f req-ecfc778e-8887-4773-83a3-096817ecc7ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0677195 Dec 09 10:14:28.048658 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41d7884c-186e-46ac-9345-97276746d15f req-fa026cb5-1cca-4a1b-8a5b-d6221c38a6d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730615 Dec 09 10:14:28.191611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41d7884c-186e-46ac-9345-97276746d15f req-a8fd6b80-f23d-4c30-a047-d0a523af1d3d service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366553 Dec 09 10:14:28.326609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '5b80a44c-7419-4378-9d9a-7e9c814efd86', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'port_id': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'mac_address': 'fa:16:3e:de:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:14:25Z', 'updated_at': '2021-12-09T10:14:25Z', 'revision_number': 0, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:14:28.331273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319897a1-dcb0-450f-8584-96b3dc9957ae None None] The sync data for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv is: [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '5b80a44c-7419-4378-9d9a-7e9c814efd86', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'port_id': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'mac_address': 'fa:16:3e:de:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:14:25Z', 'updated_at': '2021-12-09T10:14:25Z', 'revision_number': 0, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:14:28.346276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-41d7884c-186e-46ac-9345-97276746d15f req-3413fed1-f920-4689-9fcf-9b36d14d86bd service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386659 Dec 09 10:14:28.668280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c248f0e6-f288-4f22-8b37-0b6d858e3091 None None] New status for floating IP 5b80a44c-7419-4378-9d9a-7e9c814efd86: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:14:30.810893 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-f0ca5271-0986-4be5-92f9-d58f136cbed5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800204 Dec 09 10:14:30.958492 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-06e51476-1b58-4a80-a5f8-333bc1148080 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1098 time: 0.0750415 Dec 09 10:14:31.114816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-95fa51e6-698b-41ca-bfff-eca6ffb57eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:31.116405 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-95fa51e6-698b-41ca-bfff-eca6ffb57eef service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1376681 Dec 09 10:14:31.226877 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-d442b02f-dbbb-4cdf-86d9-5564e4258b49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 1000 time: 0.1041889 Dec 09 10:14:31.295028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-a45957fc-d24e-4c46-ae4d-071063f0e79f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:14:31.296606 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-a45957fc-d24e-4c46-ae4d-071063f0e79f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0639746 Dec 09 10:14:31.381496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-05c62049-8be6-4643-9d1e-7c438f928ec3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783048 Dec 09 10:14:31.522668 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-46ef39a6-6bd1-4d59-b24c-b398b6e8fdc7 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345816 Dec 09 10:14:31.664379 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-45443eeb-6f72-410f-9a8d-372b2f3dfdab req-fa7cef98-a95d-44be-8a40-ac7dda34e9f7 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350045 Dec 09 10:14:34.528620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ea462e0a-42b2-4a77-8626-f7f8469c949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:35.786558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:36.796886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-32f442f2-ff99-4bd1-8b1f-7b39272ff1f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:37.253491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:38.554065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:47.795384 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:14:51.312904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:15:04.530684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aafd9b72-6774-45ff-ad0a-567afaac096e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:05.635626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-908af890-2e58-4744-bb8e-e10e584334b8 req-80ea1997-b914-4cf2-a822-ad7bde50a0f4 service neutron] (88883) timed out ('10.222.0.18', 35380) {{(pid=88883) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 09 10:15:05.788735 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:06.798456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9ec30551-1614-403f-96b9-3272dac5044c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:07.255181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:08.557677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:17.791276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:28.314621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:15:30.798162 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-70bb43d7-f8f9-49d1-b987-fed20d7cee45 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743225 Dec 09 10:15:30.948461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-17a09ebb-1092-43be-ad91-1ece96e5c499 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1098 time: 0.0768270 Dec 09 10:15:31.109549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-617285e5-5298-4650-8a04-ae57184fbf3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:15:31.111397 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-617285e5-5298-4650-8a04-ae57184fbf3a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1441002 Dec 09 10:15:31.217065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-f6de3068-6cb4-44ef-84f3-fc43eaf32381 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 1000 time: 0.0980692 Dec 09 10:15:31.287620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-7b717278-a830-4b25-b25b-59b3154e9f5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:15:31.289165 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-7b717278-a830-4b25-b25b-59b3154e9f5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0655849 Dec 09 10:15:31.370232 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-b4bdf0cf-d642-4619-9faf-ac5122e52072 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748026 Dec 09 10:15:31.586055 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-a9f5b8c1-3eae-454c-a25b-a2aae7e21d5c service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093346 Dec 09 10:15:31.726939 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-359fa0a7-d72e-405f-88ff-9203bedefe81 req-16724f2b-9bda-4047-b177-1c269ad33c25 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341043 Dec 09 10:15:34.533543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-72462bd5-0842-40ca-8d4f-1fddd3e6c298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:35.790859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:36.800375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-906749be-5ce4-4a89-9954-8cb41b16e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:37.257997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:38.558799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:15:47.805999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:04.537199 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22f46b01-f646-4e63-8764-d96cc6005fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:05.316144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:16:05.793319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:06.801794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-334109fa-72a1-4d30-8128-4a47556e181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:07.261130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:08.562171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:17.805362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:22.042532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d924fe-b710-42f4-a405-b0fe3913fac0 req-da63dcc5-bb3b-4123-938e-1b1f10ce8293 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:22.044124 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f8d924fe-b710-42f4-a405-b0fe3913fac0 req-da63dcc5-bb3b-4123-938e-1b1f10ce8293 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.1636457 Dec 09 10:16:22.093819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f8d924fe-b710-42f4-a405-b0fe3913fac0 req-4e7814e4-63e5-4a73-9d3b-990e1498283f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 Dec 09 10:16:23.321407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217391f-c72a-4108-95a7-886d32c02ee8 req-323065a5-c0fd-4831-aea5-29b2065491c7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:23.323037 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e217391f-c72a-4108-95a7-886d32c02ee8 req-323065a5-c0fd-4831-aea5-29b2065491c7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0859580 Dec 09 10:16:23.378640 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e217391f-c72a-4108-95a7-886d32c02ee8 req-402ac9c8-0671-47f6-8770-f4b45ae37425 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495696 Dec 09 10:16:24.598466 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384b98e-b3a8-43e0-abe6-3ca137ccbc60 req-2b1f4495-920f-4e10-83d6-7936c02a3758 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:24.600075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9384b98e-b3a8-43e0-abe6-3ca137ccbc60 req-2b1f4495-920f-4e10-83d6-7936c02a3758 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0834696 Dec 09 10:16:24.648434 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9384b98e-b3a8-43e0-abe6-3ca137ccbc60 req-7b9a9049-9cc5-410e-91b2-6bb960adda85 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423763 Dec 09 10:16:25.880749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12237b68-73d8-4987-9a88-d5d11ed9ccda req-d613d40a-6583-4ec2-ae84-f08b85487bbf tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:25.882392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12237b68-73d8-4987-9a88-d5d11ed9ccda req-d613d40a-6583-4ec2-ae84-f08b85487bbf tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0855267 Dec 09 10:16:25.931570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-12237b68-73d8-4987-9a88-d5d11ed9ccda req-4ea83206-7d43-47ff-bce8-3aff4991eae0 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430329 Dec 09 10:16:26.139922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-a82af576-df42-4349-b44d-5ad109e945e8 req-67ae5471-8c29-480f-b4bc-dfe621f40e5c service neutron] (88883) timed out ('10.222.0.65', 52305) {{(pid=88883) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 09 10:16:27.162261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70b9af-8483-4da6-b70e-53a90cf29b2a req-b11a844e-718b-4c0f-bdda-17603cdb1230 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:27.163885 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5b70b9af-8483-4da6-b70e-53a90cf29b2a req-b11a844e-718b-4c0f-bdda-17603cdb1230 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0999939 Dec 09 10:16:27.214466 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5b70b9af-8483-4da6-b70e-53a90cf29b2a req-77696e02-cbce-4c47-9a37-5bdd08cb3ac6 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443721 Dec 09 10:16:28.427221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0494f-0772-4a6f-a1ac-be60b75fa1d8 req-3662b76c-f8ce-41ad-8ce9-52b037b0ed8f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:28.428847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-29c0494f-0772-4a6f-a1ac-be60b75fa1d8 req-3662b76c-f8ce-41ad-8ce9-52b037b0ed8f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0865698 Dec 09 10:16:28.494407 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-29c0494f-0772-4a6f-a1ac-be60b75fa1d8 req-459453f3-c3ea-4768-9441-ffecba3f04cd tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578022 Dec 09 10:16:29.701005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d277f-a7dc-4928-a79c-a23464035f2f req-71347f57-9489-454c-9e42-482b48af10ad tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:29.702651 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-499d277f-a7dc-4928-a79c-a23464035f2f req-71347f57-9489-454c-9e42-482b48af10ad tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0816634 Dec 09 10:16:29.756502 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-499d277f-a7dc-4928-a79c-a23464035f2f req-d4643f9f-b92a-4c6c-a6eb-0251e5b41053 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465965 Dec 09 10:16:30.860750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-21d3dc65-de78-4d03-847b-8da72cc309ba req-4bacd9d8-653b-4fd3-8cf4-a49164010879 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1098 time: 0.0753276 Dec 09 10:16:30.965349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b96010-2b70-471a-b503-b74689fcf8fb req-6aeba29c-4558-4144-abdd-b546bf3d7261 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:30.966959 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52b96010-2b70-471a-b503-b74689fcf8fb req-6aeba29c-4558-4144-abdd-b546bf3d7261 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0870602 Dec 09 10:16:31.016200 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52b96010-2b70-471a-b503-b74689fcf8fb req-48b026a9-7d60-497f-b148-ac7a9dba04da tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420775 Dec 09 10:16:31.026304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3dc65-de78-4d03-847b-8da72cc309ba req-5c7d56cf-3078-4390-86cf-7cd2e7ada473 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:31.027913 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-21d3dc65-de78-4d03-847b-8da72cc309ba req-5c7d56cf-3078-4390-86cf-7cd2e7ada473 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1484637 Dec 09 10:16:31.136791 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-21d3dc65-de78-4d03-847b-8da72cc309ba req-52b1cf8c-0e1f-43ff-bf76-73f90b6f299d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 1000 time: 0.1021178 Dec 09 10:16:31.204476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3dc65-de78-4d03-847b-8da72cc309ba req-5c47e63c-49b0-419f-9d58-34e0c831c443 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:31.206075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-21d3dc65-de78-4d03-847b-8da72cc309ba req-5c47e63c-49b0-419f-9d58-34e0c831c443 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0631137 Dec 09 10:16:31.288708 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-21d3dc65-de78-4d03-847b-8da72cc309ba req-ebca9e62-10b5-4fa5-88a5-4ac565d1998c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760190 Dec 09 10:16:31.430462 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-21d3dc65-de78-4d03-847b-8da72cc309ba req-c890e5e4-2797-457b-86e8-221a432702ba service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351924 Dec 09 10:16:31.569250 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-21d3dc65-de78-4d03-847b-8da72cc309ba req-1e610a3a-36e3-4706-90bd-406429561376 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324522 Dec 09 10:16:32.230939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23715f31-838d-4cbb-a3fe-b4d97db28efb req-69f8892e-7acb-4672-9512-3610917ad2f8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:32.232547 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-23715f31-838d-4cbb-a3fe-b4d97db28efb req-69f8892e-7acb-4672-9512-3610917ad2f8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0865123 Dec 09 10:16:32.283049 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-23715f31-838d-4cbb-a3fe-b4d97db28efb req-0c9de04f-eceb-46aa-9545-b57e390916b0 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434072 Dec 09 10:16:33.495247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a397b3-03a1-44b4-8456-625f2897d422 req-66c772b8-a4f9-43d2-9c48-e020bb5a19a5 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:33.496853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08a397b3-03a1-44b4-8456-625f2897d422 req-66c772b8-a4f9-43d2-9c48-e020bb5a19a5 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0870736 Dec 09 10:16:33.546192 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08a397b3-03a1-44b4-8456-625f2897d422 req-48c5a42e-9f38-4b88-9c34-0dd51c852f68 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424974 Dec 09 10:16:34.353381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 85408bbd-b03b-42fc-b739-8dba6331ab42 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:16:34.499041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:16:34.513494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'port_id': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'mac_address': 'fa:16:3e:de:d0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:16:34.577549 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2aa4c79d-838f-48a8-96c6-813adad16a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:34.586284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:34.605862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85408bbd-b03b-42fc-b739-8dba6331ab42 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:16:34.621221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:16:34.624704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:34.627183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3363008f-730a-43fb-a64e-f26e30e0642c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:16:34.725045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['85408bbd-b03b-42fc-b739-8dba6331ab42'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:16:34.823263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdf563-ff84-43ce-8253-8c2f2e6fa716 req-9dd39250-ab58-499a-9494-bcad00f0a6ca tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:34.832432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ccdf563-ff84-43ce-8253-8c2f2e6fa716 req-9dd39250-ab58-499a-9494-bcad00f0a6ca tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 944 time: 0.1105032 Dec 09 10:16:34.835539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:16:34.850307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.850982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.851525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.852067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.852597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.853137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.853718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.854259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.854779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.855293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.855811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:16:34.861711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:16:34.895453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6ccdf563-ff84-43ce-8253-8c2f2e6fa716 req-a67c82f1-efe8-438d-8655-2abce01558b0 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619347 Dec 09 10:16:35.796811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:36.146712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94ef6e-9dc3-42fe-a3e9-5f962e93fcc2 req-77c9182c-f5a9-44af-9993-a0a0f3c812ca tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:36.148585 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff94ef6e-9dc3-42fe-a3e9-5f962e93fcc2 req-77c9182c-f5a9-44af-9993-a0a0f3c812ca tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 944 time: 0.1239238 Dec 09 10:16:36.208132 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff94ef6e-9dc3-42fe-a3e9-5f962e93fcc2 req-eaebe250-1f08-4f27-bdce-8494280321f1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532210 Dec 09 10:16:36.370172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 85408bbd-b03b-42fc-b739-8dba6331ab42 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:16:36.453823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 85408bbd-b03b-42fc-b739-8dba6331ab42 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:16:36.454673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:36.584356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:36.619667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:16:36.627660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:16:36.632581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:36.634624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:16:36.699150 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'code': 200} Dec 09 10:16:36.737866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:16:36.741931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:16:36.806135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-cc9590a5-44f8-4863-b6a3-45de47463f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:37.274130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:37.451766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a7d9-d575-4ebb-bdbb-2a0aa276a865 req-fd5fd5ff-ab59-4479-a6e0-e0624538a0e1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:37.454318 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87b2a7d9-d575-4ebb-bdbb-2a0aa276a865 req-fd5fd5ff-ab59-4479-a6e0-e0624538a0e1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0953982 Dec 09 10:16:37.514784 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-87b2a7d9-d575-4ebb-bdbb-2a0aa276a865 req-3b96e92e-3103-4c5a-b0f6-66b0ff8d5ac5 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498459 Dec 09 10:16:38.582800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:38.782740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42988a2a-2f96-4793-b891-52045832d0a7 req-83e2d4d5-60c8-4fdd-9d28-2001bfc0f024 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:38.789599 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-42988a2a-2f96-4793-b891-52045832d0a7 req-83e2d4d5-60c8-4fdd-9d28-2001bfc0f024 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.1148014 Dec 09 10:16:38.838565 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-42988a2a-2f96-4793-b891-52045832d0a7 req-ef53ff23-d9e6-4283-b2bf-e029539d92d4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477827 Dec 09 10:16:40.099438 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d813c-9984-491e-b652-49225f60e803 req-fa8633c6-7f93-438f-9493-633ee788b5ce tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:40.101149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-751d813c-9984-491e-b652-49225f60e803 req-fa8633c6-7f93-438f-9493-633ee788b5ce tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.1055098 Dec 09 10:16:40.160108 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-751d813c-9984-491e-b652-49225f60e803 req-4aebb0f0-48ca-4ab4-b60d-bc017c41e625 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528979 Dec 09 10:16:41.406431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07271b3-cf1e-4878-9cc8-f970560548a9 req-aaa496c8-9838-49d0-9a4f-65a0ab6c640d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:41.408454 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b07271b3-cf1e-4878-9cc8-f970560548a9 req-aaa496c8-9838-49d0-9a4f-65a0ab6c640d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0998855 Dec 09 10:16:41.461035 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b07271b3-cf1e-4878-9cc8-f970560548a9 req-67dcf98a-4dab-454d-82ee-23d224554d84 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454051 Dec 09 10:16:42.318423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:16:42.696218 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8d4d1-6aaa-4111-9124-cfc3499b7b67 req-5b055d40-c9fe-4f7a-869c-513a37eda497 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:42.697898 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3ad8d4d1-6aaa-4111-9124-cfc3499b7b67 req-5b055d40-c9fe-4f7a-869c-513a37eda497 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.1055045 Dec 09 10:16:42.757288 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3ad8d4d1-6aaa-4111-9124-cfc3499b7b67 req-a46c11a0-25a2-415c-98e8-618aa94e931b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493586 Dec 09 10:16:44.281506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e8dfb-99c3-4006-8515-20e0843e5050 req-41a0a136-824f-4bb0-adbf-7e4e1013ba39 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:44.283222 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-445e8dfb-99c3-4006-8515-20e0843e5050 req-41a0a136-824f-4bb0-adbf-7e4e1013ba39 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.3902175 Dec 09 10:16:44.287115 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a9066b4-3521-4703-bdf5-42a077cc0a3a req-0f850980-9a37-46c6-9f87-e220208b5366 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1098 time: 0.3560665 Dec 09 10:16:44.434690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-445e8dfb-99c3-4006-8515-20e0843e5050 req-877e059d-a65e-4bd6-a8e6-0036b97798b1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452708 Dec 09 10:16:44.463310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9066b4-3521-4703-bdf5-42a077cc0a3a req-dacb5fff-4f6c-4cb0-8272-ef39e31f10b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:44.464858 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a9066b4-3521-4703-bdf5-42a077cc0a3a req-dacb5fff-4f6c-4cb0-8272-ef39e31f10b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1593864 Dec 09 10:16:44.572896 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a9066b4-3521-4703-bdf5-42a077cc0a3a req-2310b9f4-8d46-4611-9eeb-9dec3aa22a84 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 1000 time: 0.1015992 Dec 09 10:16:44.642726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9066b4-3521-4703-bdf5-42a077cc0a3a req-b3d7d5c4-1d1a-4bd2-8825-ad0c98927a5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:44.644326 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a9066b4-3521-4703-bdf5-42a077cc0a3a req-b3d7d5c4-1d1a-4bd2-8825-ad0c98927a5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0649514 Dec 09 10:16:44.727795 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a9066b4-3521-4703-bdf5-42a077cc0a3a req-2a73f169-b013-427c-bf78-91028f004526 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768430 Dec 09 10:16:44.870449 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a9066b4-3521-4703-bdf5-42a077cc0a3a req-9c4dc224-7bd4-4970-8352-f1895af2d074 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362967 Dec 09 10:16:45.018006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6a9066b4-3521-4703-bdf5-42a077cc0a3a req-605102b7-67f4-4398-bebd-1f57eae5dff8 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413794 Dec 09 10:16:45.650125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73990fe3-4ae0-40aa-a142-1777eed95dbb req-ec4e8248-9706-4aa5-9495-c0152a3d35bc tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:45.651748 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73990fe3-4ae0-40aa-a142-1777eed95dbb req-ec4e8248-9706-4aa5-9495-c0152a3d35bc tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0922549 Dec 09 10:16:45.705665 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-73990fe3-4ae0-40aa-a142-1777eed95dbb req-83669d02-3513-43ce-8e4f-043798ce6952 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471554 Dec 09 10:16:46.911547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f1e4a-fcc1-42dd-933d-b1e8e7b03de3 req-a1264d3d-5a27-4f86-ab65-51a0dfecbb47 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:46.913202 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-868f1e4a-fcc1-42dd-933d-b1e8e7b03de3 req-a1264d3d-5a27-4f86-ab65-51a0dfecbb47 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0854321 Dec 09 10:16:46.963669 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-868f1e4a-fcc1-42dd-933d-b1e8e7b03de3 req-b392536c-dbcc-4564-92dc-4462081b8a22 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438907 Dec 09 10:16:47.378073 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f690dcd9-a1ef-46db-a768-fdd988155a49 req-fc40b035-4068-4f47-9be4-0996cd04033b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1538644 Dec 09 10:16:47.661063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6c9c1-7311-4feb-b12b-cc028d7ef4ea req-2749ce82-0fed-49c5-9b1c-5661cad4f799 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:47.662713 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e3b6c9c1-7311-4feb-b12b-cc028d7ef4ea req-2749ce82-0fed-49c5-9b1c-5661cad4f799 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 945 time: 0.0898058 Dec 09 10:16:47.721657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-5bfcb326-4464-4b92-acc9-c5a602b676a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1534913 Dec 09 10:16:47.722847 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e3b6c9c1-7311-4feb-b12b-cc028d7ef4ea req-3aa88d03-4193-4fef-837c-bbf8f3b15da5 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538583 Dec 09 10:16:47.820142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:48.240584 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-6b0c3441-816d-41fa-a8cd-6026c8d75ea4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b&tenant_id=e6354ffe15cd499daec98db78f0f07d9 HTTP/1.1" status: 200 len: 1098 time: 0.0759659 Dec 09 10:16:48.339715 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-1aecc02b-9e4d-4529-900b-f848aee4d432 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1098 time: 0.0779030 Dec 09 10:16:48.465200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 85408bbd-b03b-42fc-b739-8dba6331ab42 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:16:48.480232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-2828c747-f2bc-4280-b41f-debe795e93e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:48.481824 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-2828c747-f2bc-4280-b41f-debe795e93e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1358767 Dec 09 10:16:48.580434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:48.587772 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-b4150675-3a1e-45c8-9ad4-7c5e86c01276 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 1000 time: 0.0994134 Dec 09 10:16:48.608290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:16:48.618023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:16:48.621030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:16:48.622940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:16:48.661181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-97c544b6-1dc1-452e-87bb-a5c4dd3003d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:48.662786 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-97c544b6-1dc1-452e-87bb-a5c4dd3003d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0690742 Dec 09 10:16:48.665756 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'code': 422} returned with failed status Dec 09 10:16:48.692521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:16:48.696058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:16:48.744717 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-403971df-5bb3-4f89-a851-1c68716cdf9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747981 Dec 09 10:16:48.942088 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-c6bf709f-ccf8-4c98-b4a2-042472707f09 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902423 Dec 09 10:16:49.007875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c927d75-f138-427a-be6c-7efd985df6e7 req-cdd019ad-b3b2-4a92-a6de-d7821afca285 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:49.009363 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c927d75-f138-427a-be6c-7efd985df6e7 req-cdd019ad-b3b2-4a92-a6de-d7821afca285 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.1537271 Dec 09 10:16:49.138453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9c927d75-f138-427a-be6c-7efd985df6e7 req-96b7885e-82b9-466d-8c0b-7ba9bc04e660 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820775 Dec 09 10:16:49.140402 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d910a6c3-365d-4d13-8b20-9008b6a0611a req-422d7e2d-cf6c-4364-9dd2-188b89acd8a1 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894984 Dec 09 10:16:50.354185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f7371-0569-48af-b44e-045aeed37c13 req-7384e033-7223-4d90-a303-76cebb67ac13 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:50.356022 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-962f7371-0569-48af-b44e-045aeed37c13 req-7384e033-7223-4d90-a303-76cebb67ac13 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.0861874 Dec 09 10:16:50.414221 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-962f7371-0569-48af-b44e-045aeed37c13 req-4a854e4f-856a-4e7d-bbe2-871d63afed95 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503764 Dec 09 10:16:51.632783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecf1d1-4a41-415d-abec-24c504212511 req-e623d929-7990-41f1-baae-706722c98ddd tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:51.634456 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7aecf1d1-4a41-415d-abec-24c504212511 req-e623d929-7990-41f1-baae-706722c98ddd tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.0873399 Dec 09 10:16:51.687631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7aecf1d1-4a41-415d-abec-24c504212511 req-58ba836b-9dec-486a-946b-3ec4942bf340 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469131 Dec 09 10:16:53.140253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a432ad-cdff-4ff9-8639-ef366980869c req-f402d3ab-7833-44ad-aca4-2f123c405a71 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:53.141940 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40a432ad-cdff-4ff9-8639-ef366980869c req-f402d3ab-7833-44ad-aca4-2f123c405a71 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.3245788 Dec 09 10:16:53.194138 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40a432ad-cdff-4ff9-8639-ef366980869c req-697dd473-80f2-4197-b910-406d6318aed5 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449104 Dec 09 10:16:54.421935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207ac15-f4e2-44e7-bcd4-91918404d2e0 req-63cbc0cd-a0f0-48cb-abbd-b638ee87c4ec tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:54.424187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d207ac15-f4e2-44e7-bcd4-91918404d2e0 req-63cbc0cd-a0f0-48cb-abbd-b638ee87c4ec tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.0930097 Dec 09 10:16:54.476909 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d207ac15-f4e2-44e7-bcd4-91918404d2e0 req-19ba8c09-2fc4-44d2-ad50-b74e598ca4f1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464740 Dec 09 10:16:55.790660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a6f6e-f038-4b1f-9b86-5b3e4a438e41 req-04128cf1-4f96-4d2b-b73b-fde33e87999f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:55.799613 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f14a6f6e-f038-4b1f-9b86-5b3e4a438e41 req-04128cf1-4f96-4d2b-b73b-fde33e87999f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.1191640 Dec 09 10:16:55.853768 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f14a6f6e-f038-4b1f-9b86-5b3e4a438e41 req-47f8654c-9b94-401f-beb1-9ae6a2afa424 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529857 Dec 09 10:16:57.135632 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195839c7-18f7-44d4-acaa-dc6a7a5dc362 req-69b2393d-188d-4a6a-b62d-8a74f4a7306d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:57.138285 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-195839c7-18f7-44d4-acaa-dc6a7a5dc362 req-69b2393d-188d-4a6a-b62d-8a74f4a7306d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.1547444 Dec 09 10:16:57.194171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-195839c7-18f7-44d4-acaa-dc6a7a5dc362 req-f3afa14d-f83e-4bc9-a1ba-7068e825771f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496514 Dec 09 10:16:58.418499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf7f0f-618e-478e-8842-2432aad9faf4 req-5c740f3c-3d1e-4226-a11c-7990e2b195b8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:58.420130 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6eaf7f0f-618e-478e-8842-2432aad9faf4 req-5c740f3c-3d1e-4226-a11c-7990e2b195b8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.0912187 Dec 09 10:16:58.472491 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6eaf7f0f-618e-478e-8842-2432aad9faf4 req-8e8ca690-0eba-4c97-b5c0-86ee13386093 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449641 Dec 09 10:16:59.684738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995de93-7cf3-431f-880e-4967daffbc9c req-189238a0-9ba1-4d22-9dfa-bf3fa5927777 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:16:59.686391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0995de93-7cf3-431f-880e-4967daffbc9c req-189238a0-9ba1-4d22-9dfa-bf3fa5927777 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.0865238 Dec 09 10:16:59.743392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0995de93-7cf3-431f-880e-4967daffbc9c req-bcbf48e3-1d59-443c-8ab7-6ed36a926ee0 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506649 Dec 09 10:17:00.947039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8f66-4968-429b-a938-d7e47e7c3f02 req-8305c0ce-b4c5-4e03-b11b-5af98d062335 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:17:00.948558 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-656d8f66-4968-429b-a938-d7e47e7c3f02 req-8305c0ce-b4c5-4e03-b11b-5af98d062335 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.0830026 Dec 09 10:17:01.001212 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-656d8f66-4968-429b-a938-d7e47e7c3f02 req-8d5e51fb-3100-4ae1-a269-54490667b6fa tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459416 Dec 09 10:17:01.256003 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9082daa-ef46-4fb9-a9cc-d313a7e2b793 req-d91e536d-0f9c-4e2a-a1e1-6fd29c9c03e0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1096 time: 0.0748208 Dec 09 10:17:01.304721 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a9082daa-ef46-4fb9-a9cc-d313a7e2b793 req-67f4dcad-bc0c-463d-836f-8184cd78b364 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427294 Dec 09 10:17:02.216958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c690b-5263-4224-93e1-69a2260e0f65 req-2bb1ee3d-10ae-4b9f-a911-15bc119be7ea tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:17:02.218597 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-604c690b-5263-4224-93e1-69a2260e0f65 req-2bb1ee3d-10ae-4b9f-a911-15bc119be7ea tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 943 time: 0.0854423 Dec 09 10:17:02.269341 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-604c690b-5263-4224-93e1-69a2260e0f65 req-c2bfab98-5f2a-4271-8cea-40c387a9061a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433435 Dec 09 10:17:02.493502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 85408bbd-b03b-42fc-b739-8dba6331ab42 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:17:02.641242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:17:02.655732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'port_id': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'mac_address': 'fa:16:3e:de:d0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:17:02.722541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:02.905990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85408bbd-b03b-42fc-b739-8dba6331ab42 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:17:02.920594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:17:02.923935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:02.926729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:17:02.990390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=9']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:17:02.993683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:17:03.169388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['85408bbd-b03b-42fc-b739-8dba6331ab42'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:17:03.482063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031477e1-2e34-4662-a1fa-7300430bc094 req-481da176-7d40-4449-bb12-ad565e6bcd99 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:17:03.483628 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-031477e1-2e34-4662-a1fa-7300430bc094 req-481da176-7d40-4449-bb12-ad565e6bcd99 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 944 time: 0.0899551 Dec 09 10:17:03.535382 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-031477e1-2e34-4662-a1fa-7300430bc094 req-64bf5ba2-c38c-4522-94cd-7bf88d647729 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446980 Dec 09 10:17:04.508902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 85408bbd-b03b-42fc-b739-8dba6331ab42 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:17:04.570530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ba31fdb9-5834-4633-9d3e-64b35ab9a22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:04.595016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 85408bbd-b03b-42fc-b739-8dba6331ab42 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:17:04.595428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:04.707633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:04.735175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:17:04.746984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:17:04.751241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:04.753449 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-59353333-52f7-47e0-b4ca-66a1ec916f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:17:04.790945 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'code': 200} Dec 09 10:17:04.824238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=10']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:17:04.827546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:17:05.800970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:06.808410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b7811a20-697d-48d1-a7a4-48930127b763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:07.266153 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:08.570756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:17.819198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:19.319869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:17:32.797301 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-4991d0f2-49e1-42d4-a7c8-768b50a62aa2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764484 Dec 09 10:17:32.943510 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-c92307cf-c2dd-4cca-b694-84555161517e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1099 time: 0.0732644 Dec 09 10:17:33.099342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-35e68ee1-a96e-42b4-9dfd-553e32d1d23f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:17:33.100897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-35e68ee1-a96e-42b4-9dfd-553e32d1d23f service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1368368 Dec 09 10:17:33.209969 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-7014c6a1-aa69-4d34-84db-f3ee081b8cec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 1000 time: 0.1015673 Dec 09 10:17:33.278635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-f8d0a749-02f5-4365-8c1b-f2f98325511c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:17:33.280163 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-f8d0a749-02f5-4365-8c1b-f2f98325511c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0629904 Dec 09 10:17:33.362105 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-77d9b21e-07b6-465d-b15d-0841219eda8d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756302 Dec 09 10:17:33.502140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-6131ab88-3a10-4308-86f0-3f751b0a6997 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335227 Dec 09 10:17:33.874417 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a33f9620-5410-41c8-a51c-7020e03cce19 req-9e20e10b-9538-45f8-93d4-fe454eac9342 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633125 Dec 09 10:17:34.532367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63d26de1-0707-40c2-9d4c-dcde2ebbe6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:35.803043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:36.810488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2ed3c176-0257-46e0-b3f4-13a50ca747eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:37.268806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:38.572842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:47.848772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:17:56.321902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:18:04.534118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-22cb7064-48e4-477f-a8dc-2370e1d7dd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:05.805143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:06.811325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d3db060-a1e3-40f5-912b-01d6c0c90e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:07.272045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:08.578566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:14.221814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40008) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:14.441657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Deleting port 22a66c88-4a81-42f7-8f91-e37135ddbba2 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:18:14.442036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:14.620920 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:14.621325 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:14.747316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Calling delete_port for 22a66c88-4a81-42f7-8f91-e37135ddbba2 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:18:14.897863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:14.902642 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5a717e0b-714c-4bf3-affa-a62df993d139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:14.956190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event deleted for resources: {'Port': ['ID=22a66c88-4a81-42f7-8f91-e37135ddbba2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:15.028457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.028885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.029331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.029747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.030159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.030567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.030977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.031385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.031790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.032196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.032606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:15.039525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:15.061998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:15.479941 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Router db7d1fb6-0bcd-490d-8b24-0166f5f88845 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:18:15.689972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:18:15.699846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] Sync routers for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:18:15.709529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:15.713527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:18:15.714002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:18:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:18:15.764662 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-aa51def0-4b17-4708-850a-907a60badef9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "DELETE /v2.0/floatingips/5b80a44c-7419-4378-9d9a-7e9c814efd86 HTTP/1.1" status: 204 len: 168 time: 1.5416601 Dec 09 10:18:15.765382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:18:15.903590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:18:15.938797 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'status': 'completed', 'code': 200} Dec 09 10:18:16.054751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc16ac1f-2d07-4c90-81cd-99ec73c5bcb4 req-af914278-5398-42f3-92ab-3819e6aca435 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 1099 time: 0.0923471 Dec 09 10:18:16.238906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:18:16.242938 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] Checking router: db7d1fb6-0bcd-490d-8b24-0166f5f88845 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:18:16.254248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:18:16.254904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:18:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:18:16.266484 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16ac1f-2d07-4c90-81cd-99ec73c5bcb4 req-3ee2fc39-cb7a-4555-82f9-42444883a595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:16.271814 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc16ac1f-2d07-4c90-81cd-99ec73c5bcb4 req-3ee2fc39-cb7a-4555-82f9-42444883a595 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.2106512 Dec 09 10:18:16.344002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cc048-0b8c-496e-859f-0cb3f270b0c8 req-711cbfd1-972e-44e8-b0d7-eafc8492d280 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:16.346191 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-093cc048-0b8c-496e-859f-0cb3f270b0c8 req-711cbfd1-972e-44e8-b0d7-eafc8492d280 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 946 time: 0.1872599 Dec 09 10:18:16.372785 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc16ac1f-2d07-4c90-81cd-99ec73c5bcb4 req-722d6492-70c7-4864-98c6-d139367d8d80 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 200 len: 217 time: 0.0932806 Dec 09 10:18:16.448257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:18:16.462220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-093cc048-0b8c-496e-859f-0cb3f270b0c8 req-1bde6aaf-3e0f-4053-be27-a90679fc714c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078176 Dec 09 10:18:16.465657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16ac1f-2d07-4c90-81cd-99ec73c5bcb4 req-2658f3fe-76bb-418e-80f2-247bf956cc75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:16.467148 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc16ac1f-2d07-4c90-81cd-99ec73c5bcb4 req-2658f3fe-76bb-418e-80f2-247bf956cc75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0863881 Dec 09 10:18:16.549608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc16ac1f-2d07-4c90-81cd-99ec73c5bcb4 req-5b04fd0d-b26a-494d-a7a0-c090c9295e58 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748518 Dec 09 10:18:16.696933 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc16ac1f-2d07-4c90-81cd-99ec73c5bcb4 req-8fab4d9d-1ab0-4052-ba05-64d246255fa9 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410096 Dec 09 10:18:16.785059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:18:16.789155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493a0ac7-e8af-4fce-aa52-b91d8594d228 None None] The sync data for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv is: [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:18:16.849896 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fc16ac1f-2d07-4c90-81cd-99ec73c5bcb4 req-5816852d-601c-4c95-a78f-cf71f60318f7 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465394 Dec 09 10:18:17.255405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2d826f-5a57-4bcc-bd26-29467d0b5a51 None None] New status for floating IP 5b80a44c-7419-4378-9d9a-7e9c814efd86: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:18:17.376436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-5f7330d1-2bdc-464a-a6a0-5a41ba2feeb1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:17.378351 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-5f7330d1-2bdc-464a-a6a0-5a41ba2feeb1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 946 time: 0.0882797 Dec 09 10:18:17.457392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Deleting port 85408bbd-b03b-42fc-b739-8dba6331ab42 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:18:17.457778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:17.673297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8781-ffaf-4ce2-b4dd-2a6975c1b2e5 req-7d2f2adf-cdfa-4960-b5bd-1cdcbb70b010 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:17.674567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0aed8781-ffaf-4ce2-b4dd-2a6975c1b2e5 req-7d2f2adf-cdfa-4960-b5bd-1cdcbb70b010 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:18:17.690354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-0aed8781-ffaf-4ce2-b4dd-2a6975c1b2e5 req-7d2f2adf-cdfa-4960-b5bd-1cdcbb70b010 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:18:17.691673 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aed8781-ffaf-4ce2-b4dd-2a6975c1b2e5 req-7d2f2adf-cdfa-4960-b5bd-1cdcbb70b010 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b HTTP/1.1" status: 200 len: 946 time: 0.1023698 Dec 09 10:18:17.718968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] For port 85408bbd-b03b-42fc-b739-8dba6331ab42, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=85408bbd-b03b-42fc-b739-8dba6331ab42,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:18:17.719369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:17.745024 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0aed8781-ffaf-4ce2-b4dd-2a6975c1b2e5 req-d1f5b035-19f6-4c0b-a278-75b94e78547e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=359ab4eb-fa90-4e63-8249-14157fa897a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470810 Dec 09 10:18:17.852030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Calling delete_port for 85408bbd-b03b-42fc-b739-8dba6331ab42 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:18:17.863870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:17.997703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:18.004155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:18.046345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event deleted for resources: {'Port': ['ID=85408bbd-b03b-42fc-b739-8dba6331ab42,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:18.059158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.059592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.060017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.060434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.060850 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.061296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.061709 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.062121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.063766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.064905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.065395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:18.101451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:18.143646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] No DVR routers for this DVR port 85408bbd-b03b-42fc-b739-8dba6331ab42 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:18:18.146086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:18.148856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-deleted', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:18:18.165052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8e10010f-0d6d-4655-9891-3187ca65e1cd req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "DELETE /v2.0/ports/85408bbd-b03b-42fc-b739-8dba6331ab42 HTTP/1.1" status: 204 len: 173 time: 0.7808692 Dec 09 10:18:18.293367 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a24fe0-d1ee-4758-8fdc-7bc762c7dd4b', 'name': 'network-vif-deleted', 'tag': '85408bbd-b03b-42fc-b739-8dba6331ab42', 'status': 'completed', 'code': 200} Dec 09 10:18:18.858115 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40030) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:18.931757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89d157db-4d79-4680-af7b-ba340d51e6a7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:18.962472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89d157db-4d79-4680-af7b-ba340d51e6a7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.024572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89d157db-4d79-4680-af7b-ba340d51e6a7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.030427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e4467385-866b-4f05-b7a1-b33b97b213c4 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:19.046712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d157db-4d79-4680-af7b-ba340d51e6a7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359ab4eb-fa90-4e63-8249-14157fa897a2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:19.051752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-89d157db-4d79-4680-af7b-ba340d51e6a7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:19.055026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89d157db-4d79-4680-af7b-ba340d51e6a7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.056238 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-89d157db-4d79-4680-af7b-ba340d51e6a7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "DELETE /v2.0/security-groups/359ab4eb-fa90-4e63-8249-14157fa897a2 HTTP/1.1" status: 204 len: 168 time: 0.1970725 Dec 09 10:18:19.493858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40038) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:19.500016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644758711', 'description': 'tempest-secgroup-smoke-644758711 description', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:19.506536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:19.510832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:18:19.513972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:18:19.520872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:19.530539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.566743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:19.570713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:18:19.573640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:18:19.580083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:19.640505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.643225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.648448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d7c86f0b-1488-4d95-87f5-272d1ae50d45 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:19.692660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:19.696870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:19.698040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.699559 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-63638d60-b245-4827-a85a-c1c04b4fdbf3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2046430 Dec 09 10:18:19.702589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40042) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:19.709581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '6f6b0f6a-89b2-438e-bf9e-d17991d2deb1', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:19.716293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:19.721165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:18:19.724283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:18:19.730364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:19.746840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.810190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.812793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.820991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-721cab64-eb9f-4a32-9bfd-9585c85f552f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:19.843123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189af045-7341-4814-ad57-728d61fb190c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:19.845984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:19.849249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.853244 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a7cb99f2-5f7b-4aa0-875a-b238355f1c17 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1469438 Dec 09 10:18:19.853452 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40046) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:19.859212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '6f6b0f6a-89b2-438e-bf9e-d17991d2deb1', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:19.865749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:19.869766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:18:19.872755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:18:19.879445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:19.895623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.960453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.963001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:19.964900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4f8115eb-f172-4b6b-8853-0ce47e21411e tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:19.991541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e28241-9d2c-4f1f-8f57-7987b3d0cc06,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:19.996165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:19.999585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.000862 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-26e145f2-cc16-4015-bb90-be767eab7438 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1464260 Dec 09 10:18:20.004416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40050) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:20.010353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '6f6b0f6a-89b2-438e-bf9e-d17991d2deb1', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:20.016659 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:20.021618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:18:20.024619 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:18:20.030728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:20.046221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.112862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.115350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.117277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ede23256-4784-4ac5-a31b-2bfa9f9e26c7 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:20.138505 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d0cc51-6b74-4fa4-81e2-145d53ff499a,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:20.142695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:20.149426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.150696 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c39b9551-7fee-40d0-b276-be958080bc15 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1452887 Dec 09 10:18:20.153589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40054) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:20.159566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '6f6b0f6a-89b2-438e-bf9e-d17991d2deb1', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:20.165692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:20.169693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:18:20.172657 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:18:20.180376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:20.196152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.262244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.264636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.266645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b7472ea-390c-473f-9ac7-ff0a776f90c1 tempest-ServerActionsTestJSON-195817316 tempest-ServerActionsTestJSON-195817316-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:20.290485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=433fb70a-a7be-414e-b666-a94148ccd2ee,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:20.292982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:20.298991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.300298 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-792b47a5-418c-438a-8f5d-14ec6def5048 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1457195 Dec 09 10:18:20.303190 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40058) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:20.308970 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '6f6b0f6a-89b2-438e-bf9e-d17991d2deb1', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:20.315241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:20.319212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:18:20.322252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:18:20.328212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:20.338187 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Project e6354ffe15cd499daec98db78f0f07d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:18:20.344607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.413823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.416265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.418191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3341977e-fde3-4d0b-ab4c-87bf11f74c03 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:20.442226 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbc8c8f-c068-4de1-b3ec-26c85973ab2c,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:20.446858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:20.450168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.451440 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c915e3f3-f205-43fc-a45f-436d317ea4e2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1472688 Dec 09 10:18:20.454320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40062) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:20.460905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'security_group_rule': {'security_group_id': '6f6b0f6a-89b2-438e-bf9e-d17991d2deb1', 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:20.467081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:20.471809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:security_group_rule and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:18:20.474845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:18:20.480878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:20.491786 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Project e6354ffe15cd499daec98db78f0f07d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:18:20.498265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.567183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.569707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.571586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e3d308bb-e9de-44f2-b1a1-44a68a1c0326 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:20.593722 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae59571d-8841-4cee-bec3-324f72dea58a,revision_number=0']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:20.598828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:20.605610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:20.606897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-4a6833e7-9bf0-4c62-b812-1fdbc7ae4f09 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1510594 Dec 09 10:18:20.914053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 85408bbd-b03b-42fc-b739-8dba6331ab42 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:18:20.948058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 85408bbd-b03b-42fc-b739-8dba6331ab42 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:18:20.948451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 85408bbd-b03b-42fc-b739-8dba6331ab42 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:18:33.323167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:18:34.551812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dd44ec50-9455-43bf-a943-da63d9149de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:35.807177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:36.813026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-11be182f-3039-45f8-a8ec-40c941f9b5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:36.975166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-58ce6267-cbc3-4a18-a122-5182dec0ff1b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644758711&fields=id&tenant_id=e6354ffe15cd499daec98db78f0f07d9 HTTP/1.1" status: 200 len: 267 time: 0.0450926 Dec 09 10:18:37.137530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-76fbdd94-b6cc-4321-9d6f-f84f6f645cf0 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:37.139093 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-76fbdd94-b6cc-4321-9d6f-f84f6f645cf0 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 809 time: 0.1571169 Dec 09 10:18:37.157085 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-0fa5833b-0081-40b0-9d3b-83438f74295d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/quotas/e6354ffe15cd499daec98db78f0f07d9 HTTP/1.1" status: 200 len: 375 time: 0.0112553 Dec 09 10:18:37.240106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-5a183e9a-df34-4a5d-8369-f99f08138385 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:18:37.254808 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-5a183e9a-df34-4a5d-8369-f99f08138385 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:18:37.256180 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-5a183e9a-df34-4a5d-8369-f99f08138385 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936799 Dec 09 10:18:37.276216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:37.408573 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-574f57b1-9dc2-4cfc-97ae-d7c42f439ea3 service neutron] 10.222.0.18 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391718 Dec 09 10:18:37.551698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-05063c25-2ca8-4ab5-a57b-494186c064ea service neutron] 10.222.0.18 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366489 Dec 09 10:18:38.578774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:38.999080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d85db602-f53d-45cb-93bf-5ba2855f3d72 req-a3ecfa57-e156-4d73-845a-d6739f73eb53 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 210 time: 0.0467587 Dec 09 10:18:40.013046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-8c13e572-583c-4ca7-be62-312dd64352b3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:40.014569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-8c13e572-583c-4ca7-be62-312dd64352b3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 809 time: 0.1605177 Dec 09 10:18:40.070703 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-b86e504d-ae3a-406a-a04e-7ecb4bf36eed tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6354ffe15cd499daec98db78f0f07d9 HTTP/1.1" status: 200 len: 379 time: 0.0445635 Dec 09 10:18:40.081945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'port': {'device_id': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'admin_state_up': True, 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'security_groups': ['6f6b0f6a-89b2-438e-bf9e-d17991d2deb1']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:40.227479 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c60fdbfe-4e87-4880-8c02-838e2da99bc1 req-053edb7a-2e70-4e3f-b4c1-1a1f3a1730a1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 210 time: 0.1032605 Dec 09 10:18:40.279040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:40.289225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:40.298235 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Made reservation on behalf of e6354ffe15cd499daec98db78f0f07d9 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:18:40.304136 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:40.478296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Allocated IP 172.20.0.10 (c843fe5d-77e2-4c46-9ad2-b45e7e8028a5/65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7/b87fe0ec-5741-40ad-ab0e-592e2b1db2b0) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:18:40.681759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:40.698903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Transition to ACTIVE for port object b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:18:40.754513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:40.760820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0d1b16dc-57ea-47ec-a097-966909749bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:40.830008 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:18:40.833954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:18:40.838241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:18:40.873910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'Port': ['ID=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:40.881785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:40.913048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:40.913761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:40.945075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8683052 Dec 09 10:18:40.958281 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Request body: {'port': {'device_id': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:41.076409 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:41.187993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-637a74f5-fc7e-49e2-9b3c-0267da65b6b6 None None] Provisioning for port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:18:41.194454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-637a74f5-fc7e-49e2-9b3c-0267da65b6b6 None None] Provisioning complete for port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:18:41.194881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-637a74f5-fc7e-49e2-9b3c-0267da65b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:41.253554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-637a74f5-fc7e-49e2-9b3c-0267da65b6b6 None None] Port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:18:41.446485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec81743-4d63-4aa7-8151-2e93b6b8e7f7 req-fa923d6f-d15e-4a1c-8c65-bd4ebbebf3ee tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:41.448520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fec81743-4d63-4aa7-8151-2e93b6b8e7f7 req-fa923d6f-d15e-4a1c-8c65-bd4ebbebf3ee tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 932 time: 0.0902207 Dec 09 10:18:41.504937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-fec81743-4d63-4aa7-8151-2e93b6b8e7f7 req-4bc38a4b-c9d4-46d8-b909-7f4d34e70b4a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:18:41.520701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-fec81743-4d63-4aa7-8151-2e93b6b8e7f7 req-4bc38a4b-c9d4-46d8-b909-7f4d34e70b4a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:18:41.528916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fec81743-4d63-4aa7-8151-2e93b6b8e7f7 req-4bc38a4b-c9d4-46d8-b909-7f4d34e70b4a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723405 Dec 09 10:18:41.697728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:18:41.705486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:41.721742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Transition to ACTIVE for port object b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:18:41.725768 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:41.730329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f4790c05-9259-4253-a718-dea828f2125b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:41.861924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13316308-418e-4159-afed-a80fddab8275 service neutron] Pushing event updated for resources: {'Port': ['ID=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:41.866581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-13316308-418e-4159-afed-a80fddab8275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:41.987819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Attempting to bind port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:18:41.988193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Attempting to bind port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:18:41.988561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Attempting to bind port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 on network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:18:41.994828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 on network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:18:41.995182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Attempting to bind port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 on network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:18:42.002524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:18:42.002899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Checking segment: {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:18:42.003313 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Bound using segment: {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:18:42.003790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Bound port: b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:18:42.004233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:42.095546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:18:42.098752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:18:42.102062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:42.106431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:42.174322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:42.175853 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-13316308-418e-4159-afed-a80fddab8275 service neutron] 10.222.0.65 "PUT /v2.0/ports/b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 1094 time: 1.2230010 Dec 09 10:18:42.176416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:18:42.194111 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13316308-418e-4159-afed-a80fddab8275 service neutron] Pushing event updated for resources: {'Port': ['ID=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:42.203572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-13316308-418e-4159-afed-a80fddab8275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:42.256995 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'status': 'completed', 'code': 200} Dec 09 10:18:42.296266 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-384b4090-ff74-4f97-9738-8faee9d233c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0827951 Dec 09 10:18:42.373744 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-74446b0e-b3f1-4a3b-a120-eb559180295b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 217 time: 0.0694077 Dec 09 10:18:42.442952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-7c5a1a74-7e7c-4184-8fea-db4d98dec7bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:42.444461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-7c5a1a74-7e7c-4184-8fea-db4d98dec7bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0649166 Dec 09 10:18:42.525188 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-34dbc88d-8c51-40b1-9cb6-6f5aedc79c3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737782 Dec 09 10:18:42.667669 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-5be1fe56-1c2f-4349-b170-00ce20dccb65 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361516 Dec 09 10:18:42.729667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0ead0-3d26-4f29-8de1-3343c4d4366c req-c1b5cfa7-a575-49d5-97c7-33b987a09fdb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:42.731295 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46f0ead0-3d26-4f29-8de1-3343c4d4366c req-c1b5cfa7-a575-49d5-97c7-33b987a09fdb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0838468 Dec 09 10:18:42.785897 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-46f0ead0-3d26-4f29-8de1-3343c4d4366c req-0c706103-c5cb-4e9e-bb76-c0437e28249a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471025 Dec 09 10:18:42.818052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f12550f3-448d-4717-a0d5-b2793c620cc2 req-42c76d48-350c-4a60-8ff3-4f2ab8fcb2bf service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433921 Dec 09 10:18:42.948617 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-809bb452-e3cc-45c6-b038-6e7a21b01468 req-5988631f-41f7-4bd5-aafd-1292e5d7b671 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0896113 Dec 09 10:18:43.092753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bb452-e3cc-45c6-b038-6e7a21b01468 req-0ce567b2-3a78-4ccf-909b-f4ae7f0e8c30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:43.094386 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-809bb452-e3cc-45c6-b038-6e7a21b01468 req-0ce567b2-3a78-4ccf-909b-f4ae7f0e8c30 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1377301 Dec 09 10:18:43.168001 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-809bb452-e3cc-45c6-b038-6e7a21b01468 req-8acb6262-3b54-4283-a6b9-d0351e1a1ffe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 217 time: 0.0665598 Dec 09 10:18:43.247448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bb452-e3cc-45c6-b038-6e7a21b01468 req-58218f52-df3c-444b-b6d3-ec13d4f8f2f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:43.249438 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-809bb452-e3cc-45c6-b038-6e7a21b01468 req-58218f52-df3c-444b-b6d3-ec13d4f8f2f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0753884 Dec 09 10:18:43.329171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-809bb452-e3cc-45c6-b038-6e7a21b01468 req-edc84145-5954-4f40-930b-773241a4db5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731461 Dec 09 10:18:43.472549 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-809bb452-e3cc-45c6-b038-6e7a21b01468 req-3206a357-7c6a-4e0e-a877-5d5862a9ff11 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367335 Dec 09 10:18:43.622154 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-809bb452-e3cc-45c6-b038-6e7a21b01468 req-dd9671ac-067e-4851-be11-c49da99e829e service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431210 Dec 09 10:18:44.006283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba45e65e-f837-463d-9846-e234c25fde39 req-f267c473-ccd8-461f-be09-2bb9fe95838b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:44.007099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ba45e65e-f837-463d-9846-e234c25fde39 req-f267c473-ccd8-461f-be09-2bb9fe95838b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:18:44.022003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ba45e65e-f837-463d-9846-e234c25fde39 req-f267c473-ccd8-461f-be09-2bb9fe95838b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:18:44.023182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ba45e65e-f837-463d-9846-e234c25fde39 req-f267c473-ccd8-461f-be09-2bb9fe95838b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.1046741 Dec 09 10:18:44.071394 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ba45e65e-f837-463d-9846-e234c25fde39 req-d4dbf612-f6b8-4c7d-883e-8390c3dbe85b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420580 Dec 09 10:18:45.279373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8b69d-0d74-4238-8780-b3206cb8df50 req-13e2aa59-1863-4354-9c12-2ee5c1c7d6da tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:45.280953 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aaa8b69d-0d74-4238-8780-b3206cb8df50 req-13e2aa59-1863-4354-9c12-2ee5c1c7d6da tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0827227 Dec 09 10:18:45.328822 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aaa8b69d-0d74-4238-8780-b3206cb8df50 req-7cdfee16-3d81-41bd-a731-96110e7eeeee tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412014 Dec 09 10:18:46.532316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26ca79-f176-466b-9ec8-348946cd6fb2 req-3b26cffd-8073-4f6f-ba51-611909e5b555 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:46.533997 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9e26ca79-f176-466b-9ec8-348946cd6fb2 req-3b26cffd-8073-4f6f-ba51-611909e5b555 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0825605 Dec 09 10:18:46.581979 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9e26ca79-f176-466b-9ec8-348946cd6fb2 req-d561dec5-1cf6-4c99-ab51-d8e7d9931608 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 Dec 09 10:18:47.790379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe774ac-e6c4-452d-bcac-bd7924adeccb req-da061b9a-1249-4136-9955-89523c810b67 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:47.791984 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fe774ac-e6c4-452d-bcac-bd7924adeccb req-da061b9a-1249-4136-9955-89523c810b67 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0891528 Dec 09 10:18:47.845769 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fe774ac-e6c4-452d-bcac-bd7924adeccb req-52c89b95-6eab-4a70-ac00-3b17f2a51751 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476043 Dec 09 10:18:47.862613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:49.055243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af18d53f-28a8-44c5-aa3f-77329a460527 req-b68a0f09-8f32-42fe-bffc-05a44cd0173c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:49.056764 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af18d53f-28a8-44c5-aa3f-77329a460527 req-b68a0f09-8f32-42fe-bffc-05a44cd0173c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0870905 Dec 09 10:18:49.104472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af18d53f-28a8-44c5-aa3f-77329a460527 req-6e0b9eed-ff03-4465-a4a6-336c368635cf tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415411 Dec 09 10:18:50.307045 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff310e3a-f6ac-4bc0-b8f5-12b289b832f3 req-45cd2ff3-abed-4e2b-8852-6fd7016308c8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:50.308622 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff310e3a-f6ac-4bc0-b8f5-12b289b832f3 req-45cd2ff3-abed-4e2b-8852-6fd7016308c8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0826058 Dec 09 10:18:50.357962 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ff310e3a-f6ac-4bc0-b8f5-12b289b832f3 req-e9669867-756c-44e9-bb1f-50dab2b16ff7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411639 Dec 09 10:18:51.123027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:18:51.267997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:18:51.281918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'port_id': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'mac_address': 'fa:16:3e:4b:c1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:18:51.337296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:51.355183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:18:51.370051 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:18:51.372828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:51.374788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2d850357-4d9a-4c66-afde-086b20b2620b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:51.445404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:51.455188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.455834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.456216 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.456596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.456975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.457398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.457774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.458147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.458512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.458882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.459274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:18:51.463532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:51.565292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c060b9-b1a8-458d-a82a-50851a9f3cb8 req-a770bd63-0c2a-45d1-b957-5071a09d77ad tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:51.566881 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c060b9-b1a8-458d-a82a-50851a9f3cb8 req-a770bd63-0c2a-45d1-b957-5071a09d77ad tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 945 time: 0.0819294 Dec 09 10:18:51.614369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['b87fe0ec-5741-40ad-ab0e-592e2b1db2b0'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:18:51.615166 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-30c060b9-b1a8-458d-a82a-50851a9f3cb8 req-06bdca1e-d694-4fc4-9928-66078e5f3c99 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422511 Dec 09 10:18:52.831389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aa9d6-06f8-4612-98c2-0853cbf27384 req-69a92d92-925b-47cd-9d31-d5a0c92b22cd tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:52.833020 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d10aa9d6-06f8-4612-98c2-0853cbf27384 req-69a92d92-925b-47cd-9d31-d5a0c92b22cd tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 945 time: 0.0898113 Dec 09 10:18:52.882220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d10aa9d6-06f8-4612-98c2-0853cbf27384 req-19649b1f-89e6-4dfd-864f-813287c61d6f tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430782 Dec 09 10:18:53.130335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:18:53.200382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:18:53.205273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:18:53.205958 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:53.321791 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:53.350553 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:18:53.360702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:18:53.363631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:53.366429 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:53.409615 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'code': 200} Dec 09 10:18:53.435976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:53.439223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:53.680452 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fa6d3ee5-4910-4b52-b589-9f7c0c611814 req-f37efb06-9b1a-4a13-b51e-d8152546a165 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0754840 Dec 09 10:18:53.726509 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-fa6d3ee5-4910-4b52-b589-9f7c0c611814 req-99949955-3d31-4770-85c8-7eccb4699194 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 Dec 09 10:18:54.085127 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ee595-daee-4c4a-a9ac-8825c318c2c6 req-26a552cf-53fd-48b3-b01c-0ddbfac028ec tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:54.086730 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85ee595-daee-4c4a-a9ac-8825c318c2c6 req-26a552cf-53fd-48b3-b01c-0ddbfac028ec tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0815763 Dec 09 10:18:54.139647 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c85ee595-daee-4c4a-a9ac-8825c318c2c6 req-7020c6c9-e532-427f-a0ee-03a5fa5c8775 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467410 Dec 09 10:18:55.347754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0b6d4-6731-43eb-8901-94824d3bf12e req-2849e309-5f61-442c-b6b8-4c5b21ae8c3a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:55.349368 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9bb0b6d4-6731-43eb-8901-94824d3bf12e req-2849e309-5f61-442c-b6b8-4c5b21ae8c3a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0834346 Dec 09 10:18:55.406552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9bb0b6d4-6731-43eb-8901-94824d3bf12e req-8eb20ed7-e0c2-43b9-a978-c46ee3f3a76c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507996 Dec 09 10:18:55.630947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdbf3c-abd3-4646-943e-22aed01de4ab req-f6fedc56-d0fb-4610-8cbf-bde330e98d72 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:55.632528 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b0bdbf3c-abd3-4646-943e-22aed01de4ab req-f6fedc56-d0fb-4610-8cbf-bde330e98d72 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0854790 Dec 09 10:18:55.685050 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b0bdbf3c-abd3-4646-943e-22aed01de4ab req-28477d62-d1a8-4f99-8c25-e4fc00cdaaed tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442328 Dec 09 10:18:55.715900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40248) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:55.793318 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-84171587-ff52-415f-95cd-57833cb281a5 tempest-TestShelveInstance-1992151342 tempest-TestShelveInstance-1992151342-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1094 time: 0.0758119 Dec 09 10:18:55.796232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40252) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:18:55.802922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:18:55.809557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:18:55.814364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Usage tracker for resource:floatingip and tenant:e6354ffe15cd499daec98db78f0f07d9 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:18:55.817677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:18:55.823816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:18:55.836260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:55.988089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:56.142477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Allocated IP 172.26.8.248 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/51fbb00e-915b-427e-99a3-f82db13feffd) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:18:56.299627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:56.324738 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:56.329172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1347ff98-815a-48a9-9cc7-223c722cb292 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:56.393443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:18:56.397419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:18:56.401378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:18:56.435523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'Port': ['ID=51fbb00e-915b-427e-99a3-f82db13feffd,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:56.442557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:57.153558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:57.216274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:57.430848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:57.434373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:57.438796 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-001d6075-5c18-4f63-8783-57cb159faccf tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:18:57.548588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event updated for resources: {'Port': ['ID=51fbb00e-915b-427e-99a3-f82db13feffd,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:18:57.552879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:18:57.562342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:57.760397 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Floating IP 7d9128f6-547a-4456-8bd2-be356cd16129 associated. External IP: 172.26.8.248, port: b87fe0ec-5741-40ad-ab0e-592e2b1db2b0. Dec 09 10:18:58.164131 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Router db7d1fb6-0bcd-490d-8b24-0166f5f88845 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:18:58.379076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:18:58.391055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] Sync routers for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:18:58.403050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:18:58.403978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:18:58.404685 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:18:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:18:58.458982 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6615202 Dec 09 10:18:58.459636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:18:58.523559 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'status': 'completed', 'code': 200} Dec 09 10:18:58.601635 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:18:58.634128 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef3f3b3f-812e-4be2-9eb4-030bdab8f51b req-67593c50-d775-4852-8eee-b1c933d6170a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0879557 Dec 09 10:18:58.785841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f3b3f-812e-4be2-9eb4-030bdab8f51b req-9cb8acdf-9932-4f44-8dd6-b5105c96a62a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:58.787451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef3f3b3f-812e-4be2-9eb4-030bdab8f51b req-9cb8acdf-9932-4f44-8dd6-b5105c96a62a service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1466565 Dec 09 10:18:58.898712 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef3f3b3f-812e-4be2-9eb4-030bdab8f51b req-0113f5f9-7d4d-4888-817c-e19a41b9dd03 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 1000 time: 0.1044044 Dec 09 10:18:58.966847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f3b3f-812e-4be2-9eb4-030bdab8f51b req-1c2905d3-16b3-4c90-9487-fc758521b459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:18:58.968491 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef3f3b3f-812e-4be2-9eb4-030bdab8f51b req-1c2905d3-16b3-4c90-9487-fc758521b459 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0642028 Dec 09 10:18:59.050060 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef3f3b3f-812e-4be2-9eb4-030bdab8f51b req-5996bdf6-14c7-4b15-be33-09d31c9ca499 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751338 Dec 09 10:18:59.155093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '7d9128f6-547a-4456-8bd2-be356cd16129', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'port_id': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'mac_address': 'fa:16:3e:4b:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:18:56Z', 'updated_at': '2021-12-09T10:18:56Z', 'revision_number': 0, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:18:59.159680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] Checking router: db7d1fb6-0bcd-490d-8b24-0166f5f88845 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:18:59.171029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:18:59.171754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:18:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:18:59.193310 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef3f3b3f-812e-4be2-9eb4-030bdab8f51b req-927551ea-a654-4d02-b404-3fc2390410fb service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361370 Dec 09 10:18:59.356125 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ef3f3b3f-812e-4be2-9eb4-030bdab8f51b req-bfafd087-ba75-4f9d-a6de-a2fbf1edf091 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531897 Dec 09 10:18:59.364049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:18:59.735820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '7d9128f6-547a-4456-8bd2-be356cd16129', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'port_id': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'mac_address': 'fa:16:3e:4b:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:18:56Z', 'updated_at': '2021-12-09T10:18:56Z', 'revision_number': 0, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:18:59.740622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea0bed3-d83b-409a-9ae1-751dc864b37d None None] The sync data for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv is: [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': '7d9128f6-547a-4456-8bd2-be356cd16129', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'port_id': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'mac_address': 'fa:16:3e:4b:c1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:18:56Z', 'updated_at': '2021-12-09T10:18:56Z', 'revision_number': 0, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:19:00.150372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e26ffd-79e3-4714-ad99-60ee4a37d85c None None] New status for floating IP 7d9128f6-547a-4456-8bd2-be356cd16129: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:19:04.534328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34130193-0708-4ec9-9f76-32086e9f965a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:05.911837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:06.814071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f59d79b6-274c-4f9f-8e9a-59d9ebcd7ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:07.278803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:08.581589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:10.324464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:19:17.873316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:34.535935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c59626e9-bca2-4b78-8ae9-73978abf6568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:34.797805 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-07792ced-bae1-4770-be43-6ed25fce5291 req-ebacc490-9b89-4c6e-861d-07dcfff944da service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797324 Dec 09 10:19:34.945911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-07792ced-bae1-4770-be43-6ed25fce5291 req-ad42b49c-4a4c-4ccb-b5df-aec88bb168df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0750139 Dec 09 10:19:35.107198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792ced-bae1-4770-be43-6ed25fce5291 req-f5cf78c4-07f9-46f8-bcd0-d9bdb3956c4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:19:35.108804 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-07792ced-bae1-4770-be43-6ed25fce5291 req-f5cf78c4-07f9-46f8-bcd0-d9bdb3956c4d service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1440659 Dec 09 10:19:35.223457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-07792ced-bae1-4770-be43-6ed25fce5291 req-d6f84c7f-7465-4d5c-ae3d-c582d121982a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 1002 time: 0.1080189 Dec 09 10:19:35.299676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792ced-bae1-4770-be43-6ed25fce5291 req-fe8b60bb-dcc0-4475-a1cb-e1feaca8fb5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:19:35.301388 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-07792ced-bae1-4770-be43-6ed25fce5291 req-fe8b60bb-dcc0-4475-a1cb-e1feaca8fb5c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0692821 Dec 09 10:19:35.389396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-07792ced-bae1-4770-be43-6ed25fce5291 req-0283dd24-87b6-4fbd-bb40-3a33eecc2faf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795369 Dec 09 10:19:35.539522 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-07792ced-bae1-4770-be43-6ed25fce5291 req-0fda9c41-b315-4bf8-8864-1481ef0d7071 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407404 Dec 09 10:19:35.821491 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:35.928325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-07792ced-bae1-4770-be43-6ed25fce5291 req-cab97466-147d-404b-90c8-b79c3ad5ef22 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813968 Dec 09 10:19:36.824068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31340e20-0ca1-41fd-aa8c-d04d11066014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:37.281038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:38.591690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:19:47.324950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:19:47.861087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:04.697041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4efb0754-0e12-46df-a122-81875eaf7b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:05.813013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:06.815854 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0191de6a-28a7-49af-8f6c-e61fb2222d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:07.283897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:08.588006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:17.860656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:24.325836 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:20:34.539412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d177dad0-0dc6-480a-a65f-8c86f2ab792c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:35.815803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:36.816988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-42af797b-0a40-42d5-8290-0bc6f124e756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:37.286243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:37.490878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-8124a9ed-3185-4d1f-a861-cb3de1cce24a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2310593 Dec 09 10:20:37.638821 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-de27d6fe-5273-44d8-8ac2-700bf4c79c35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0765347 Dec 09 10:20:37.794871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-7abbb898-f85b-4d1b-8de9-b0458f5ebcdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:20:37.797041 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-7abbb898-f85b-4d1b-8de9-b0458f5ebcdc service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1391764 Dec 09 10:20:37.900034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-295d9855-0be1-42a3-9027-f1434ad73bd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 1002 time: 0.0971780 Dec 09 10:20:37.972294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-8239ef9a-745e-41d0-8d9e-f7c0c448be33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:20:37.973866 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-8239ef9a-745e-41d0-8d9e-f7c0c448be33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0676782 Dec 09 10:20:38.051837 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-51d8f3b1-0908-4770-b17f-7228882a2567 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723236 Dec 09 10:20:38.062980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-a884fbc0-dc84-4d56-9bf6-6eba7b5be217 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 10:20:38.063981 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-a884fbc0-dc84-4d56-9bf6-6eba7b5be217 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0057528 Dec 09 10:20:38.207706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-e7100508-45cd-48aa-b605-b50f594a6803 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371377 Dec 09 10:20:38.356346 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9fbb8ac5-4d87-481b-8794-47e7bf14ef18 req-b951e4f4-d480-47c4-85c9-e87c0864cb28 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416268 Dec 09 10:20:38.591412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:47.873133 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:20:58.118663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40146d8b-ed17-45af-8b92-eab4c5830e0e req-d50b6965-723a-4cdf-8bb4-cbc96b479b22 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:20:58.120241 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40146d8b-ed17-45af-8b92-eab4c5830e0e req-d50b6965-723a-4cdf-8bb4-cbc96b479b22 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0880342 Dec 09 10:20:58.168070 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-40146d8b-ed17-45af-8b92-eab4c5830e0e req-2456361c-f9af-43df-bce8-e6b75ec18f76 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416505 Dec 09 10:20:59.622169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca6104-66c8-434c-9e34-39b2626d24e1 req-5430d9c9-d99a-4312-b92d-10301d2a728b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:20:59.623789 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1bca6104-66c8-434c-9e34-39b2626d24e1 req-5430d9c9-d99a-4312-b92d-10301d2a728b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.3169172 Dec 09 10:20:59.671946 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1bca6104-66c8-434c-9e34-39b2626d24e1 req-08d5397e-f9ce-4679-b08a-f30148aa80bb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412908 Dec 09 10:21:00.896611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d096091-d869-4e4c-98de-0883f7b3d063 req-bf37fa3b-87cc-4063-b447-71a651e35cb3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:00.898164 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d096091-d869-4e4c-98de-0883f7b3d063 req-bf37fa3b-87cc-4063-b447-71a651e35cb3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0847452 Dec 09 10:21:00.955396 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7d096091-d869-4e4c-98de-0883f7b3d063 req-ab80e50d-488d-42df-9121-ecbb1ec0a160 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511675 Dec 09 10:21:01.327267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:21:02.170502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a8d1d-29d8-493a-939b-d652aa680c8e req-2da84474-54a8-4ada-8596-08919f4f1dfe tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:02.172065 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-998a8d1d-29d8-493a-939b-d652aa680c8e req-2da84474-54a8-4ada-8596-08919f4f1dfe tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0811424 Dec 09 10:21:02.220348 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-998a8d1d-29d8-493a-939b-d652aa680c8e req-9d328e55-df74-4c25-9463-6ebe45f00749 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 Dec 09 10:21:03.426579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20318e0a-4a35-4d99-8d9b-738e90af7f26 req-35ec0ad8-c99d-4f09-b5e2-e5ef221afb30 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:03.428207 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-20318e0a-4a35-4d99-8d9b-738e90af7f26 req-35ec0ad8-c99d-4f09-b5e2-e5ef221afb30 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0872438 Dec 09 10:21:03.476276 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-20318e0a-4a35-4d99-8d9b-738e90af7f26 req-5ba2db59-5f25-4f39-bfc9-d76b4a473c0c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419056 Dec 09 10:21:04.541050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-279de4eb-4ec5-4b85-b1bc-9ad3b4ffb283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:04.688537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010b648-b6be-4451-891a-c7e975319391 req-4654490a-59ed-4b10-93d7-8af444c7b2f3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:04.690810 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2010b648-b6be-4451-891a-c7e975319391 req-4654490a-59ed-4b10-93d7-8af444c7b2f3 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0885575 Dec 09 10:21:04.740090 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2010b648-b6be-4451-891a-c7e975319391 req-0cb3612a-87c4-44e2-9d73-cbbe526a859a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431013 Dec 09 10:21:05.818832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:05.959323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a40d8-cbce-469d-a50e-bebcf105f23d req-03e5f517-e533-40f2-a8c3-d4c53e8f673a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:05.960908 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-383a40d8-cbce-469d-a50e-bebcf105f23d req-03e5f517-e533-40f2-a8c3-d4c53e8f673a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0847299 Dec 09 10:21:06.012611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-383a40d8-cbce-469d-a50e-bebcf105f23d req-0491df02-1c62-4f6b-b7c8-83768fd7d09b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455227 Dec 09 10:21:06.820326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4c7fbeb2-7b86-40b4-9dbc-9cc33b9527cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:07.215780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3ddf3-d3af-45a5-9f72-6004da1f03c3 req-aa48717e-5a48-4733-9f56-068b744e208e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:07.217391 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbc3ddf3-d3af-45a5-9f72-6004da1f03c3 req-aa48717e-5a48-4733-9f56-068b744e208e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0832207 Dec 09 10:21:07.264731 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bbc3ddf3-d3af-45a5-9f72-6004da1f03c3 req-f2e2da9c-7c5a-4cba-8730-f09f1130cfb5 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403521 Dec 09 10:21:07.289270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:08.178428 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aef5ab35-9240-4566-9d77-60e415d83e45 req-247454dc-b991-4d2a-8cf1-dab9abe1c036 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0750649 Dec 09 10:21:08.331755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5ab35-9240-4566-9d77-60e415d83e45 req-0edfb74e-fcc3-4fd5-8931-c82a715054e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:08.333489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aef5ab35-9240-4566-9d77-60e415d83e45 req-0edfb74e-fcc3-4fd5-8931-c82a715054e0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1485510 Dec 09 10:21:08.496397 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aef5ab35-9240-4566-9d77-60e415d83e45 req-09f14504-6b7b-488a-87ea-7bf0724b247b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 1002 time: 0.1568727 Dec 09 10:21:08.578343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3259f60-38d0-40c1-bf73-6152d128b7e5 req-fd7ceb8e-604f-4749-a9cd-1b7ef7672b2e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:08.580625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3259f60-38d0-40c1-bf73-6152d128b7e5 req-fd7ceb8e-604f-4749-a9cd-1b7ef7672b2e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.1699817 Dec 09 10:21:08.595361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:08.605338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5ab35-9240-4566-9d77-60e415d83e45 req-3e9361c6-bbc1-4e3d-8817-1b7ac4f4e2ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:08.606874 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aef5ab35-9240-4566-9d77-60e415d83e45 req-3e9361c6-bbc1-4e3d-8817-1b7ac4f4e2ec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0969939 Dec 09 10:21:08.683085 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f3259f60-38d0-40c1-bf73-6152d128b7e5 req-ef848fd1-febe-46ea-a3ad-c44e08836761 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956671 Dec 09 10:21:08.706958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aef5ab35-9240-4566-9d77-60e415d83e45 req-1cb15677-bd9a-4017-aecd-4bbefdc3a740 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938354 Dec 09 10:21:08.851512 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aef5ab35-9240-4566-9d77-60e415d83e45 req-8879a119-d23e-427a-8a3f-0347c97c3f8a service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379645 Dec 09 10:21:08.991865 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aef5ab35-9240-4566-9d77-60e415d83e45 req-8fcf272b-19fe-4dc6-814f-f232b8eec885 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336250 Dec 09 10:21:09.894563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec4e4e-6942-4397-9655-5b4aa18d4cac req-d302da1d-0798-4302-be95-82aac45d955c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:09.896171 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aaec4e4e-6942-4397-9655-5b4aa18d4cac req-d302da1d-0798-4302-be95-82aac45d955c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0867157 Dec 09 10:21:09.944608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-aaec4e4e-6942-4397-9655-5b4aa18d4cac req-f9408132-7eee-484e-b7e2-34137513435e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423276 Dec 09 10:21:11.164024 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ef776-b869-4364-b471-db67adb3318a req-9c568853-979d-432c-a5ea-6ff7dd4618bb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:11.165698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494ef776-b869-4364-b471-db67adb3318a req-9c568853-979d-432c-a5ea-6ff7dd4618bb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0936952 Dec 09 10:21:11.215011 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494ef776-b869-4364-b471-db67adb3318a req-c42eea38-a5f9-46eb-852d-839e7080d25e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Dec 09 10:21:11.411066 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d45d0cce-d165-48fe-9083-98f43f79cb56 req-8fca7eaa-3fe6-47a8-b641-89d06051abde service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0754802 Dec 09 10:21:11.609751 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6801752d-4c65-4c44-b486-4d386d35603f req-8ca74a08-4ceb-4b17-b71b-c7ea0a2d658c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0753965 Dec 09 10:21:11.695723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb271-944c-4d51-9583-95a80d76b065 req-dba45419-6c5d-44eb-acdb-acd99408e77c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:11.697408 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dbdb271-944c-4d51-9583-95a80d76b065 req-dba45419-6c5d-44eb-acdb-acd99408e77c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0889404 Dec 09 10:21:11.748342 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3dbdb271-944c-4d51-9583-95a80d76b065 req-e5fb7684-1d27-44b5-9f8c-d4eb155f3d74 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448189 Dec 09 10:21:12.965165 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1021b-73b5-40fd-8ec4-87a911069875 req-4308abd2-ba1e-4d0e-af5b-54a10954a23a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:12.967379 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b3a1021b-73b5-40fd-8ec4-87a911069875 req-4308abd2-ba1e-4d0e-af5b-54a10954a23a tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0876093 Dec 09 10:21:13.019860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b3a1021b-73b5-40fd-8ec4-87a911069875 req-7014884b-6e6b-40aa-9cf8-3e70bdf985b5 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450463 Dec 09 10:21:13.885062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:21:13.988075 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6801752d-4c65-4c44-b486-4d386d35603f req-e5ad30e3-103a-473d-801c-fe10f28e806a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6&tenant_id=e6354ffe15cd499daec98db78f0f07d9 HTTP/1.1" status: 200 len: 1099 time: 0.0802836 Dec 09 10:21:14.004340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:14.032566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:21:14.042373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:21:14.046428 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:14.050268 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:21:14.087869 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6801752d-4c65-4c44-b486-4d386d35603f req-ef2d2a06-620a-4593-86b5-158a131c3aa3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0784438 Dec 09 10:21:14.121665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:21:14.131690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.132286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.132665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.133040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.133460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.133830 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.134196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.134561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.134927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.135292 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.135652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:21:14.139983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:21:14.272367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801752d-4c65-4c44-b486-4d386d35603f req-d8791db6-d8fb-4f89-97e5-aa9b3146a413 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:14.273976 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6801752d-4c65-4c44-b486-4d386d35603f req-d8791db6-d8fb-4f89-97e5-aa9b3146a413 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1786942 Dec 09 10:21:14.275777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab7caf-f300-423f-887c-b2f049169918 req-2de4cec0-9477-4cb8-9000-20d20660dae7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:14.277611 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-84ab7caf-f300-423f-887c-b2f049169918 req-2de4cec0-9477-4cb8-9000-20d20660dae7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.1150501 Dec 09 10:21:14.333401 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-84ab7caf-f300-423f-887c-b2f049169918 req-3f6982ac-dbc8-460b-9654-9478f4c231d7 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480595 Dec 09 10:21:14.336450 dv-neutron-819581-1-hyperv neutron-server[88772]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'code': 422} returned with failed status Dec 09 10:21:14.388430 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6801752d-4c65-4c44-b486-4d386d35603f req-99e3fd9f-0d8e-49db-be16-9690ca2045ce service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 1000 time: 0.1073680 Dec 09 10:21:14.457497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801752d-4c65-4c44-b486-4d386d35603f req-7f6d6b65-1e2e-403c-8d66-48bb2a4b9286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:14.459047 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6801752d-4c65-4c44-b486-4d386d35603f req-7f6d6b65-1e2e-403c-8d66-48bb2a4b9286 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0643289 Dec 09 10:21:14.543418 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6801752d-4c65-4c44-b486-4d386d35603f req-be2a1fd3-c932-4de8-849f-28054261181b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775445 Dec 09 10:21:14.684470 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6801752d-4c65-4c44-b486-4d386d35603f req-92a23a61-513a-41c8-a0b0-6113314be569 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337600 Dec 09 10:21:14.826062 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-6801752d-4c65-4c44-b486-4d386d35603f req-e0688c74-daeb-41b3-9ca1-f3092dc68dbb service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353581 Dec 09 10:21:15.544003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b541e5-70f0-4e95-b0ad-be2b184f119f req-5f7c7af7-5ac3-42d9-8b72-61dfa31ec3dc tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:15.545631 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-90b541e5-70f0-4e95-b0ad-be2b184f119f req-5f7c7af7-5ac3-42d9-8b72-61dfa31ec3dc tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0843587 Dec 09 10:21:15.594055 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-90b541e5-70f0-4e95-b0ad-be2b184f119f req-a793fd2b-10c4-4f6f-818b-172b26a7670e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 Dec 09 10:21:16.800923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8150339-74c1-415f-b735-cdd2c2363fab req-44e4909f-3ff8-4c63-95c6-cb53cceb722e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:16.802526 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d8150339-74c1-415f-b735-cdd2c2363fab req-44e4909f-3ff8-4c63-95c6-cb53cceb722e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0850754 Dec 09 10:21:16.854453 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d8150339-74c1-415f-b735-cdd2c2363fab req-678343db-247c-4ec5-bb95-dea3047492ce tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457773 Dec 09 10:21:17.889446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:18.062835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49529ef-1991-466e-8af1-fe4d2c027eca req-e609a75f-1b40-4572-9fbb-bac72b2156cb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:18.065207 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f49529ef-1991-466e-8af1-fe4d2c027eca req-e609a75f-1b40-4572-9fbb-bac72b2156cb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0866866 Dec 09 10:21:18.112759 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-f49529ef-1991-466e-8af1-fe4d2c027eca req-091d2082-cb94-43f3-89e9-fe6d710f79a9 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414600 Dec 09 10:21:19.336410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbf69f-b8a0-4744-880e-99ff741d4965 req-b67fdb46-a297-4bd2-b87e-9b399ef2ea38 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:19.338083 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5dcbf69f-b8a0-4744-880e-99ff741d4965 req-b67fdb46-a297-4bd2-b87e-9b399ef2ea38 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0833216 Dec 09 10:21:19.393294 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5dcbf69f-b8a0-4744-880e-99ff741d4965 req-5ab5f44e-312d-4b86-bf55-fd0d1cd3099d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491245 Dec 09 10:21:20.615075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c79db-1c72-42e7-917c-8d47d55f338a req-b5086b9c-3fed-4e85-8ffa-d1717a06ad92 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:20.616687 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f8c79db-1c72-42e7-917c-8d47d55f338a req-b5086b9c-3fed-4e85-8ffa-d1717a06ad92 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.0946259 Dec 09 10:21:20.669199 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5f8c79db-1c72-42e7-917c-8d47d55f338a req-412e908f-81aa-4b84-8e23-6565434b1360 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458388 Dec 09 10:21:21.990320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975363e-7220-4376-b8d2-3ff6a425516b req-d384b653-e9ed-48b4-a6af-6e0249bc1c91 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:21.991860 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1975363e-7220-4376-b8d2-3ff6a425516b req-d384b653-e9ed-48b4-a6af-6e0249bc1c91 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.1998360 Dec 09 10:21:22.040144 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1975363e-7220-4376-b8d2-3ff6a425516b req-e515f6d1-2a62-4340-a3c0-c3ac4f10aa47 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Dec 09 10:21:23.321259 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee6758-9325-420b-8cf0-85a0a87a4955 req-65b22668-f959-4a96-bb04-4884d2c89827 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:23.322882 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d7ee6758-9325-420b-8cf0-85a0a87a4955 req-65b22668-f959-4a96-bb04-4884d2c89827 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 944 time: 0.1620286 Dec 09 10:21:23.372876 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d7ee6758-9325-420b-8cf0-85a0a87a4955 req-59c7951e-6c99-4262-8172-29e6174cbc29 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436418 Dec 09 10:21:23.938988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:21:24.077648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:21:24.091917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'port_id': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'mac_address': 'fa:16:3e:4b:c1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:21:24.145869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:24.163567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:21:24.178746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:21:24.181730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:24.183547 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:21:24.251881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:21:24.255156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:21:24.403985 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['b87fe0ec-5741-40ad-ab0e-592e2b1db2b0'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:21:24.582434 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868452b-0665-4441-a161-f22addfe450b req-4bc23901-d3c4-4010-9b08-8c6170949609 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:24.584052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e868452b-0665-4441-a161-f22addfe450b req-4bc23901-d3c4-4010-9b08-8c6170949609 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 945 time: 0.0850611 Dec 09 10:21:24.635698 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e868452b-0665-4441-a161-f22addfe450b req-2aaa67d9-d70a-42ce-97f6-63bdd54ece87 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452816 Dec 09 10:21:25.838110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7216a89d-fced-4c3f-97f7-36144be00912 req-ad9d43e8-cdd8-448a-9fe6-cf66c684535b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:25.839706 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7216a89d-fced-4c3f-97f7-36144be00912 req-ad9d43e8-cdd8-448a-9fe6-cf66c684535b tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 945 time: 0.0811903 Dec 09 10:21:25.891539 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7216a89d-fced-4c3f-97f7-36144be00912 req-87964df4-311a-4497-ad85-f892e78696e8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455418 Dec 09 10:21:25.946663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:21:26.018838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:21:26.019262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:26.133936 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:26.161964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:21:26.171923 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:21:26.176992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:26.178955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8c880517-5eea-4654-94f3-a9319e944eaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:21:26.221335 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'code': 200} Dec 09 10:21:26.250621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:21:26.254545 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:21:26.689007 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0cb32e25-e072-489c-bcc9-09c9271c7d75 req-5aa8faf8-aefe-4a24-82f8-5a07f4c89a81 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0790060 Dec 09 10:21:26.735553 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0cb32e25-e072-489c-bcc9-09c9271c7d75 req-0a5fc287-5008-49d4-99d3-fd034ff5d17c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402107 Dec 09 10:21:27.341279 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ce930-b1b6-41bc-a47b-8bb0941625f5 req-f368014b-5090-45c9-8d84-58992c8d3c77 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:27.342883 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-107ce930-b1b6-41bc-a47b-8bb0941625f5 req-f368014b-5090-45c9-8d84-58992c8d3c77 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.3256962 Dec 09 10:21:27.394214 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-107ce930-b1b6-41bc-a47b-8bb0941625f5 req-aedb2218-58b2-4ac7-abc9-5a5bfd2e5d19 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446730 Dec 09 10:21:28.608673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdb3cf-0685-4720-b919-946e215d29ad req-5be3fac0-6f12-4a66-9736-01e7b60923d1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:28.610477 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d7cdb3cf-0685-4720-b919-946e215d29ad req-5be3fac0-6f12-4a66-9736-01e7b60923d1 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0866168 Dec 09 10:21:28.659321 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d7cdb3cf-0685-4720-b919-946e215d29ad req-2ae1400e-08a7-4604-8490-ad68a7306e58 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428140 Dec 09 10:21:34.542955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f4142a3a-206f-4c61-a6d3-25c7e5a9f826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:35.823917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:36.802765 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-db32117a-8d56-44e0-a839-6d128ccc2f86 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757358 Dec 09 10:21:36.824150 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0243fde0-974d-4035-a5aa-9ffd874a843a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:36.951378 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-41472d61-ee0e-4eaa-a597-f32e7316cf8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0786119 Dec 09 10:21:37.108100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-fb99dafa-9624-4b58-b5cc-d808c0b20b0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:37.109722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-fb99dafa-9624-4b58-b5cc-d808c0b20b0b service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1379082 Dec 09 10:21:37.218569 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-e14efc0d-9941-4e71-9e76-d451425e3ee9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 1002 time: 0.0979464 Dec 09 10:21:37.290106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-24fcde25-fd5c-4171-acfd-53eed80eb736 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:21:37.292113 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-24fcde25-fd5c-4171-acfd-53eed80eb736 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0678060 Dec 09 10:21:37.293888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:37.373608 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-27fc24cb-3ce1-4d2e-9060-67ef98923da2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753281 Dec 09 10:21:37.519709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-573d0d04-9815-496e-af18-983181f72f5f service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377680 Dec 09 10:21:37.661219 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-531b477a-6581-4e41-8d81-10de5c9404f1 req-43ce18f0-4b82-4b3a-85fe-83d0d5c1614b service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350830 Dec 09 10:21:38.329265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:21:38.767277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:21:47.910743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:04.547468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-be96c87d-1ace-40d2-a5c0-070c808910e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:05.825814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:06.827117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2363c029-3ad8-45b8-a235-2e79b64e707c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:07.297707 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:08.609047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:15.329531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:22:17.934526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:34.548476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-829cfcbf-ff1b-4cf3-ab42-8eaf4720b375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:35.829580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:36.806173 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-5135e01d-c4a7-4c70-81a1-51378e16ca85 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789483 Dec 09 10:22:36.830541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-aebc15fe-7c2a-4eb3-8194-b1ae2661e748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:36.953088 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-c893cddd-ce77-4a3b-9258-d41b2d0214fc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0752583 Dec 09 10:22:37.107754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-af3c3684-609a-4399-a33c-9f904e19d186 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:22:37.109362 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-af3c3684-609a-4399-a33c-9f904e19d186 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1386182 Dec 09 10:22:37.219711 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-d5cf6006-eeb3-4635-a398-4694ecb14539 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 1002 time: 0.1034257 Dec 09 10:22:37.294894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-d42a11bf-69ee-4dbe-8906-25f79f92f000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:22:37.296486 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-d42a11bf-69ee-4dbe-8906-25f79f92f000 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0699878 Dec 09 10:22:37.298759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:37.381140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-00952fa4-d369-4fd5-88da-99de24348295 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781426 Dec 09 10:22:37.524646 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-772412fd-899d-4fff-a54f-3809bcf0b67a service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363187 Dec 09 10:22:37.671459 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-494b12cb-ea72-42a1-a9eb-521f03c339d5 req-e1e8d27d-dcb8-49b0-9128-69bbf45c78b9 service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405816 Dec 09 10:22:38.602676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:47.918269 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:51.688147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40450) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:22:51.897871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Deleting port 51fbb00e-915b-427e-99a3-f82db13feffd {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:22:51.898247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:52.076106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:52.076378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:52.201128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Calling delete_port for 51fbb00e-915b-427e-99a3-f82db13feffd owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:22:52.331649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:22:52.351614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:52.356559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3a787307-0b5a-43e2-bb38-3309d3862003 tempest-TestEncryptedCinderVolumes-1595171472 tempest-TestEncryptedCinderVolumes-1595171472-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:22:52.397987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event deleted for resources: {'Port': ['ID=51fbb00e-915b-427e-99a3-f82db13feffd,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:22:52.438629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.439052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.439473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.439887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.440277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.440684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.441094 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.441525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.441928 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.442329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.442731 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:22:52.450365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:22:52.509891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:53.159763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Router db7d1fb6-0bcd-490d-8b24-0166f5f88845 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:22:53.388342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:22:53.399082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] Sync routers for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:22:53.410198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:53.411559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:22:53.412222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:22:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:22:53.469952 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "DELETE /v2.0/floatingips/7d9128f6-547a-4456-8bd2-be356cd16129 HTTP/1.1" status: 204 len: 168 time: 1.7805188 Dec 09 10:22:53.470679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:22:53.544010 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'status': 'completed', 'code': 200} Dec 09 10:22:53.606645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:22:53.646657 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb75bbb4-19ee-4ede-a9cd-143a9aca9727 req-76ed8d58-fbb2-49d6-9f20-58b031c53874 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e6354ffe15cd499daec98db78f0f07d9&device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0774379 Dec 09 10:22:53.810721 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75bbb4-19ee-4ede-a9cd-143a9aca9727 req-8c83ae66-d9e0-4cbd-8725-3a5d892347ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:22:53.812323 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb75bbb4-19ee-4ede-a9cd-143a9aca9727 req-8c83ae66-d9e0-4cbd-8725-3a5d892347ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 200 len: 910 time: 0.1589057 Dec 09 10:22:53.894750 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb75bbb4-19ee-4ede-a9cd-143a9aca9727 req-cff9df51-6846-45ee-8b41-9ac9b60ba334 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 200 len: 217 time: 0.0744858 Dec 09 10:22:53.961014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03768f72-b8f5-45d2-b422-a05f027424af req-5070f7f3-561e-4d56-8ba5-cacacc07bc47 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:22:53.963175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03768f72-b8f5-45d2-b422-a05f027424af req-5070f7f3-561e-4d56-8ba5-cacacc07bc47 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.0919523 Dec 09 10:22:53.968697 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75bbb4-19ee-4ede-a9cd-143a9aca9727 req-f6004f21-61c8-438c-8aaf-68d21356601b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:22:53.970400 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb75bbb4-19ee-4ede-a9cd-143a9aca9727 req-f6004f21-61c8-438c-8aaf-68d21356601b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 200 len: 848 time: 0.0690157 Dec 09 10:22:54.019193 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-03768f72-b8f5-45d2-b422-a05f027424af req-27616f8e-08f4-4b23-b1a1-33d02314c4eb tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490284 Dec 09 10:22:54.060169 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb75bbb4-19ee-4ede-a9cd-143a9aca9727 req-6cc2eb31-df94-4787-b133-bb75edc02bde service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827773 Dec 09 10:22:54.105779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:22:54.109816 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] Checking router: db7d1fb6-0bcd-490d-8b24-0166f5f88845 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:22:54.121256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:22:54.121912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:22:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:22:54.204911 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb75bbb4-19ee-4ede-a9cd-143a9aca9727 req-25e4e30f-23f7-4818-8756-d45123e3a07e service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369123 Dec 09 10:22:54.307583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:22:54.355816 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-bb75bbb4-19ee-4ede-a9cd-143a9aca9727 req-dc4ff4ba-489f-46f6-a1df-1438bf0a2d9f service neutron] 10.222.0.65 "GET /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442807 Dec 09 10:22:54.629056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:22:54.633096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf0b163-87f9-47fa-8b0b-6f42180ce316 None None] The sync data for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv is: [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:13:58Z', 'revision_number': 4, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '2a2f14e1-03de-4f0b-80a7-68c8d1063833', 'name': '', 'network_id': 'c843fe5d-77e2-4c46-9ad2-b45e7e8028a5', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'mac_address': 'fa:16:3e:cc:d7:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:58Z', 'updated_at': '2021-12-09T10:14:07Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'subnets': [{'id': '65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:22:55.095504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c53d2e-4f6c-487d-aed8-2db03ded3922 None None] New status for floating IP 7d9128f6-547a-4456-8bd2-be356cd16129: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:22:55.248772 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cdbdc-9206-4201-9424-94afb3786c31 req-508075e2-080f-40ab-bd52-11769a9d7b03 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:22:55.249603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-af1cdbdc-9206-4201-9424-94afb3786c31 req-508075e2-080f-40ab-bd52-11769a9d7b03 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:22:55.265019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-af1cdbdc-9206-4201-9424-94afb3786c31 req-508075e2-080f-40ab-bd52-11769a9d7b03 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:22:55.266346 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af1cdbdc-9206-4201-9424-94afb3786c31 req-508075e2-080f-40ab-bd52-11769a9d7b03 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.1130044 Dec 09 10:22:55.370958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af1cdbdc-9206-4201-9424-94afb3786c31 req-0e621646-009c-406e-a598-d314412039fa tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702691 Dec 09 10:22:55.386451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-e9c1a8d9-70e1-43b3-8a35-60693e6ad9b5 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:22:55.398724 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-e9c1a8d9-70e1-43b3-8a35-60693e6ad9b5 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 946 time: 0.1207514 Dec 09 10:22:55.467681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Deleting port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:22:55.468061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:55.738101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] For port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:22:55.738615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:55.873965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Calling delete_port for b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:22:56.022649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:56.028778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5b00cd83-68f7-4c03-b6b2-83144cfe7050 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:22:56.076138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event deleted for resources: {'Port': ['ID=b87fe0ec-5741-40ad-ab0e-592e2b1db2b0,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:22:56.080718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:22:56.157910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] No DVR routers for this DVR port b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:22:56.160602 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:56.164730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'name': 'network-vif-deleted', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:22:56.182412 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5e1dee39-e108-46f6-a35c-a92f35f730b6 req-b9d80684-992b-4a41-8aec-8b55b6e95e1c tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.65 "DELETE /v2.0/ports/b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 HTTP/1.1" status: 204 len: 173 time: 0.7887192 Dec 09 10:22:56.223639 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b650fd-463b-4c02-9c5a-2df631a45fa6', 'name': 'network-vif-deleted', 'tag': 'b87fe0ec-5741-40ad-ab0e-592e2b1db2b0', 'status': 'completed', 'code': 200} Dec 09 10:22:56.559798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-94b0d4c0-8214-4392-b830-3a6629d9fcd9 req-5701940f-0b9a-4a41-bee7-b1cf99f10269 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Synchronizing usage tracker for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:22:56.578723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-94b0d4c0-8214-4392-b830-3a6629d9fcd9 req-5701940f-0b9a-4a41-bee7-b1cf99f10269 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Unset dirty status for tenant:e6354ffe15cd499daec98db78f0f07d9 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:22:56.580178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-94b0d4c0-8214-4392-b830-3a6629d9fcd9 req-5701940f-0b9a-4a41-bee7-b1cf99f10269 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b650fd-463b-4c02-9c5a-2df631a45fa6 HTTP/1.1" status: 200 len: 210 time: 0.0818508 Dec 09 10:22:57.691356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40476) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:22:57.767888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34767aae-70b6-4c49-bed9-c40924c9fec2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:57.800341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34767aae-70b6-4c49-bed9-c40924c9fec2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:57.858454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34767aae-70b6-4c49-bed9-c40924c9fec2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:57.863955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d40e43e8-d6b4-4379-978b-3aab338ff764 tempest-NetworksIpV6Test-399859794 tempest-NetworksIpV6Test-399859794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:22:57.879755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34767aae-70b6-4c49-bed9-c40924c9fec2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6b0f6a-89b2-438e-bf9e-d17991d2deb1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:22:57.882482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-34767aae-70b6-4c49-bed9-c40924c9fec2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:22:57.892233 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-34767aae-70b6-4c49-bed9-c40924c9fec2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:57.895812 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-34767aae-70b6-4c49-bed9-c40924c9fec2 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f6b0f6a-89b2-438e-bf9e-d17991d2deb1 HTTP/1.1" status: 204 len: 168 time: 0.2010534 Dec 09 10:22:57.951754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40482) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:22:58.538301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:22:58.545934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:58.576535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:22:58.576925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device b87fe0ec-5741-40ad-ab0e-592e2b1db2b0 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:22:59.180538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Deleting port 2a2f14e1-03de-4f0b-80a7-68c8d1063833 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:22:59.180961 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:59.362323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] For port 2a2f14e1-03de-4f0b-80a7-68c8d1063833, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=2a2f14e1-03de-4f0b-80a7-68c8d1063833,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:22:59.362728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:59.487264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Calling delete_port for 2a2f14e1-03de-4f0b-80a7-68c8d1063833 owned by network:router_interface {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:22:59.669486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:22:59.673831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-41f96691-53d3-4992-8004-5fc48d28cec4 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:22:59.715875 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2f14e1-03de-4f0b-80a7-68c8d1063833,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:22:59.720310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:00.259023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:00.868544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Router db7d1fb6-0bcd-490d-8b24-0166f5f88845 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:23:01.076812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:23:01.086694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] Sync routers for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:23:01.093782 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1a188872-df12-4c62-8bf2-b6a22b3dde7b admin admin] 10.222.0.18 "PUT /v2.0/routers/db7d1fb6-0bcd-490d-8b24-0166f5f88845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1412945 Dec 09 10:23:01.096521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40488) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:01.100943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:01.101643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:22:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:01.286361 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:01.302486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks [] for router, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:01.516119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:01.524393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Deleting port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:23:01.524770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:01.591132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:22:59Z', 'revision_number': 5, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port': {'id': 'f9cd01f2-9ee4-49e4-8787-76ee3575bd7c', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:58:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:13:56Z', 'updated_at': '2021-12-09T10:14:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:01.595294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] Checking router: db7d1fb6-0bcd-490d-8b24-0166f5f88845 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:23:01.607090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] Routers {'db7d1fb6-0bcd-490d-8b24-0166f5f88845'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:01.607755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:22:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:01.711507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] For port f9cd01f2-9ee4-49e4-8787-76ee3575bd7c, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=f9cd01f2-9ee4-49e4-8787-76ee3575bd7c,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:01.711729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:01.775821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] Set router db7d1fb6-0bcd-490d-8b24-0166f5f88845 gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:01.844663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Calling delete_port for f9cd01f2-9ee4-49e4-8787-76ee3575bd7c owned by network:router_gateway {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:23:01.888379 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:23:01Z', 'revision_number': 6, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:01.892652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6351c03-3c68-44c5-ac40-93e65e69fc66 None None] The sync data for ids ['db7d1fb6-0bcd-490d-8b24-0166f5f88845'] in dv-neutron-819581-1-hyperv is: [{'id': 'db7d1fb6-0bcd-490d-8b24-0166f5f88845', 'name': 'tempest-TestShelveInstance-1029178279-router', 'tenant_id': 'e6354ffe15cd499daec98db78f0f07d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:13:55Z', 'updated_at': '2021-12-09T10:23:01Z', 'revision_number': 6, 'project_id': 'e6354ffe15cd499daec98db78f0f07d9', 'gw_port_host': None}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:23:02.021594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:02.027240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-13316308-418e-4159-afed-a80fddab8275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:02.068680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9cd01f2-9ee4-49e4-8787-76ee3575bd7c,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:02.073055 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:02.306755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:02.819673 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:02.825835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:02.857615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:02.858294 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db7d1fb6-0bcd-490d-8b24-0166f5f88845 {{(pid=88884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:23:02.858546 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f9cd01f2-9ee4-49e4-8787-76ee3575bd7c no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:23:02.872214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:02.873518 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3daed510-4145-4a9c-ab54-c28364cc5011 admin admin] 10.222.0.18 "DELETE /v2.0/routers/db7d1fb6-0bcd-490d-8b24-0166f5f88845 HTTP/1.1" status: 204 len: 168 time: 1.7759316 Dec 09 10:23:02.876168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40492) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:02.894900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: f9cd01f2-9ee4-49e4-8787-76ee3575bd7c {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:23:02.895296 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device f9cd01f2-9ee4-49e4-8787-76ee3575bd7c not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:23:02.895762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2a2f14e1-03de-4f0b-80a7-68c8d1063833 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:23:02.933538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 2a2f14e1-03de-4f0b-80a7-68c8d1063833 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:23:02.933942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 2a2f14e1-03de-4f0b-80a7-68c8d1063833 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:23:02.946640 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9939b80-cdb8-466c-b9e1-74e13b45cb40 admin admin] Deleting subnet 65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 {{(pid=88884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:23:02.949901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9939b80-cdb8-466c-b9e1-74e13b45cb40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.003634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9939b80-cdb8-466c-b9e1-74e13b45cb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850907004'] for subnet, precommit_delete_associations {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.088728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9939b80-cdb8-466c-b9e1-74e13b45cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.155727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9939b80-cdb8-466c-b9e1-74e13b45cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851412214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851114415'] for subnet, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.160117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-774efee0-204a-4542-8b4d-968ab46c7a9f tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:03.195382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9939b80-cdb8-466c-b9e1-74e13b45cb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:03.199160 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e9939b80-cdb8-466c-b9e1-74e13b45cb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:03.202487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e9939b80-cdb8-466c-b9e1-74e13b45cb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.208288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d93360c-49d5-4ab9-adb8-babacb0c2429 None None] Network c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:23:03.209101 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-e9939b80-cdb8-466c-b9e1-74e13b45cb40 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/65ef3116-b76d-4278-b8d5-5dd6cdb1a2d7 HTTP/1.1" status: 204 len: 168 time: 0.3317800 Dec 09 10:23:03.211931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40496) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:03.326888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.338526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Deleting port ef5e2fdb-021b-4346-ba09-fdbff303d674 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:23:03.338956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.476206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] DHCP port deletion for c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:23:03.481246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] Deleting port ef5e2fdb-021b-4346-ba09-fdbff303d674 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:23:03.481667 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.556906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] For port ef5e2fdb-021b-4346-ba09-fdbff303d674, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ef5e2fdb-021b-4346-ba09-fdbff303d674,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:03.557330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.685221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Calling delete_port for ef5e2fdb-021b-4346-ba09-fdbff303d674 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:23:03.693372 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] For port ef5e2fdb-021b-4346-ba09-fdbff303d674, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=ef5e2fdb-021b-4346-ba09-fdbff303d674,segment=NetworkSegment(ed7fd904-0151-4a1f-b9b3-9a97aa43859a),segment_id=ed7fd904-0151-4a1f-b9b3-9a97aa43859a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:03.693849 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.761415 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.766123 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bad4744a-c1f4-44cc-87f2-26fb179f8cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:03.807769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5e2fdb-021b-4346-ba09-fdbff303d674,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:03.820345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.820779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.821041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] Calling delete_port for ef5e2fdb-021b-4346-ba09-fdbff303d674 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:23:03.821242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.821626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.822074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.822554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.822946 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.823349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.823754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.824158 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.824580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:03.827465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] No DVR routers for this DVR port ef5e2fdb-021b-4346-ba09-fdbff303d674 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:23:03.829378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:03.893760 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:23:03.894471 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 10:23:03.952681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:03.980243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c843fe5d-77e2-4c46-9ad2-b45e7e8028a5']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:03.992688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:03.993030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7fd904-0151-4a1f-b9b3-9a97aa43859a') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:04.005173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:04.022382 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:04.030079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:23:04.030504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:23:04.045403 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:23:04.129056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:04.132591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:04.147270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:04.159137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=c843fe5d-77e2-4c46-9ad2-b45e7e8028a5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:04.163649 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:04.167929 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c843fe5d-77e2-4c46-9ad2-b45e7e8028a5 HTTP/1.1" status: 204 len: 168 time: 0.9549096 Dec 09 10:23:04.171221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40500) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:04.395517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] Deleting port ef5e2fdb-021b-4346-ba09-fdbff303d674 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:23:04.396065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:04.461990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-5bc686b6-db73-4e0e-be87-82155a177027 None None] The port 'ef5e2fdb-021b-4346-ba09-fdbff303d674' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:23:04.549197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5774bb71-8920-42f6-a7cb-4289d9d2a906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:04.579598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:04.857624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ef5e2fdb-021b-4346-ba09-fdbff303d674 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:23:04.894884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: ef5e2fdb-021b-4346-ba09-fdbff303d674 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:23:04.895278 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device ef5e2fdb-021b-4346-ba09-fdbff303d674 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:23:05.228968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Deleting port 4db79ddc-bd6f-4952-90a0-209ff296d334 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:23:05.229492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:05.407903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] For port 4db79ddc-bd6f-4952-90a0-209ff296d334, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=4db79ddc-bd6f-4952-90a0-209ff296d334,segment=NetworkSegment(ed8a5765-54ce-46cd-abaa-fc10cb8c913a),segment_id=ed8a5765-54ce-46cd-abaa-fc10cb8c913a)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:05.408446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:05.538652 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Calling delete_port for 4db79ddc-bd6f-4952-90a0-209ff296d334 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:23:05.834720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:05.952316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:05.956918 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f13fc637-0164-4a8c-8c38-3024ba6c5727 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:06.000009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db79ddc-bd6f-4952-90a0-209ff296d334,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:06.002828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:06.313036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:06.834370 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31da6b59-c347-40b7-972c-c3eee6a83a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:06.944001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:23:07.165567 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:23:07.175119 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] Sync routers for ids ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:23:07.181255 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] 10.222.0.18 "PUT /v2.0/routers/b11104f7-3fee-4085-8dcd-dc93ea3c8b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0089219 Dec 09 10:23:07.184232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40504) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:07.188559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] Routers {'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:07.189329 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:07.360612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:07.387001 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] Set router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:07.395467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:07.614277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:07.622806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Deleting port 216d9f6a-bf59-48f7-b259-de9fa609fe6a {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:23:07.623174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:07.691054 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:23:05Z', 'revision_number': 5, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'gw_port': {'id': '216d9f6a-bf59-48f7-b259-de9fa609fe6a', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:07.695143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] Checking router: b11104f7-3fee-4085-8dcd-dc93ea3c8b6a for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:23:07.707389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] Routers {'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:07.708052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:07.807320 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] For port 216d9f6a-bf59-48f7-b259-de9fa609fe6a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=216d9f6a-bf59-48f7-b259-de9fa609fe6a,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:07.807719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:07.944743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Calling delete_port for 216d9f6a-bf59-48f7-b259-de9fa609fe6a owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:23:08.032894 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] Set router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a gateway port host: None {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:08.112905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:08.117347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3103b8e4-7fec-4035-9853-ed7a32a5fe6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:08.144056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:23:07Z', 'revision_number': 6, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:08.148200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c9c3c0-1940-4f1f-b324-27f9a3f48649 None None] The sync data for ids ['b11104f7-3fee-4085-8dcd-dc93ea3c8b6a'] in dv-neutron-819581-1-hyperv is: [{'id': 'b11104f7-3fee-4085-8dcd-dc93ea3c8b6a', 'name': 'tempest-TestShelveInstance-1040825419-router', 'tenant_id': '5a3f77a5763c449482e7c14b24c8487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:14:02Z', 'updated_at': '2021-12-09T10:23:07Z', 'revision_number': 6, 'project_id': '5a3f77a5763c449482e7c14b24c8487c', 'gw_port_host': None}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:23:08.162330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=216d9f6a-bf59-48f7-b259-de9fa609fe6a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:08.165163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:08.608223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:08.645134 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:08.858781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 216d9f6a-bf59-48f7-b259-de9fa609fe6a no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:23:08.896717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 216d9f6a-bf59-48f7-b259-de9fa609fe6a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:23:08.897368 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 216d9f6a-bf59-48f7-b259-de9fa609fe6a not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:23:08.897847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4db79ddc-bd6f-4952-90a0-209ff296d334 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:23:08.927044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:08.930606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 4db79ddc-bd6f-4952-90a0-209ff296d334 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:23:08.931019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 4db79ddc-bd6f-4952-90a0-209ff296d334 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:23:08.932236 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:08.957914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:08.958470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b11104f7-3fee-4085-8dcd-dc93ea3c8b6a {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:23:08.972013 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:08.973421 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-dbe50c8e-1682-42e6-a63f-01fd9dceeee0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b11104f7-3fee-4085-8dcd-dc93ea3c8b6a HTTP/1.1" status: 204 len: 168 time: 1.7881074 Dec 09 10:23:08.976900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40508) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:09.045833 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] Deleting subnet 16aa1358-fed9-4d71-89fa-93f6a00f2ef7 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:23:09.049496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.106499 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.187035 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.252694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.257074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8fe35542-8636-4592-9623-9d723522afef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:09.296814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16aa1358-fed9-4d71-89fa-93f6a00f2ef7,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:09.299690 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:09.303356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.309082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff31326-4120-4abd-9256-0cb230354314 None None] Network 11f269ce-b525-472b-b922-d70aadb73afd requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:23:09.310457 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/16aa1358-fed9-4d71-89fa-93f6a00f2ef7 HTTP/1.1" status: 204 len: 168 time: 0.3324895 Dec 09 10:23:09.313003 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40512) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:09.434002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.445468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Deleting port c9e15710-9dd7-4aa7-804a-7d901763f607 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:23:09.445891 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.565276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] DHCP port deletion for 11f269ce-b525-472b-b922-d70aadb73afd request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:23:09.569541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] Deleting port c9e15710-9dd7-4aa7-804a-7d901763f607 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:23:09.569967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.661692 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] For port c9e15710-9dd7-4aa7-804a-7d901763f607, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c9e15710-9dd7-4aa7-804a-7d901763f607,segment=NetworkSegment(ed8a5765-54ce-46cd-abaa-fc10cb8c913a),segment_id=ed8a5765-54ce-46cd-abaa-fc10cb8c913a)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:09.662095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.786336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] For port c9e15710-9dd7-4aa7-804a-7d901763f607, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c9e15710-9dd7-4aa7-804a-7d901763f607,segment=NetworkSegment(ed8a5765-54ce-46cd-abaa-fc10cb8c913a),segment_id=ed8a5765-54ce-46cd-abaa-fc10cb8c913a)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:09.786788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.794223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Calling delete_port for c9e15710-9dd7-4aa7-804a-7d901763f607 owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:23:09.870050 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:09.874645 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9987b5b1-0542-4111-9a68-308c9f83b9a0 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:09.915519 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e15710-9dd7-4aa7-804a-7d901763f607,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:09.919462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:09.920095 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] Calling delete_port for c9e15710-9dd7-4aa7-804a-7d901763f607 owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:23:09.924885 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] No DVR routers for this DVR port c9e15710-9dd7-4aa7-804a-7d901763f607 on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:23:09.995439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:23:09.996022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 10:23:10.056794 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.083831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f269ce-b525-472b-b922-d70aadb73afd']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:10.096238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:10.096577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8a5765-54ce-46cd-abaa-fc10cb8c913a') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:10.111766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.129887 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.138914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:23:10.139511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:23:10.163782 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:23:10.241723 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.246011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9cc3b7f4-59e9-4a38-872a-8df474757c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:10.259617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.270344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Pushing event deleted for resources: {'Network': ['ID=11f269ce-b525-472b-b922-d70aadb73afd,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:10.274865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:10.278762 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-16635021-ea48-4511-84d5-30f1ab44094f admin admin] 10.222.0.18 "DELETE /v2.0/networks/11f269ce-b525-472b-b922-d70aadb73afd HTTP/1.1" status: 204 len: 168 time: 0.9647324 Dec 09 10:23:10.418290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40518) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:10.477625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-869bf71f-bc01-428c-a8bb-1c118ddd1a4a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6354ffe15cd499daec98db78f0f07d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579004 Dec 09 10:23:10.481097 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40522) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:10.496713 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] Deleting port c9e15710-9dd7-4aa7-804a-7d901763f607 {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:23:10.497170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.544541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3dc7-f53b-4b1b-8e34-83f5ecd5e9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.562886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-10dc276f-492c-49e0-af02-7e12a6071cf4 None None] The port 'c9e15710-9dd7-4aa7-804a-7d901763f607' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:23:10.573730 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3dc7-f53b-4b1b-8e34-83f5ecd5e9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.626130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3dc7-f53b-4b1b-8e34-83f5ecd5e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.631172 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-71f45412-07b2-4145-bdd1-5bfb427d1aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:10.645157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e3dc7-f53b-4b1b-8e34-83f5ecd5e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e66342-1432-44e7-b440-4c9ddf869da0,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:10.647743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ad9e3dc7-f53b-4b1b-8e34-83f5ecd5e9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:10.653427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3dc7-f53b-4b1b-8e34-83f5ecd5e9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:10.654653 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ad9e3dc7-f53b-4b1b-8e34-83f5ecd5e9c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82e66342-1432-44e7-b440-4c9ddf869da0 HTTP/1.1" status: 204 len: 168 time: 0.1725366 Dec 09 10:23:10.857063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c9e15710-9dd7-4aa7-804a-7d901763f607 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:23:10.890618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: c9e15710-9dd7-4aa7-804a-7d901763f607 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:23:10.891022 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c9e15710-9dd7-4aa7-804a-7d901763f607 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:23:11.097590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40530) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:11.151236 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f2de6396-33ec-43e6-a997-31c9915c5bdd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a3f77a5763c449482e7c14b24c8487c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516181 Dec 09 10:23:11.153919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40534) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:11.219168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c42c65c8-1084-40e7-aba1-49382a4e5a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:11.245717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c42c65c8-1084-40e7-aba1-49382a4e5a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:11.289581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c42c65c8-1084-40e7-aba1-49382a4e5a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:11.294822 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ebeb220-28fc-4add-a05a-6d9f067a6482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:11.307779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c65c8-1084-40e7-aba1-49382a4e5a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0405dbc-1691-4ccf-8649-0a2940dfcad6,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:11.310998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c42c65c8-1084-40e7-aba1-49382a4e5a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:11.313052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-c42c65c8-1084-40e7-aba1-49382a4e5a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:11.314325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-c42c65c8-1084-40e7-aba1-49382a4e5a6f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0405dbc-1691-4ccf-8649-0a2940dfcad6 HTTP/1.1" status: 204 len: 168 time: 0.1593902 Dec 09 10:23:12.194455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40556) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:12.343720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-382536897-network', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:12.348930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:12.352979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Usage tracker for resource:network and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:12.356582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:12.362650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:12.372401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Made reservation on behalf of fc98317b86634ff5a2bd1744a0a717e6 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:23:12.377187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.391040 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.425092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:12.429250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:12.432253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:12.438330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:12.511125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.513856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.518087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c42c65c8-1084-40e7-aba1-49382a4e5a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:12.543142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:23:12.555863 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1a5d60-4ef8-4e07-b9c1-be2586f0f0fe,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:12.560588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:12.561597 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.561981 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Added segment 0c243141-adc4-4b78-8501-8bd5ba76d89d of type vlan for network efc05b65-9033-40e2-b3ad-8093daa42b87 Dec 09 10:23:12.593629 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.622063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.623011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:12.623643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.628531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7b37d1cc-1188-4269-887e-7bffb947314e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:12.723021 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5273685 Dec 09 10:23:12.726100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40562) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:12.731832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=efc05b65-9033-40e2-b3ad-8093daa42b87,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:12.733261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Request body: {'subnet': {'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-382536897-subnet', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:12.734611 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-647c09e3-a6f4-468d-889f-6dd7cb677bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:12.739256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:12.742762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network efc05b65-9033-40e2-b3ad-8093daa42b87 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:23:12.743693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Usage tracker for resource:subnet and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:12.747681 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:12.754073 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:12.770086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Made reservation on behalf of fc98317b86634ff5a2bd1744a0a717e6 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:23:12.774861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.990615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:12.994951 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f9cf3067-98eb-40a3-b390-27f135dedadc tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:13.071338 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7831e7c5-1205-4e96-81be-0dd4237056a2,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:13.076217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:13.085140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Checking segment: {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:23:13.085562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Network hostable DHCP agents. Network: efc05b65-9033-40e2-b3ad-8093daa42b87, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:23:13.107838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Network efc05b65-9033-40e2-b3ad-8093daa42b87 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:23:13.115919 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, efc05b65-9033-40e2-b3ad-8093daa42b87) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:13.119937 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:13.120581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.126443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece482f-f236-4ec3-9a78-65a68eac88a6 None None] Network efc05b65-9033-40e2-b3ad-8093daa42b87 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:23:13.140842 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-1aa0fe22-4dff-44ae-a0be-6595e16e6d6f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4133720 Dec 09 10:23:13.143566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40566) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:13.149029 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:13.154767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:13.158800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Usage tracker for resource:router and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:13.161837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:13.168143 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:13.177598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.178590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.197458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.349899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.352930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-efc05b65-9033-40e2-b3ad-8093daa42b87', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:23:13.354347 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.519118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Allocated IP 172.20.0.2 (efc05b65-9033-40e2-b3ad-8093daa42b87/7831e7c5-1205-4e96-81be-0dd4237056a2/c287ec84-51a9-4143-b466-c04309b6903d) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:23:13.545502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.576643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.729005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Allocated IP 172.26.8.126 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/5afa89e3-761f-44ae-9b9e-98e38860c9e0) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:23:13.736973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.749261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Transition to ACTIVE for port object c287ec84-51a9-4143-b466-c04309b6903d will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:13.770239 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Transition to ACTIVE for port object c287ec84-51a9-4143-b466-c04309b6903d will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:13.774757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.780418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:13.848765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Network efc05b65-9033-40e2-b3ad-8093daa42b87 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:13.851834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:13.856966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:23:13.859093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Pushing event updated for resources: {'Port': ['ID=c287ec84-51a9-4143-b466-c04309b6903d,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:13.871793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.872177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.872555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.872929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.873335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.873704 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.874070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.874440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.874802 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.875164 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.875525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:13.890462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.903424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:13.917578 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.922197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4675334d-53c1-4964-8c32-7c81ddc4c9d8 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:13.963112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Attempting to bind port c287ec84-51a9-4143-b466-c04309b6903d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:23:13.963534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Attempting to bind port c287ec84-51a9-4143-b466-c04309b6903d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:23:13.963942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Attempting to bind port c287ec84-51a9-4143-b466-c04309b6903d on network efc05b65-9033-40e2-b3ad-8093daa42b87 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:23:13.970861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:23:13.971276 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Checking segment: {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:23:13.971728 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.972166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Bound using segment: {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:23:13.972679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Bound port: c287ec84-51a9-4143-b466-c04309b6903d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:23:13.973093 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:13.992465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:13.996266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:14.000323 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:23:14.036356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=5afa89e3-761f-44ae-9b9e-98e38860c9e0,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:14.045537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:14.068194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] For port c287ec84-51a9-4143-b466-c04309b6903d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:23:14.071392 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] For port c287ec84-51a9-4143-b466-c04309b6903d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c287ec84-51a9-4143-b466-c04309b6903d,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:23:14.077311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:14.082021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:14.168584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:14.169448 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:14.170512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Pushing event updated for resources: {'Port': ['ID=c287ec84-51a9-4143-b466-c04309b6903d,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:14.175264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:14.409905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Router 623f5239-37f1-4e43-b09e-d6a61b3bafab is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:23:14.627421 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:23:14.637442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Sync routers for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:23:14.653527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:14.658142 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5102975 Dec 09 10:23:14.658249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:14.658249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:14.658467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40570) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:14.906410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c287ec84-51a9-4143-b466-c04309b6903d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:14.985827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port c287ec84-51a9-4143-b466-c04309b6903d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:15.005170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:15.301716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:14Z', 'revision_number': 3, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:15.305712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Checking router: 623f5239-37f1-4e43-b09e-d6a61b3bafab for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:23:15.306626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Updating router 623f5239-37f1-4e43-b09e-d6a61b3bafab port 5afa89e3-761f-44ae-9b9e-98e38860c9e0 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:23:15.358604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:15.703478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:15.730365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:15.743117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Transition to ACTIVE for port object 5afa89e3-761f-44ae-9b9e-98e38860c9e0 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:15.750742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:15.756737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3e6c111a-ac25-48c4-9fe1-f457e4f3e69d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:15.847988 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Pushing event updated for resources: {'Port': ['ID=5afa89e3-761f-44ae-9b9e-98e38860c9e0,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:15.851067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Attempting to bind port 5afa89e3-761f-44ae-9b9e-98e38860c9e0 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:23:15.851476 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Attempting to bind port 5afa89e3-761f-44ae-9b9e-98e38860c9e0 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:23:15.851878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Attempting to bind port 5afa89e3-761f-44ae-9b9e-98e38860c9e0 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:23:15.863594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.863980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.864353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.864720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.865086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.865483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.865846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.866478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.866587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.867494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.867494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:23:15.871719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:15.872727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:23:15.873067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:23:15.873520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:15.874265 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:23:15.874504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Bound port: 5afa89e3-761f-44ae-9b9e-98e38860c9e0, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:23:15.874829 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:15.880431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f9a2a-c6e7-44c7-8929-b6a892bfe394 None None] Network efc05b65-9033-40e2-b3ad-8093daa42b87 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:23:15.936316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Allocated IP 172.20.0.1 (efc05b65-9033-40e2-b3ad-8093daa42b87/7831e7c5-1205-4e96-81be-0dd4237056a2/d7dc7356-3f09-4985-bc4e-065f2ab8ce93) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:23:15.952224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] For port 5afa89e3-761f-44ae-9b9e-98e38860c9e0, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:23:15.957096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] For port 5afa89e3-761f-44ae-9b9e-98e38860c9e0, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5afa89e3-761f-44ae-9b9e-98e38860c9e0,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:23:15.960302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:15.965596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:16.021099 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b68bf6e-f02a-458c-ad4d-84b93d7ce96e None None] Provisioning for port c287ec84-51a9-4143-b466-c04309b6903d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:16.031038 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b68bf6e-f02a-458c-ad4d-84b93d7ce96e None None] Provisioning complete for port c287ec84-51a9-4143-b466-c04309b6903d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:16.031596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b68bf6e-f02a-458c-ad4d-84b93d7ce96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.072474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Pushing event updated for resources: {'Port': ['ID=5afa89e3-761f-44ae-9b9e-98e38860c9e0,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:16.076144 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c6934539-436d-4554-bb8f-5ec9f8d6fb28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:16.076450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:16.077289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:16.112647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.130128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Transition to ACTIVE for port object d7dc7356-3f09-4985-bc4e-065f2ab8ce93 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:16.151897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.156952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-13316308-418e-4159-afed-a80fddab8275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:16.230734 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Network efc05b65-9033-40e2-b3ad-8093daa42b87 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:16.233839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:16.238637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:23:16.263242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b68bf6e-f02a-458c-ad4d-84b93d7ce96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.265077 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Pushing event updated for resources: {'Port': ['ID=d7dc7356-3f09-4985-bc4e-065f2ab8ce93,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:16.270561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:16.280341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:16.300031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8b68bf6e-f02a-458c-ad4d-84b93d7ce96e None None] For port c287ec84-51a9-4143-b466-c04309b6903d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c287ec84-51a9-4143-b466-c04309b6903d,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:16.300155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.304761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b68bf6e-f02a-458c-ad4d-84b93d7ce96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.308270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:16.387330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68bf6e-f02a-458c-ad4d-84b93d7ce96e None None] Pushing event updated for resources: {'Port': ['ID=c287ec84-51a9-4143-b466-c04309b6903d,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:16.391369 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b68bf6e-f02a-458c-ad4d-84b93d7ce96e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:16.397809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.615592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-906931f0-529e-449c-afa5-5064887d3215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:14Z', 'revision_number': 3, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:16.620579 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906931f0-529e-449c-afa5-5064887d3215 None None] The sync data for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv is: [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:14Z', 'revision_number': 3, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:23:16.634410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b9e28a0-7809-4023-8258-5769ec630302 None None] Provisioning complete for port c287ec84-51a9-4143-b466-c04309b6903d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:16.634996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b9e28a0-7809-4023-8258-5769ec630302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.654846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.658977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.689806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dcf6230e-4d79-40c8-a15e-459c1b45bfd4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:16.789765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b9e28a0-7809-4023-8258-5769ec630302 None None] Provisioning for port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:16.790310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Pushing event updated for resources: {'Port': ['ID=d7dc7356-3f09-4985-bc4e-065f2ab8ce93,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:16.793345 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.797575 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:16.804431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8b9e28a0-7809-4023-8258-5769ec630302 None None] Provisioning complete for port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:16.804853 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8b9e28a0-7809-4023-8258-5769ec630302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:16.974871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Network efc05b65-9033-40e2-b3ad-8093daa42b87 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:16.976107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:17.052121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c287ec84-51a9-4143-b466-c04309b6903d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:17.092015 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e28a0-7809-4023-8258-5769ec630302 None None] Port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:23:17.180414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port c287ec84-51a9-4143-b466-c04309b6903d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:17.180838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:17.269223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-41318edc-47d0-47f1-9f37-a93a485f3b06 None None] Provisioning complete for port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:17.269586 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-41318edc-47d0-47f1-9f37-a93a485f3b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:17.372490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-41318edc-47d0-47f1-9f37-a93a485f3b06 None None] Port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:23:17.444140 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Router 623f5239-37f1-4e43-b09e-d6a61b3bafab has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:23:17.497252 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-53a141fb-e043-41c2-85fc-216513c3e9c4 None None] Provisioning complete for port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:17.497746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-53a141fb-e043-41c2-85fc-216513c3e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:17.556825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-53a141fb-e043-41c2-85fc-216513c3e9c4 None None] Port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:23:17.672859 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:23:17.683534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-3d2ecb32-e9a1-4bdc-b145-b8125145ea7d admin admin] 10.222.0.18 "PUT /v2.0/routers/623f5239-37f1-4e43-b09e-d6a61b3bafab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0244584 Dec 09 10:23:17.934756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.581200 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40592) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:18.587644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1479720695-network', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:18.593031 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:18.597162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Usage tracker for resource:network and tenant:78e7a8b61eb048d18fbe2234ab6de633 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:18.600171 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:18.611648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:18.620598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Made reservation on behalf of 78e7a8b61eb048d18fbe2234ab6de633 for: {'network': 1} {{(pid=88883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:23:18.625253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for network, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.638846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.672157 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:18.676193 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Usage tracker for resource:security_group_rule and tenant:78e7a8b61eb048d18fbe2234ab6de633 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:18.679121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:18.685390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:18.755170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.758684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.763647 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-04c8faf0-016d-4ee3-bc97-88cb39fbcac5 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:18.788263 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=88883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 09 10:23:18.801401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdba712-74f3-4c0e-928f-aabf5c2dca05,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:18.805806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:18.807440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.807823 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.segments_db [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Added segment d58a3d0a-d167-4d23-ade6-c7f8f821cde3 of type vlan for network 4ce4b429-6954-4095-ba97-6e1d76e903b5 Dec 09 10:23:18.841195 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746976097958'] for network, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.873023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848'] for network, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.874053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:18.874693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.879898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e9c63cb-c730-4909-96f5-4ade66f16dfe tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:18.898462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5afa89e3-761f-44ae-9b9e-98e38860c9e0 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:18.970336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 5afa89e3-761f-44ae-9b9e-98e38860c9e0 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:18.975378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5afa89e3-761f-44ae-9b9e-98e38860c9e0 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:18.975881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:18.990800 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4083819 Dec 09 10:23:18.994563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40596) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:18.994956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Pushing event updated for resources: {'Network': ['ID=4ce4b429-6954-4095-ba97-6e1d76e903b5,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:18.997847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-384ddbc2-74c3-499c-be32-683d177a4623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:19.001101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Request body: {'subnet': {'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1479720695-subnet', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'ip_version': 4}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:19.006526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:19.012057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Usage tracker for resource:subnet and tenant:78e7a8b61eb048d18fbe2234ab6de633 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:19.015155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:19.015997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Network 4ce4b429-6954-4095-ba97-6e1d76e903b5 details requested by agent ovs-agent-dv-neutron-819581-1-hyperv with host dv-neutron-819581-1-hyperv {{(pid=88885) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 09 10:23:19.021460 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:19.032540 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Made reservation on behalf of 78e7a8b61eb048d18fbe2234ab6de633 for: {'subnet': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:23:19.037342 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3661384'] for subnet, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.204857 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.220480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 5afa89e3-761f-44ae-9b9e-98e38860c9e0, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5afa89e3-761f-44ae-9b9e-98e38860c9e0,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:19.223262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.225301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:19.262582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3363782', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3661401'] for subnet, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.267026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2250c79c-dde5-4176-a3e2-8455a0ba2dc2 tempest-RoutersIpV6Test-1134642299 tempest-RoutersIpV6Test-1134642299-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:19.291349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=5afa89e3-761f-44ae-9b9e-98e38860c9e0,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:19.294668 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:19.342125 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c5da92-da3c-4db3-afe1-fb415f636c63,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:19.347593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:19.359543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Checking segment: {'id': 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:23:19.360043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Network hostable DHCP agents. Network: 4ce4b429-6954-4095-ba97-6e1d76e903b5, hostable agents: ['d7a5e0ac-852d-4649-91e4-c5ba3f125c6a'], hosted agents: [] {{(pid=88884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 09 10:23:19.383694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Network 4ce4b429-6954-4095-ba97-6e1d76e903b5 is scheduled to be hosted by DHCP agent d7a5e0ac-852d-4649-91e4-c5ba3f125c6a with binding_index 1 {{(pid=88884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 09 10:23:19.392514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-819581-1-hyperv, 4ce4b429-6954-4095-ba97-6e1d76e903b5) {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:19.396503 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:19.397130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036852815633'] for subnet, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.402420 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37f2766-264a-49b0-8b0b-534e3724fec6 None None] Network 4ce4b429-6954-4095-ba97-6e1d76e903b5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:23:19.421690 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-b4b6eed4-d314-48f7-b5e0-bd8fdf6900f6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4258378 Dec 09 10:23:19.424350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40600) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:19.430848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:19.436845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:19.441011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Usage tracker for resource:router and tenant:78e7a8b61eb048d18fbe2234ab6de633 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:19.444007 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:19.450257 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:19.463913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854205005', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42382'] for router, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.464950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-570641', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854141595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-689126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854733434'] for router, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.486555 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.634028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp56e97579-8cbf-58ec-9e21-3d7fc32c26ed-4ce4b429-6954-4095-ba97-6e1d76e903b5', 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'fixed_ips': [{'subnet_id': '39c5da92-da3c-4db3-afe1-fb415f636c63'}]}} from dv-neutron-819581-1-hyperv. {{(pid=88885) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 09 10:23:19.635465 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.636795 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854141612', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854205022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854733335'] for router, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.784138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Sync routers for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:23:19.812357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Allocated IP 172.20.0.2 (4ce4b429-6954-4095-ba97-6e1d76e903b5/39c5da92-da3c-4db3-afe1-fb415f636c63/339c3478-f2e3-4f45-87be-a5eb3788fd9a) {{(pid=88885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:23:19.814473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:19.815155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:19.841346 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:19.873427 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.018436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Allocated IP 172.26.8.95 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/140397db-7c58-4e99-b3b4-3e05f627b526) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:23:20.121990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:20.178187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.206092 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.210782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:20.279639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:20.287041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:20.289557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:23:20.344631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Pushing event updated for resources: {'Port': ['ID=140397db-7c58-4e99-b3b4-3e05f627b526,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:20.347601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:20.365393 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Notify callbacks [] for port, precommit_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.429083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Transition to ACTIVE for port object 339c3478-f2e3-4f45-87be-a5eb3788fd9a will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:20.470957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Transition to ACTIVE for port object 339c3478-f2e3-4f45-87be-a5eb3788fd9a will not be triggered until provisioned by entity DHCP. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:20.479118 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929'] for port, after_create {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.494287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a98a91be-c03a-4a7f-b023-c0dde4df7fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:20.626696 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Network 4ce4b429-6954-4095-ba97-6e1d76e903b5 is already hosted by enough agents. {{(pid=88885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:20.630720 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Resources bound (agent type, host, resource id): {{(pid=88885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:20.640186 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Received port after_create {{(pid=88885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:23:20.643882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Pushing event updated for resources: {'Port': ['ID=339c3478-f2e3-4f45-87be-a5eb3788fd9a,revision_number=1']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:20.648340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:20.703832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.704608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-570795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-634163'] for router, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.750989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Attempting to bind port 339c3478-f2e3-4f45-87be-a5eb3788fd9a on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:23:20.751400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Attempting to bind port 339c3478-f2e3-4f45-87be-a5eb3788fd9a by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:23:20.751812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Attempting to bind port 339c3478-f2e3-4f45-87be-a5eb3788fd9a on network 4ce4b429-6954-4095-ba97-6e1d76e903b5 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:23:20.757879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 2, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:20.764812 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Checking router: 623f5239-37f1-4e43-b09e-d6a61b3bafab for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:23:20.765247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Updating router 623f5239-37f1-4e43-b09e-d6a61b3bafab port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:23:20.789375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:23:20.789800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Checking segment: {'id': 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:23:20.790250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.790727 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Bound using segment: {'id': 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:23:20.791341 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Bound port: 339c3478-f2e3-4f45-87be-a5eb3788fd9a, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:23:20.791761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.876262 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:20.893351 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5afa89e3-761f-44ae-9b9e-98e38860c9e0 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:20.956551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Router 0f84322e-7966-40d3-89b1-729b38964d36 is scheduled to L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 with binding_index 1 {{(pid=88884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 09 10:23:21.181766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:23:21.192683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Sync routers for ids ['0f84322e-7966-40d3-89b1-729b38964d36'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:23:21.206775 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] Notify callbacks [] for router, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:21.210646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Routers {'0f84322e-7966-40d3-89b1-729b38964d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:21.210786 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ee35994d-748f-4f68-94e0-234ef618a5c2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7827003 Dec 09 10:23:21.210868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['0f84322e-7966-40d3-89b1-729b38964d36'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:21.210956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40604) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:21.245322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] For port 339c3478-f2e3-4f45-87be-a5eb3788fd9a, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:23:21.269564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] For port 339c3478-f2e3-4f45-87be-a5eb3788fd9a, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=339c3478-f2e3-4f45-87be-a5eb3788fd9a,segment=NetworkSegment(d58a3d0a-d167-4d23-ade6-c7f8f821cde3),segment_id=d58a3d0a-d167-4d23-ade6-c7f8f821cde3)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:23:21.277558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:21.288799 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-4aebda22-ee47-43b7-9c91-a1fc9c22bec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:21.406300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 5afa89e3-761f-44ae-9b9e-98e38860c9e0 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:21.406717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:21.412679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Set router 0f84322e-7966-40d3-89b1-729b38964d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:21.521834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Pushing event updated for resources: {'Port': ['ID=339c3478-f2e3-4f45-87be-a5eb3788fd9a,revision_number=2']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:21.546110 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:21.739067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:21.753030 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Transition to ACTIVE for port object d7dc7356-3f09-4985-bc4e-065f2ab8ce93 will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:21.762006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:21.766824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:21.843135 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84322e-7966-40d3-89b1-729b38964d36', 'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:20Z', 'revision_number': 3, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'gw_port': {'id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:21.848178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Checking router: 0f84322e-7966-40d3-89b1-729b38964d36 for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:23:21.848658 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Updating router 0f84322e-7966-40d3-89b1-729b38964d36 port 140397db-7c58-4e99-b3b4-3e05f627b526 binding host dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:23:21.922286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1888af6-fad3-4493-9f33-cac599f6930d None None] Pushing event updated for resources: {'Port': ['ID=d7dc7356-3f09-4985-bc4e-065f2ab8ce93,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:21.925785 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d1888af6-fad3-4493-9f33-cac599f6930d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:21.967336 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.052138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Attempting to bind port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:23:22.052564 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Attempting to bind port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:23:22.052980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Attempting to bind port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 on network efc05b65-9033-40e2-b3ad-8093daa42b87 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:23:22.061594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:23:22.062023 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Checking segment: {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:23:22.062482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.062930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Bound using segment: {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:23:22.063456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Bound port: d7dc7356-3f09-4985-bc4e-065f2ab8ce93, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:23:22.063880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.182042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] For port d7dc7356-3f09-4985-bc4e-065f2ab8ce93, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:23:22.187633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] For port d7dc7356-3f09-4985-bc4e-065f2ab8ce93, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d7dc7356-3f09-4985-bc4e-065f2ab8ce93,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:23:22.194603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.207571 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d2bc4c12-4e20-4cfe-86db-c932514b56ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:22.218846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.294747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1888af6-fad3-4493-9f33-cac599f6930d None None] Pushing event updated for resources: {'Port': ['ID=d7dc7356-3f09-4985-bc4e-065f2ab8ce93,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:22.298569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d1888af6-fad3-4493-9f33-cac599f6930d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:22.301374 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:22.302062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:22.377975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Notify callbacks [] for port, precommit_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.390556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Transition to ACTIVE for port object 140397db-7c58-4e99-b3b4-3e05f627b526 will not be triggered until provisioned by entity L2. {{(pid=88886) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:22.397995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.403789 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93941559-b836-461f-a0c3-fdb17af2bced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:22.454839 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Allocated IP 172.20.0.1 (4ce4b429-6954-4095-ba97-6e1d76e903b5/39c5da92-da3c-4db3-afe1-fb415f636c63/1550e6bb-c079-458b-be95-c81d7cacbc9d) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:23:22.488778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Attempting to bind port 140397db-7c58-4e99-b3b4-3e05f627b526 on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:23:22.489221 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Attempting to bind port 140397db-7c58-4e99-b3b4-3e05f627b526 by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:23:22.489624 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Attempting to bind port 140397db-7c58-4e99-b3b4-3e05f627b526 on network 6784de8a-1a9b-4193-a461-5934b2d4d75d {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:23:22.497377 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0053070-043e-40d8-8ef5-ff1606d0452b None None] Pushing event updated for resources: {'Port': ['ID=140397db-7c58-4e99-b3b4-3e05f627b526,revision_number=2']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:22.502376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a0053070-043e-40d8-8ef5-ff1606d0452b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:22.503606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:23:22.504016 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Checking segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:23:22.504461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.504886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Bound using segment: {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'} {{(pid=88886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:23:22.505432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Bound port: 140397db-7c58-4e99-b3b4-3e05f627b526, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bae098-eeaf-4fe1-89b9-7ace35f0df3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d'}}] {{(pid=88886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:23:22.505873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.519152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:22.608732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] For port 140397db-7c58-4e99-b3b4-3e05f627b526, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:23:22.612288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] For port 140397db-7c58-4e99-b3b4-3e05f627b526, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=140397db-7c58-4e99-b3b4-3e05f627b526,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:23:22.619283 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88886) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.631248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-3dc00bd0-31db-4d6b-be83-ebb04764ef7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:22.684706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.697871 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Routers {'0f84322e-7966-40d3-89b1-729b38964d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:22.698819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['0f84322e-7966-40d3-89b1-729b38964d36'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:22.707544 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Transition to ACTIVE for port object 1550e6bb-c079-458b-be95-c81d7cacbc9d will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:22.747618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:22.756964 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-804ca7a9-c707-4d40-a8d1-c47000052733 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:22.889286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Network 4ce4b429-6954-4095-ba97-6e1d76e903b5 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:22.894159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:22.899522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:23:22.935798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Pushing event updated for resources: {'Port': ['ID=1550e6bb-c079-458b-be95-c81d7cacbc9d,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:22.949445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:22.970433 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 339c3478-f2e3-4f45-87be-a5eb3788fd9a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:22.982075 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854147466'] for router_interface, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:23.046793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:22Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:23.052066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d99a2c3-db49-4b1a-895e-950f876a9b72 None None] The sync data for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv is: [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:22Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:23:23.085995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 339c3478-f2e3-4f45-87be-a5eb3788fd9a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:23.103868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:23.123949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0053070-043e-40d8-8ef5-ff1606d0452b None None] Pushing event updated for resources: {'Port': ['ID=140397db-7c58-4e99-b3b4-3e05f627b526,revision_number=3']} {{(pid=88886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:23.128451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a0053070-043e-40d8-8ef5-ff1606d0452b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=88886) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:23.187718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] Set router 0f84322e-7966-40d3-89b1-729b38964d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:23.404943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:23.410082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:23.466798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-65111142-bd9b-40e2-938e-e5d6e9ba40b8 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:23.541049 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036852815863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628241'] for router_interface, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:23.544250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84322e-7966-40d3-89b1-729b38964d36', 'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:20Z', 'revision_number': 3, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'gw_port': {'id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:23.548595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Pushing event updated for resources: {'Port': ['ID=1550e6bb-c079-458b-be95-c81d7cacbc9d,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:23.549661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba5e9f-45d0-4f53-937e-b539b20957df None None] The sync data for ids ['0f84322e-7966-40d3-89b1-729b38964d36'] in dv-neutron-819581-1-hyperv is: [{'id': '0f84322e-7966-40d3-89b1-729b38964d36', 'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:20Z', 'revision_number': 3, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'gw_port': {'id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:23:23.554060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:23.607324 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9218893-0414-4027-9ef2-8f0dfa30bebb None None] Network 4ce4b429-6954-4095-ba97-6e1d76e903b5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:23:23.717387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Network 4ce4b429-6954-4095-ba97-6e1d76e903b5 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:23.718590 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:23.759901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2acb776b-f2bc-4759-af19-819ef4af819d None None] Provisioning for port 339c3478-f2e3-4f45-87be-a5eb3788fd9a completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:23.779742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2acb776b-f2bc-4759-af19-819ef4af819d None None] Provisioning complete for port 339c3478-f2e3-4f45-87be-a5eb3788fd9a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:23.780163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2acb776b-f2bc-4759-af19-819ef4af819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:24.003931 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2acb776b-f2bc-4759-af19-819ef4af819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:24.062255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-2acb776b-f2bc-4759-af19-819ef4af819d None None] For port 339c3478-f2e3-4f45-87be-a5eb3788fd9a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=339c3478-f2e3-4f45-87be-a5eb3788fd9a,segment=NetworkSegment(d58a3d0a-d167-4d23-ade6-c7f8f821cde3),segment_id=d58a3d0a-d167-4d23-ade6-c7f8f821cde3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:24.065587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2acb776b-f2bc-4759-af19-819ef4af819d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:24.067625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d1888af6-fad3-4493-9f33-cac599f6930d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:24.159316 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb776b-f2bc-4759-af19-819ef4af819d None None] Pushing event updated for resources: {'Port': ['ID=339c3478-f2e3-4f45-87be-a5eb3788fd9a,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:24.163554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2acb776b-f2bc-4759-af19-819ef4af819d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:24.247413 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Router 0f84322e-7966-40d3-89b1-729b38964d36 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:23:24.508669 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2271fb90-2d17-4205-a509-f0ed6934ccdb None None] Provisioning complete for port 339c3478-f2e3-4f45-87be-a5eb3788fd9a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:24.509827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2271fb90-2d17-4205-a509-f0ed6934ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:24.685780 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2271fb90-2d17-4205-a509-f0ed6934ccdb None None] Provisioning for port 1550e6bb-c079-458b-be95-c81d7cacbc9d completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:24.695956 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-2271fb90-2d17-4205-a509-f0ed6934ccdb None None] Provisioning complete for port 1550e6bb-c079-458b-be95-c81d7cacbc9d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:24.697248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2271fb90-2d17-4205-a509-f0ed6934ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:24.789067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-2271fb90-2d17-4205-a509-f0ed6934ccdb None None] Port 1550e6bb-c079-458b-be95-c81d7cacbc9d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:23:24.826240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:23:24.843063 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] 10.222.0.18 "PUT /v2.0/routers/0f84322e-7966-40d3-89b1-729b38964d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6242485 Dec 09 10:23:24.920497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-7aeeadaa-6ebe-4ab6-a3ed-a7f3104c1fb0 None None] Provisioning complete for port 1550e6bb-c079-458b-be95-c81d7cacbc9d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:24.920922 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7aeeadaa-6ebe-4ab6-a3ed-a7f3104c1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:25.011032 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7aeeadaa-6ebe-4ab6-a3ed-a7f3104c1fb0 None None] Port 1550e6bb-c079-458b-be95-c81d7cacbc9d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:23:25.055616 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 339c3478-f2e3-4f45-87be-a5eb3788fd9a up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:25.152935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 339c3478-f2e3-4f45-87be-a5eb3788fd9a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:25.153782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:25.295617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-6902c1c1-a267-411f-bd59-540d68e25544 None None] Provisioning complete for port 1550e6bb-c079-458b-be95-c81d7cacbc9d triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:25.296121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-6902c1c1-a267-411f-bd59-540d68e25544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:25.327333 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d7dc7356-3f09-4985-bc4e-065f2ab8ce93 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:25.403959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-6902c1c1-a267-411f-bd59-540d68e25544 None None] Port 1550e6bb-c079-458b-be95-c81d7cacbc9d cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:23:25.423107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:25.428517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:25.428947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:25.735321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:25.770128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port d7dc7356-3f09-4985-bc4e-065f2ab8ce93, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d7dc7356-3f09-4985-bc4e-065f2ab8ce93,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:25.773027 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:25.773980 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 140397db-7c58-4e99-b3b4-3e05f627b526 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:25.797183 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:25.878612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40614) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:25.886042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1736176629', 'description': 'tempest-secgroup-smoke-1736176629 description', 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:25.892620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:25.894253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=d7dc7356-3f09-4985-bc4e-065f2ab8ce93,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:25.896869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:security_group and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:25.897622 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:25.900454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:25.907335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 140397db-7c58-4e99-b3b4-3e05f627b526 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:25.907477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:25.913245 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 140397db-7c58-4e99-b3b4-3e05f627b526 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:25.913683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:25.924837 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:25.963682 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:25.967827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:security_group_rule and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:25.970782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:25.976695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:26.034679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.035934 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.039610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.045814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ccd05e20-0ec6-4f74-873b-5fa3f28e3545 tempest-TestMinimumBasicScenario-1583753281 tempest-TestMinimumBasicScenario-1583753281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:26.052910 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 140397db-7c58-4e99-b3b4-3e05f627b526, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=140397db-7c58-4e99-b3b4-3e05f627b526,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:26.055614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.058617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:26.086968 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76a3531-55ad-48fd-93ca-9cda1a668bb8,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:26.090264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.094469 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2117503 Dec 09 10:23:26.094469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0e5c1e74-ddd0-4a4e-a977-a33337a3c861 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:26.094754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40618) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:26.100715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'security_group_rule': {'security_group_id': 'a76a3531-55ad-48fd-93ca-9cda1a668bb8', 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:26.107585 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:26.111662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:security_group_rule and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:26.114698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:26.121416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:26.128219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=140397db-7c58-4e99-b3b4-3e05f627b526,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:26.131536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:26.140498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.204117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.206462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.208360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-361f0713-5ba6-46af-b771-bf1e3a19854a tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:26.232878 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f828fb-36ee-4979-afaf-0e50c528f7d9,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:26.235365 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:26.241467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.242736 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-93cbfa29-9cbf-4520-91d2-97fbf3f314da tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1470518 Dec 09 10:23:26.245769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40622) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:26.251593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'security_group_rule': {'security_group_id': 'a76a3531-55ad-48fd-93ca-9cda1a668bb8', 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:26.257773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:26.261950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:security_group_rule and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:26.264927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:26.270944 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:26.287398 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.351607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.354813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.356693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-6aeddaa3-e008-4cc9-9bb0-2d50d571200d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:26.379112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edbf774-afe5-41bd-9796-15c024daf8aa,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:26.381628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:26.387686 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.388957 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9c690d10-9079-4290-a82d-de729b2b7a29 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1421900 Dec 09 10:23:26.391767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40626) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:26.397593 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'security_group_rule': {'security_group_id': 'a76a3531-55ad-48fd-93ca-9cda1a668bb8', 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:26.404318 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:26.408254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:security_group_rule and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:26.411253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:26.417803 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:26.433064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.499293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.501844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.503706 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b9ce0c89-9ff7-4d16-bceb-ae61c7ef3c15 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:26.525596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc22dc4a-dd14-4afb-a815-657ff1e7b432,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:26.529683 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:26.536217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.537497 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-147d8ec4-cd3a-4e80-b344-c19e327cc72a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1447184 Dec 09 10:23:26.540897 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40630) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:26.546729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'security_group_rule': {'security_group_id': 'a76a3531-55ad-48fd-93ca-9cda1a668bb8', 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:26.552813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:26.556766 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:security_group_rule and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:26.559781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:26.565748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:26.582109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.647844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.651483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.659078 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b885e98e-f869-4e92-b38a-32e4bf87509e tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:26.677752 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f49b36-edd9-43a9-8330-4030b1b90151,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:26.680194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:26.686390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.690295 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f112f8ee-c916-41dc-ba8c-9914c660add6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1457529 Dec 09 10:23:26.690577 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40634) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:26.696364 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'security_group_rule': {'security_group_id': 'a76a3531-55ad-48fd-93ca-9cda1a668bb8', 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:26.703559 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:26.707599 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:security_group_rule and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:26.710680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:26.717621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:26.727317 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Project fc98317b86634ff5a2bd1744a0a717e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:23:26.734414 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.805401 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.808203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.810103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-51031f3f-e84d-41c2-92f4-a01d80f55395 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:26.836759 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c86f10-c64f-4428-9f20-b0b806429f74,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:26.840047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:26.846972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.848299 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-63890b51-fc07-49a0-a5a8-c612d9e109fe tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1567619 Dec 09 10:23:26.851184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40638) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:26.857041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'security_group_rule': {'security_group_id': 'a76a3531-55ad-48fd-93ca-9cda1a668bb8', 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:26.863498 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:26.867485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:security_group_rule and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:26.870520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:26.876456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:26.886374 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.securitygroups_db [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Project fc98317b86634ff5a2bd1744a0a717e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 09 10:23:26.893103 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.898703 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d7dc7356-3f09-4985-bc4e-065f2ab8ce93 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:26.964967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.967737 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084374'] for security_group_rule, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.975899 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-797cd712-6a25-4f4a-a0cb-beb614984976 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:26.977538 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:26.978002 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:26.995330 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce856f5-d646-47d5-ab46-e7d857a0998a,revision_number=0']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:26.997998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:27.004445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:27.005743 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7ba6659a-1407-4652-9acf-aca31868eb14 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1535773 Dec 09 10:23:27.097277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 140397db-7c58-4e99-b3b4-3e05f627b526 up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:27.172349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 140397db-7c58-4e99-b3b4-3e05f627b526 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:27.172776 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:27.206112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-4963833a-39ca-4917-81ea-42b638f0b85d tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Synchronizing usage tracker for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:security_group {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:23:27.225340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-4963833a-39ca-4917-81ea-42b638f0b85d tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Unset dirty status for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:security_group {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:23:27.226714 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-4963833a-39ca-4917-81ea-42b638f0b85d tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736176629&fields=id&tenant_id=fc98317b86634ff5a2bd1744a0a717e6 HTTP/1.1" status: 200 len: 267 time: 0.0751383 Dec 09 10:23:27.392331 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-aba95cbe-20c9-42f4-b0e1-d0182216dd19 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:27.393968 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-aba95cbe-20c9-42f4-b0e1-d0182216dd19 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 809 time: 0.1589887 Dec 09 10:23:27.411524 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-7bee9440-bcd1-4a27-aab3-bf2428d54480 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/quotas/fc98317b86634ff5a2bd1744a0a717e6 HTTP/1.1" status: 200 len: 375 time: 0.0115397 Dec 09 10:23:27.502367 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-5ab83a24-ea98-4a9e-94d2-e2a9a5d19db3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Synchronizing usage tracker for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:23:27.518462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-5ab83a24-ea98-4a9e-94d2-e2a9a5d19db3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Unset dirty status for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:23:27.519849 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-5ab83a24-ea98-4a9e-94d2-e2a9a5d19db3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023326 Dec 09 10:23:27.670650 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-a919a01e-e70c-4759-9bff-9785402d4351 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88884) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 09 10:23:27.671779 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-a919a01e-e70c-4759-9bff-9785402d4351 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1397591 Dec 09 10:23:27.772976 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Sync routers for ids ['0f84322e-7966-40d3-89b1-729b38964d36'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:23:27.786381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Routers {'0f84322e-7966-40d3-89b1-729b38964d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:27.787065 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['0f84322e-7966-40d3-89b1-729b38964d36'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:27.820903 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-08f5ca3b-d5c9-4e67-8875-80d7384f0e15 service neutron] 10.222.0.18 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421328 Dec 09 10:23:27.971552 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-42f44ebd-b1ef-4bbc-bdc2-f7c5f17a502d service neutron] 10.222.0.18 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433761 Dec 09 10:23:27.981273 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Set router 0f84322e-7966-40d3-89b1-729b38964d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:28.176034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08191268-a328-4e8e-b207-cab41e055fb6 req-96517694-7c4c-4f7e-9b20-e0c32c69f8f4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 210 time: 0.0477376 Dec 09 10:23:28.331902 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84322e-7966-40d3-89b1-729b38964d36', 'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:23Z', 'revision_number': 4, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'gw_port': {'id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '1550e6bb-c079-458b-be95-c81d7cacbc9d', 'name': '', 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'mac_address': 'fa:16:3e:36:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39c5da92-da3c-4db3-afe1-fb415f636c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:22Z', 'updated_at': '2021-12-09T10:23:23Z', 'revision_number': 2, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'subnets': [{'id': '39c5da92-da3c-4db3-afe1-fb415f636c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:28.336184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Checking router: 0f84322e-7966-40d3-89b1-729b38964d36 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:23:28.336595 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Updating router 0f84322e-7966-40d3-89b1-729b38964d36 port 1550e6bb-c079-458b-be95-c81d7cacbc9d binding host dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 09 10:23:28.397062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:28.764042 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Notify callbacks [] for port, precommit_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:28.777486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Transition to ACTIVE for port object 1550e6bb-c079-458b-be95-c81d7cacbc9d will not be triggered until provisioned by entity L2. {{(pid=88885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:28.785059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:28.789821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:28.922258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22c5ea-e240-4193-afcb-61dbafa1a2cf None None] Pushing event updated for resources: {'Port': ['ID=1550e6bb-c079-458b-be95-c81d7cacbc9d,revision_number=3']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:28.928182 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fa22c5ea-e240-4193-afcb-61dbafa1a2cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:29.025028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Attempting to bind port 1550e6bb-c079-458b-be95-c81d7cacbc9d on host dv-neutron-819581-1-hyperv for vnic_type normal with profile {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:23:29.025469 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Attempting to bind port 1550e6bb-c079-458b-be95-c81d7cacbc9d by drivers openvswitch,hyperv on host dv-neutron-819581-1-hyperv at level 0 using segments [{'id': 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5'}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:23:29.025848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Attempting to bind port 1550e6bb-c079-458b-be95-c81d7cacbc9d on network 4ce4b429-6954-4095-ba97-6e1d76e903b5 {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:23:29.033284 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Checking agent: {'id': '9771313d-e345-4d07-ac99-c6bd40f576db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-819581-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 21, 6), 'started_at': datetime.datetime(2021, 12, 9, 9, 21, 36), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-819581-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:23:29.033708 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Checking segment: {'id': 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:23:29.034155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:29.034591 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Bound using segment: {'id': 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5'} {{(pid=88885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:23:29.035108 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Bound port: 1550e6bb-c079-458b-be95-c81d7cacbc9d, host: dv-neutron-819581-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5'}}] {{(pid=88885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:23:29.035524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:29.130911 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] For port 1550e6bb-c079-458b-be95-c81d7cacbc9d, host dv-neutron-819581-1-hyperv, cleared binding levels {{(pid=88885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:23:29.137596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] For port 1550e6bb-c079-458b-be95-c81d7cacbc9d, host dv-neutron-819581-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1550e6bb-c079-458b-be95-c81d7cacbc9d,segment=NetworkSegment(d58a3d0a-d167-4d23-ade6-c7f8f821cde3),segment_id=d58a3d0a-d167-4d23-ade6-c7f8f821cde3)] {{(pid=88885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:23:29.142858 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:29.147747 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:29.239223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa22c5ea-e240-4193-afcb-61dbafa1a2cf None None] Pushing event updated for resources: {'Port': ['ID=1550e6bb-c079-458b-be95-c81d7cacbc9d,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:29.243207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-fa22c5ea-e240-4193-afcb-61dbafa1a2cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:29.246435 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Routers {'0f84322e-7966-40d3-89b1-729b38964d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:29.247132 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['0f84322e-7966-40d3-89b1-729b38964d36'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:29.333043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:23:29.374313 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9454dfec-4231-46bb-bb88-954575e7cb88 req-c3d66a12-4ada-41e9-a3a2-2bcd76ef9353 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 210 time: 0.0530105 Dec 09 10:23:29.445613 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] Set router 0f84322e-7966-40d3-89b1-729b38964d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:29.641729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-041f3a9b-1c04-488c-ab0f-b05494519394 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:29.643301 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-041f3a9b-1c04-488c-ab0f-b05494519394 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 809 time: 0.1637914 Dec 09 10:23:29.702496 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-9b6f008a-98de-4e23-8967-93ba586b85c3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc98317b86634ff5a2bd1744a0a717e6 HTTP/1.1" status: 200 len: 380 time: 0.0472946 Dec 09 10:23:29.712653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'port': {'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'admin_state_up': True, 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'security_groups': ['a76a3531-55ad-48fd-93ca-9cda1a668bb8']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:29.813827 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84322e-7966-40d3-89b1-729b38964d36', 'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:23Z', 'revision_number': 4, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'gw_port': {'id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '1550e6bb-c079-458b-be95-c81d7cacbc9d', 'name': '', 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'mac_address': 'fa:16:3e:36:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39c5da92-da3c-4db3-afe1-fb415f636c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:22Z', 'updated_at': '2021-12-09T10:23:29Z', 'revision_number': 4, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'subnets': [{'id': '39c5da92-da3c-4db3-afe1-fb415f636c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:29.818080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338bc2a3-fb55-4653-bf04-24527a8a7e4f None None] The sync data for ids ['0f84322e-7966-40d3-89b1-729b38964d36'] in dv-neutron-819581-1-hyperv is: [{'id': '0f84322e-7966-40d3-89b1-729b38964d36', 'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:23Z', 'revision_number': 4, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'gw_port': {'id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': '1550e6bb-c079-458b-be95-c81d7cacbc9d', 'name': '', 'network_id': '4ce4b429-6954-4095-ba97-6e1d76e903b5', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'mac_address': 'fa:16:3e:36:af:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '39c5da92-da3c-4db3-afe1-fb415f636c63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:22Z', 'updated_at': '2021-12-09T10:23:29Z', 'revision_number': 4, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'subnets': [{'id': '39c5da92-da3c-4db3-afe1-fb415f636c63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:23:29.869606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:29.883357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:29.897903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Made reservation on behalf of fc98317b86634ff5a2bd1744a0a717e6 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:23:29.904242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:30.091569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Allocated IP 172.20.0.11 (efc05b65-9033-40e2-b3ad-8093daa42b87/7831e7c5-1205-4e96-81be-0dd4237056a2/213475ed-a30f-4cda-8474-e22c3edae187) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:23:30.301431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:30.319201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Transition to ACTIVE for port object 213475ed-a30f-4cda-8474-e22c3edae187 will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:30.340167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:30.346373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-381cc8da-7fa8-41fe-89ab-b2d1b76c5216 tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:30.422924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Network efc05b65-9033-40e2-b3ad-8093daa42b87 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:30.426461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:30.431363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:23:30.490825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'Port': ['ID=213475ed-a30f-4cda-8474-e22c3edae187,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:30.496086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:30.500620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:30.506039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:30.547553 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8394034 Dec 09 10:23:30.560813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Request body: {'port': {'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:30.614558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d26af0-36e1-4458-8a80-a4b2012a67b3 req-44b4eaa2-2b59-4a40-9490-8160008998f7 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:30.616206 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-39d26af0-36e1-4458-8a80-a4b2012a67b3 req-44b4eaa2-2b59-4a40-9490-8160008998f7 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 932 time: 0.1049902 Dec 09 10:23:30.669826 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-39d26af0-36e1-4458-8a80-a4b2012a67b3 req-89f982b2-752b-4f59-93de-2947cc46b0b9 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Synchronizing usage tracker for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:security_group {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:23:30.683648 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-39d26af0-36e1-4458-8a80-a4b2012a67b3 req-89f982b2-752b-4f59-93de-2947cc46b0b9 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Unset dirty status for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:security_group {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:23:30.695106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:30.695309 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-39d26af0-36e1-4458-8a80-a4b2012a67b3 req-89f982b2-752b-4f59-93de-2947cc46b0b9 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671418 Dec 09 10:23:30.825344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0fbdd0dd-a685-4e08-8304-0779e75dfef6 None None] Provisioning for port 213475ed-a30f-4cda-8474-e22c3edae187 completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:30.831159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-0fbdd0dd-a685-4e08-8304-0779e75dfef6 None None] Provisioning complete for port 213475ed-a30f-4cda-8474-e22c3edae187 triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:30.831588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0fbdd0dd-a685-4e08-8304-0779e75dfef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:31.046828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1550e6bb-c079-458b-be95-c81d7cacbc9d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:31.107394 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213475ed-a30f-4cda-8474-e22c3edae187 {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:23:31.115811 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:31.124451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-0fbdd0dd-a685-4e08-8304-0779e75dfef6 None None] Port 213475ed-a30f-4cda-8474-e22c3edae187 cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:23:31.136485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Transition to ACTIVE for port object 213475ed-a30f-4cda-8474-e22c3edae187 will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:23:31.139580 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:31.144253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-31c111a8-c234-4649-bc37-1571f1478ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:31.145865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning for port 1550e6bb-c079-458b-be95-c81d7cacbc9d completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:31.151819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1550e6bb-c079-458b-be95-c81d7cacbc9d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:31.152527 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:31.279907 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Pushing event updated for resources: {'Port': ['ID=213475ed-a30f-4cda-8474-e22c3edae187,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:31.282166 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:31.284266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:31.320817 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] For port 1550e6bb-c079-458b-be95-c81d7cacbc9d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1550e6bb-c079-458b-be95-c81d7cacbc9d,segment=NetworkSegment(d58a3d0a-d167-4d23-ade6-c7f8f821cde3),segment_id=d58a3d0a-d167-4d23-ade6-c7f8f821cde3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:31.325068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:31.328628 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-18c9ece9-8b60-48e9-9d70-c1d7b88cfbc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:31.403848 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Pushing event updated for resources: {'Port': ['ID=1550e6bb-c079-458b-be95-c81d7cacbc9d,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:31.407551 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:31.407950 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Attempting to bind port 213475ed-a30f-4cda-8474-e22c3edae187 on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:23:31.408408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Attempting to bind port 213475ed-a30f-4cda-8474-e22c3edae187 by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:23:31.408856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Attempting to bind port 213475ed-a30f-4cda-8474-e22c3edae187 on network efc05b65-9033-40e2-b3ad-8093daa42b87 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:23:31.416717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Port 213475ed-a30f-4cda-8474-e22c3edae187 on network efc05b65-9033-40e2-b3ad-8093daa42b87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:23:31.417185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Attempting to bind port 213475ed-a30f-4cda-8474-e22c3edae187 on network efc05b65-9033-40e2-b3ad-8093daa42b87 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:23:31.424356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:23:31.424729 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Checking segment: {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:23:31.425202 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Bound using segment: {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:23:31.425680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Bound port: 213475ed-a30f-4cda-8474-e22c3edae187, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:23:31.426074 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:31.522076 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:23:31.525779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=213475ed-a30f-4cda-8474-e22c3edae187,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:23:31.529222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:31.533940 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4c3ec8f-56c2-47b2-8b68-24da206d09e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:31.600644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:31.602164 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] 10.222.0.65 "PUT /v2.0/ports/213475ed-a30f-4cda-8474-e22c3edae187 HTTP/1.1" status: 200 len: 1094 time: 1.0467973 Dec 09 10:23:31.603424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:23:31.626439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Pushing event updated for resources: {'Port': ['ID=213475ed-a30f-4cda-8474-e22c3edae187,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:31.630274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d223bd62-7a71-4c6f-ae00-c5e76ce84a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:31.781392 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-18a3b85e-3640-428f-af32-d9b42b62e753 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 1097 time: 0.1249716 Dec 09 10:23:31.785857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187', 'status': 'completed', 'code': 200} Dec 09 10:23:31.881903 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-c8e9d48e-d392-4c2f-917c-7d80815d3f69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=213475ed-a30f-4cda-8474-e22c3edae187 HTTP/1.1" status: 200 len: 217 time: 0.0919535 Dec 09 10:23:31.922537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977030a-833b-4502-a7e0-0362eb453991 req-73c5a5a4-740a-4f95-976c-1098b48a7e57 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:31.924155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0977030a-833b-4502-a7e0-0362eb453991 req-73c5a5a4-740a-4f95-976c-1098b48a7e57 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 944 time: 0.0884159 Dec 09 10:23:31.953463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-5f23c776-8d43-4025-ae70-a1484e19967e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:31.955071 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-5f23c776-8d43-4025-ae70-a1484e19967e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0672636 Dec 09 10:23:31.980890 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0977030a-833b-4502-a7e0-0362eb453991 req-09cc42d9-2c54-4c20-9e34-4c8e488f132e tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496211 Dec 09 10:23:32.041688 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-f5da799d-13ec-427c-a65b-d1e38fc07357 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797000 Dec 09 10:23:32.181709 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-e4289c6c-cb22-4de3-866d-7eedb3558dc7 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338811 Dec 09 10:23:32.327116 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-08406080-ef86-4039-88d8-0dc6ea0b1c21 req-2957db3a-8ef9-4bee-a4dd-ee45549cbee5 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396766 Dec 09 10:23:32.445868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3708810a-fe34-43bc-854a-b519cf79ef4c req-6f2ca9f4-1d43-44d2-aff6-81337d73a0d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 1097 time: 0.0741534 Dec 09 10:23:32.586957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708810a-fe34-43bc-854a-b519cf79ef4c req-218b1473-04fa-4396-ad0f-f993d955583f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:32.588537 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3708810a-fe34-43bc-854a-b519cf79ef4c req-218b1473-04fa-4396-ad0f-f993d955583f service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.1367753 Dec 09 10:23:32.664890 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3708810a-fe34-43bc-854a-b519cf79ef4c req-bffc1ec4-0b76-47f3-a23e-98f6bbb143d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=213475ed-a30f-4cda-8474-e22c3edae187 HTTP/1.1" status: 200 len: 217 time: 0.0686712 Dec 09 10:23:32.732929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708810a-fe34-43bc-854a-b519cf79ef4c req-79ffbc1c-05ba-4fb3-8111-a840a31b3067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:32.734451 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3708810a-fe34-43bc-854a-b519cf79ef4c req-79ffbc1c-05ba-4fb3-8111-a840a31b3067 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0637581 Dec 09 10:23:32.815183 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3708810a-fe34-43bc-854a-b519cf79ef4c req-73675ed3-9d0e-4add-bb8a-947c6db09361 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726993 Dec 09 10:23:32.891521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1550e6bb-c079-458b-be95-c81d7cacbc9d up at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:32.969453 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Provisioning complete for port 1550e6bb-c079-458b-be95-c81d7cacbc9d triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:32.969880 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:33.262459 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3708810a-fe34-43bc-854a-b519cf79ef4c req-6bfbe8f1-36e0-4dec-b321-7548e6b349c0 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401345 Dec 09 10:23:33.302592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d228da5-48ba-4275-bf36-b3b30bb27167 req-917e663a-9c6e-47c5-bcf9-48ad886fe8c1 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:33.303256 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2d228da5-48ba-4275-bf36-b3b30bb27167 req-917e663a-9c6e-47c5-bcf9-48ad886fe8c1 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Synchronizing usage tracker for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:23:33.393520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-2d228da5-48ba-4275-bf36-b3b30bb27167 req-917e663a-9c6e-47c5-bcf9-48ad886fe8c1 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Unset dirty status for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:23:33.394790 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d228da5-48ba-4275-bf36-b3b30bb27167 req-917e663a-9c6e-47c5-bcf9-48ad886fe8c1 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 944 time: 0.2815301 Dec 09 10:23:33.449763 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3708810a-fe34-43bc-854a-b519cf79ef4c req-5c4f7cd3-e244-47de-beb0-4ce14755e659 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803148 Dec 09 10:23:33.462868 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d228da5-48ba-4275-bf36-b3b30bb27167 req-89854642-01ae-457b-ac5f-b75f8c38a68d tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612266 Dec 09 10:23:34.551719 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-2e4af3c9-b33c-40e3-ab9b-16c014d69fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:34.688012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45994c-982f-4f19-8808-bd5acbd46154 req-cb9f55d1-cc21-4fe1-8c4c-5a977f9f4f64 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:34.689651 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e45994c-982f-4f19-8808-bd5acbd46154 req-cb9f55d1-cc21-4fe1-8c4c-5a977f9f4f64 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 944 time: 0.0822964 Dec 09 10:23:34.716481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 213475ed-a30f-4cda-8474-e22c3edae187 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:23:34.741861 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e45994c-982f-4f19-8808-bd5acbd46154 req-6e7b0bd7-5e72-4a0d-8556-068356225959 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461221 Dec 09 10:23:34.862994 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=213475ed-a30f-4cda-8474-e22c3edae187,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:34.876749 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '213475ed-a30f-4cda-8474-e22c3edae187', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:23:34.931514 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:34.950763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213475ed-a30f-4cda-8474-e22c3edae187 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:23:34.969066 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=213475ed-a30f-4cda-8474-e22c3edae187,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:34.971992 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:34.973903 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:35.044168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=213475ed-a30f-4cda-8474-e22c3edae187,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:35.047314 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:35.176360 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['213475ed-a30f-4cda-8474-e22c3edae187'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:23:35.828588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:35.947407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2635c-5eb7-4324-8196-7640f299a028 req-afbbbc8f-cc35-4cc0-bbf8-114a8e382dc5 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:35.948964 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ca2635c-5eb7-4324-8196-7640f299a028 req-afbbbc8f-cc35-4cc0-bbf8-114a8e382dc5 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 945 time: 0.0839598 Dec 09 10:23:36.002149 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8ca2635c-5eb7-4324-8196-7640f299a028 req-c2c20414-bc22-48a6-be74-cd7a8ea27b27 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468190 Dec 09 10:23:36.747222 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 213475ed-a30f-4cda-8474-e22c3edae187 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:23:36.815996 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 213475ed-a30f-4cda-8474-e22c3edae187 completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:23:36.820764 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 213475ed-a30f-4cda-8474-e22c3edae187 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:23:36.821293 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:36.884454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-26581f8b-887f-4d2e-8c79-c0b0b6c7593e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:36.966060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:36.993943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:23:37.004084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=213475ed-a30f-4cda-8474-e22c3edae187,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:23:37.009052 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:37.011147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:37.051682 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187', 'code': 200} Dec 09 10:23:37.087174 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=213475ed-a30f-4cda-8474-e22c3edae187,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:37.090381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:37.260695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8622e99-f999-460c-b7b5-6e485e87edc6 req-72c2adc5-4d74-458e-adc8-deef585856ef tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:37.262220 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e8622e99-f999-460c-b7b5-6e485e87edc6 req-72c2adc5-4d74-458e-adc8-deef585856ef tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 946 time: 0.1202030 Dec 09 10:23:37.304261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:37.341175 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e8622e99-f999-460c-b7b5-6e485e87edc6 req-8961587e-9466-4ee3-a2cb-541698582449 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711145 Dec 09 10:23:37.348379 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c27b399-43ef-44dc-a91a-e898ffed9f4c req-e94e15b1-3f62-4c3c-96b4-c3f0221a8e49 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 1099 time: 0.1293411 Dec 09 10:23:37.394587 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0c27b399-43ef-44dc-a91a-e898ffed9f4c req-c0c807ce-44f2-4ee2-932b-fabeca35450c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387161 Dec 09 10:23:38.555821 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d3121-63bb-4bc7-9d79-da755c54e5e8 req-1e1e3da7-9a3c-49aa-910e-a4703f73930a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:38.557700 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-352d3121-63bb-4bc7-9d79-da755c54e5e8 req-1e1e3da7-9a3c-49aa-910e-a4703f73930a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 946 time: 0.0885150 Dec 09 10:23:38.608021 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-352d3121-63bb-4bc7-9d79-da755c54e5e8 req-d6df9746-f4a2-4fc3-9e29-73b36092fcbf tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Dec 09 10:23:38.610788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:38.810832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501b628-1947-42b6-9258-7ccb08e9c94d req-8db1f035-4c45-4f54-a328-7ef1add2f1b8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:38.812436 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e501b628-1947-42b6-9258-7ccb08e9c94d req-8db1f035-4c45-4f54-a328-7ef1add2f1b8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 946 time: 0.0826197 Dec 09 10:23:38.862188 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-e501b628-1947-42b6-9258-7ccb08e9c94d req-99f836f6-907b-451a-ab79-cb1ae3102044 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434775 Dec 09 10:23:38.889820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40704) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:39.043005 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-229ebbd7-e967-484a-80ea-0c7a2e988acf tempest-TestSnapshotPattern-52882293 tempest-TestSnapshotPattern-52882293-project-admin] Synchronizing usage tracker for tenant:78e7a8b61eb048d18fbe2234ab6de633 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:23:39.059531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-229ebbd7-e967-484a-80ea-0c7a2e988acf tempest-TestSnapshotPattern-52882293 tempest-TestSnapshotPattern-52882293-project-admin] Unset dirty status for tenant:78e7a8b61eb048d18fbe2234ab6de633 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:23:39.060780 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-229ebbd7-e967-484a-80ea-0c7a2e988acf tempest-TestSnapshotPattern-52882293 tempest-TestSnapshotPattern-52882293-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 1094 time: 0.1699171 Dec 09 10:23:39.063959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 40710) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:23:39.069605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:23:39.076526 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:23:39.080762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:floatingip and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:23:39.083754 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88884) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:23:39.090310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:23:39.099746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for floatingip, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:39.249901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:39.394991 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Allocated IP 172.26.8.29 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/ed8b1e96-8c02-4947-a3ef-da6148adb147) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:23:39.547618 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:39.572905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:39.577229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1804f75e-8e13-49d6-b3b0-bb5d4f0ae165 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:39.643620 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:23:39.648633 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:23:39.653086 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:23:39.679343 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'Port': ['ID=ed8b1e96-8c02-4947-a3ef-da6148adb147,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:39.685231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:40.177621 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:40.233456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:40.452180 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:40.455892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:40.460238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9f7d20f6-b157-4fd7-a5cc-719a7fea989d tempest-TestShelveInstance-2060650807 tempest-TestShelveInstance-2060650807-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:23:40.563359 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'Port': ['ID=ed8b1e96-8c02-4947-a3ef-da6148adb147,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:23:40.567845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:23:40.580493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:40.781881 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Floating IP ef28b484-91f5-4cb2-8f51-960951131a7c associated. External IP: 172.26.8.29, port: 213475ed-a30f-4cda-8474-e22c3edae187. Dec 09 10:23:41.433872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Router 623f5239-37f1-4e43-b09e-d6a61b3bafab has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:23:41.642924 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:23:41.654082 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] Sync routers for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:23:41.667606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:23:41.667865 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:41.668543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:41.725805 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-96b6c38e-eb88-4790-90ba-6ce46a71f0c6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6606832 Dec 09 10:23:41.726698 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:23:41.794763 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187', 'status': 'completed', 'code': 200} Dec 09 10:23:41.863418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:41.893461 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1457948e-911d-4ff6-9fd1-e90f67b6e9f6 req-422a36bc-3beb-4fd9-a7d6-83f34602c4f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 1099 time: 0.0765004 Dec 09 10:23:42.038214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457948e-911d-4ff6-9fd1-e90f67b6e9f6 req-2eca3a1a-6454-4f80-9f93-6f83bb0e2876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:42.039727 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1457948e-911d-4ff6-9fd1-e90f67b6e9f6 req-2eca3a1a-6454-4f80-9f93-6f83bb0e2876 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.1407189 Dec 09 10:23:42.150521 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1457948e-911d-4ff6-9fd1-e90f67b6e9f6 req-8ae86e62-c1c6-4167-b129-3fba806eb4b0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=213475ed-a30f-4cda-8474-e22c3edae187 HTTP/1.1" status: 200 len: 999 time: 0.1039445 Dec 09 10:23:42.222474 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457948e-911d-4ff6-9fd1-e90f67b6e9f6 req-de469140-8202-48f8-9075-9dbe49d5e49e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:23:42.224107 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1457948e-911d-4ff6-9fd1-e90f67b6e9f6 req-de469140-8202-48f8-9075-9dbe49d5e49e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0683460 Dec 09 10:23:42.226543 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef28b484-91f5-4cb2-8f51-960951131a7c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:23:40Z', 'updated_at': '2021-12-09T10:23:40Z', 'revision_number': 0, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:42.231397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] Checking router: 623f5239-37f1-4e43-b09e-d6a61b3bafab for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:23:42.242614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:23:42.243468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:23:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:42.304080 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1457948e-911d-4ff6-9fd1-e90f67b6e9f6 req-bdc6fb52-cc5d-4844-8aaa-fa303ea3e2db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737054 Dec 09 10:23:42.431210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:23:42.449542 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1457948e-911d-4ff6-9fd1-e90f67b6e9f6 req-ee8e908e-349f-48e7-8cc2-b0a97424bd28 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389706 Dec 09 10:23:42.593990 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-1457948e-911d-4ff6-9fd1-e90f67b6e9f6 req-4f689eda-cca6-41f9-a665-12ad177bbd7d service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388886 Dec 09 10:23:42.795011 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef28b484-91f5-4cb2-8f51-960951131a7c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:23:40Z', 'updated_at': '2021-12-09T10:23:40Z', 'revision_number': 0, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:23:42.799290 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95e4f1-6b97-4780-ace3-1bcec833cc4e None None] The sync data for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv is: [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef28b484-91f5-4cb2-8f51-960951131a7c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:23:40Z', 'updated_at': '2021-12-09T10:23:40Z', 'revision_number': 0, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:23:43.135191 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5223fa06-d54b-4c51-a279-554b127dcd1a None None] New status for floating IP ef28b484-91f5-4cb2-8f51-960951131a7c: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:23:47.944757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:04.552677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9dfbe86e-8ad2-4154-8e6f-070ad4c9155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:05.831510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:06.334037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:24:06.836949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-12b6ee20-12ef-4deb-94af-7efe13fb9b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:07.307450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:08.613763 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:17.963524 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:34.553914 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f3925a-c5f6-447d-9474-a90cebe02ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:35.833270 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:36.840913 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-324afbb6-1b7e-446a-9574-1b764fd8ce7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:37.309810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:38.615930 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:24:38.787255 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-24850e35-b3aa-4821-be4d-cf56f43eb0c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839441 Dec 09 10:24:38.935968 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-69bd2fe8-4def-4d37-9a51-2f8a97b5b678 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 1099 time: 0.0774002 Dec 09 10:24:39.108405 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-0a43736c-6d14-431a-aa00-4c9910654fc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:24:39.109966 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-0a43736c-6d14-431a-aa00-4c9910654fc8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.1515455 Dec 09 10:24:39.215034 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-f1120974-debf-49bd-ad7d-01ac03b38993 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=213475ed-a30f-4cda-8474-e22c3edae187 HTTP/1.1" status: 200 len: 1001 time: 0.0971088 Dec 09 10:24:39.285603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-377091e1-b567-4d6a-99c8-afa922878263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:24:39.287140 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-377091e1-b567-4d6a-99c8-afa922878263 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0654535 Dec 09 10:24:39.371718 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-a136d721-20b7-40b6-802f-9f0d029d271f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783148 Dec 09 10:24:39.521817 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-52847067-30d9-493a-acba-2fab6542dc2a service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441112 Dec 09 10:24:39.673344 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3faf4a6f-cde0-4ae7-a62d-8752b1f4163c req-0103ba61-f7a4-4b27-af04-7a64683d9879 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450803 Dec 09 10:24:43.335112 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:24:47.988813 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:04.556983 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-48f5466f-f54d-44a1-8161-9930f71fba0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:05.835173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:06.842247 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5100e6fc-05ad-47f6-a354-bce5e21d1b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:07.312637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:08.620117 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:18.009565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:20.335457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:25:34.559047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7092-a16e-40a0-becc-972161ae1db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:35.837090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:36.845101 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c4a6d59-7699-49b6-bbe4-805d4f80d753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:37.315594 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:38.622212 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:38.966448 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c0e1f88-e54c-4488-8fe4-7c79f35d4f3b req-e8c68a30-8c6d-4153-b721-a47f66ef7dc2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 1099 time: 0.1897862 Dec 09 10:25:39.121311 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e1f88-e54c-4488-8fe4-7c79f35d4f3b req-10f24477-d503-4c08-b116-f496b37890c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:25:39.122593 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c0e1f88-e54c-4488-8fe4-7c79f35d4f3b req-10f24477-d503-4c08-b116-f496b37890c5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.1363330 Dec 09 10:25:39.233678 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c0e1f88-e54c-4488-8fe4-7c79f35d4f3b req-b9a29884-9c02-4bda-8cc6-0fedf0daee62 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=213475ed-a30f-4cda-8474-e22c3edae187 HTTP/1.1" status: 200 len: 1001 time: 0.1033812 Dec 09 10:25:39.307607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e1f88-e54c-4488-8fe4-7c79f35d4f3b req-94f0416c-720c-41f3-a836-f0341da3a4ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:25:39.309178 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c0e1f88-e54c-4488-8fe4-7c79f35d4f3b req-94f0416c-720c-41f3-a836-f0341da3a4ce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0678985 Dec 09 10:25:39.391249 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c0e1f88-e54c-4488-8fe4-7c79f35d4f3b req-0a0e1e16-d03c-4206-99d5-f27379e9be5e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752201 Dec 09 10:25:39.539546 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c0e1f88-e54c-4488-8fe4-7c79f35d4f3b req-5bb150a0-bdea-4f69-ae94-e3f25d109530 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398659 Dec 09 10:25:39.679617 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2c0e1f88-e54c-4488-8fe4-7c79f35d4f3b req-93115910-7d8b-4a20-a711-9fab3e3dde65 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339154 Dec 09 10:25:41.453554 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 213475ed-a30f-4cda-8474-e22c3edae187 details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:25:41.630606 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=213475ed-a30f-4cda-8474-e22c3edae187,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:25:41.648909 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '213475ed-a30f-4cda-8474-e22c3edae187', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:25:41.709014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:41.728954 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 213475ed-a30f-4cda-8474-e22c3edae187 {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:25:41.746214 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=213475ed-a30f-4cda-8474-e22c3edae187,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:25:41.750461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:41.752340 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:25:41.832844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['213475ed-a30f-4cda-8474-e22c3edae187'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:25:41.873665 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=213475ed-a30f-4cda-8474-e22c3edae187,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:25:41.895605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.895917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.896302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.896680 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.897058 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.897475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.897889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.898271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.898639 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.899006 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.899373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:41.906255 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:25:43.485774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 213475ed-a30f-4cda-8474-e22c3edae187 up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:25:43.573047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 213475ed-a30f-4cda-8474-e22c3edae187 triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:25:43.573426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:43.722978 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:43.753177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:25:43.764631 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=213475ed-a30f-4cda-8474-e22c3edae187,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:25:43.770411 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:43.772556 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:25:43.838051 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187', 'code': 200} Dec 09 10:25:43.847856 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=213475ed-a30f-4cda-8474-e22c3edae187,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:25:43.851745 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:25:48.011664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:50.912520 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-3e5f8bc5-7d3e-4e81-8098-0958e9cdcd85 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1736176629&fields=id&tenant_id=fc98317b86634ff5a2bd1744a0a717e6 HTTP/1.1" status: 200 len: 267 time: 0.0483041 Dec 09 10:25:51.073695 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-93b917d1-570d-42bd-8c31-35c0f0b810e7 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:25:51.075182 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-93b917d1-570d-42bd-8c31-35c0f0b810e7 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 809 time: 0.1552806 Dec 09 10:25:51.092788 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-fc6b8243-a8fb-435f-aeaf-3c9b9dd26a5d tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/quotas/fc98317b86634ff5a2bd1744a0a717e6 HTTP/1.1" status: 200 len: 375 time: 0.0114117 Dec 09 10:25:51.181286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-116af905-7a3b-48f3-b73f-63c364d3404b tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0829961 Dec 09 10:25:51.328885 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-ade4549c-5d47-4554-8f49-8e95511320ff service neutron] 10.222.0.18 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352308 Dec 09 10:25:51.472052 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-4dae39e1-9fd8-4813-b26e-8c48df74939d service neutron] 10.222.0.18 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366575 Dec 09 10:25:51.689537 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-af64b0c2-4136-4430-920a-c0dae1a07407 req-ec4f6a91-c92a-47b4-aa5c-490e4331ef4b tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 210 time: 0.0473139 Dec 09 10:25:52.802209 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-15ae837b-3788-406f-b432-ca11158d9f5f req-ee312ecc-644f-48b5-a539-3d3e6d72bb32 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 210 time: 0.0457399 Dec 09 10:25:53.564388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 213475ed-a30f-4cda-8474-e22c3edae187 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:25:53.679488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:53.706889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:25:53.717388 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=213475ed-a30f-4cda-8474-e22c3edae187,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:25:53.722243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:53.724274 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:25:53.780870 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187', 'code': 200} Dec 09 10:25:53.794026 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=213475ed-a30f-4cda-8474-e22c3edae187,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:25:53.797598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:25:54.154530 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-2d1fa57c-ad16-46d7-aaf6-9a7631a75452 req-29778c0b-5896-4a5f-9642-9c77c42d639a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 210 time: 0.2852023 Dec 09 10:25:55.345472 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-a8367f3b-db23-49fd-9ee9-6c08c3f3dbad req-9d2a138c-afc1-4877-b499-93d288140394 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 210 time: 0.0503109 Dec 09 10:25:55.847477 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-ab986731-f774-4076-8733-ecb91ae49a58 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:25:55.849086 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-ab986731-f774-4076-8733-ecb91ae49a58 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 809 time: 0.1723723 Dec 09 10:25:55.904227 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-977003ff-79cb-4fb3-a333-50a95eea08c1 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc98317b86634ff5a2bd1744a0a717e6 HTTP/1.1" status: 200 len: 380 time: 0.0448933 Dec 09 10:25:55.919530 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'port': {'device_id': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'admin_state_up': True, 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'security_groups': ['a76a3531-55ad-48fd-93ca-9cda1a668bb8']}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:25:56.068277 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:25:56.079159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88884) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:25:56.088798 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Made reservation on behalf of fc98317b86634ff5a2bd1744a0a717e6 for: {'port': 1} {{(pid=88884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 09 10:25:56.094430 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:56.296677 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Allocated IP 172.20.0.8 (efc05b65-9033-40e2-b3ad-8093daa42b87/7831e7c5-1205-4e96-81be-0dd4237056a2/6de5e90b-3b23-4bbd-9437-9c4a1b99272a) {{(pid=88884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:25:56.604546 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-b8cd0500-7892-4f3b-9d56-5a9fed51103d req-16666508-90a4-42ae-bd47-a03055a28580 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 210 time: 0.0705478 Dec 09 10:25:56.662464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for port, precommit_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:56.681688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Transition to ACTIVE for port object 6de5e90b-3b23-4bbd-9437-9c4a1b99272a will not be triggered until provisioned by entity DHCP. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:25:56.702260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_create {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:56.709253 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-48ddf4d5-3d17-4e04-8848-9cdef38353f8 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:25:56.785835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Network efc05b65-9033-40e2-b3ad-8093daa42b87 is already hosted by enough agents. {{(pid=88884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:25:56.789307 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources bound (agent type, host, resource id): {{(pid=88884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:25:56.791948 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Received port after_create {{(pid=88884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:25:56.838534 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'Port': ['ID=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,revision_number=1']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:25:56.857570 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.857929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.858348 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.858757 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.859167 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.859576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.859977 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.860386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.860797 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.861227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.861636 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:25:56.865935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:25:56.884670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:25:56.884670 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:56.914013 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0005252 Dec 09 10:25:57.142067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e02a823a-38de-48ab-85ba-674487bdc728 None None] Provisioning for port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a completed by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:25:57.148439 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-e02a823a-38de-48ab-85ba-674487bdc728 None None] Provisioning complete for port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a triggered by entity DHCP. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:25:57.149181 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-e02a823a-38de-48ab-85ba-674487bdc728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:25:57.212884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-e02a823a-38de-48ab-85ba-674487bdc728 None None] Port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a cannot update to ACTIVE because it is not bound. {{(pid=88885) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 09 10:25:57.339905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:25:57.831777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a035d-1c17-429e-b48e-462f48e57ffa req-126df58f-7715-48ce-aac9-e9f2e88b182a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:25:57.834023 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-410a035d-1c17-429e-b48e-462f48e57ffa req-126df58f-7715-48ce-aac9-e9f2e88b182a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 931 time: 0.0890727 Dec 09 10:25:57.886262 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-410a035d-1c17-429e-b48e-462f48e57ffa req-98f85f25-d01c-4db4-83c7-9d0b2faebba0 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456038 Dec 09 10:25:59.110432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c0266-1234-4b6f-ae12-97392c1d2275 req-69e6f424-5d19-4b85-901c-cc845b8e9a68 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:25:59.111203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ad8c0266-1234-4b6f-ae12-97392c1d2275 req-69e6f424-5d19-4b85-901c-cc845b8e9a68 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Synchronizing usage tracker for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:25:59.126860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-ad8c0266-1234-4b6f-ae12-97392c1d2275 req-69e6f424-5d19-4b85-901c-cc845b8e9a68 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Unset dirty status for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:25:59.128155 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ad8c0266-1234-4b6f-ae12-97392c1d2275 req-69e6f424-5d19-4b85-901c-cc845b8e9a68 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 931 time: 0.1057413 Dec 09 10:25:59.179958 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ad8c0266-1234-4b6f-ae12-97392c1d2275 req-30669e8e-9e62-4e4f-929e-232fff73e235 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443370 Dec 09 10:26:00.398801 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f17d5-b150-4c1f-b938-d263e3b59e0a req-00caa2a3-ef1e-4d80-8742-81a919bb8176 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:00.400501 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d37f17d5-b150-4c1f-b938-d263e3b59e0a req-00caa2a3-ef1e-4d80-8742-81a919bb8176 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 931 time: 0.0902753 Dec 09 10:26:00.453177 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-d37f17d5-b150-4c1f-b938-d263e3b59e0a req-fa9354e0-a438-4799-8f93-23c82c1e58a2 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462625 Dec 09 10:26:01.669568 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749cd25-1c94-4825-815f-ad93875b6fe5 req-46aadb60-824c-4bf3-8405-bb6a604c73a6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:01.671202 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8749cd25-1c94-4825-815f-ad93875b6fe5 req-46aadb60-824c-4bf3-8405-bb6a604c73a6 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 931 time: 0.0852480 Dec 09 10:26:01.730332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8749cd25-1c94-4825-815f-ad93875b6fe5 req-3408fc95-6dcd-4d9e-8f6d-cd7adcfaed8d tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520973 Dec 09 10:26:02.948483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df3ac9-2b05-4d26-95e6-6ec0a0687052 req-7690b1ae-09e5-4074-954d-d1c0ec1c6003 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:02.950270 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68df3ac9-2b05-4d26-95e6-6ec0a0687052 req-7690b1ae-09e5-4074-954d-d1c0ec1c6003 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 931 time: 0.0871587 Dec 09 10:26:03.002727 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-68df3ac9-2b05-4d26-95e6-6ec0a0687052 req-c1adf5f7-ca94-4d20-aaa1-d011c148bfc4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460174 Dec 09 10:26:04.224197 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ce6a9-2f51-40c9-8b92-2f69cdb495ac req-bb32a87c-61e7-4694-af0e-f10e40f63544 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:04.225857 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cc4ce6a9-2f51-40c9-8b92-2f69cdb495ac req-bb32a87c-61e7-4694-af0e-f10e40f63544 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 931 time: 0.0886095 Dec 09 10:26:04.283331 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-cc4ce6a9-2f51-40c9-8b92-2f69cdb495ac req-a85ed07a-ec27-4622-b6fe-2e20961cd8ef tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504527 Dec 09 10:26:04.562743 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d72fc011-ca36-497c-9895-c86e9949af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:05.742995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e1424-b224-497c-a7d6-29cfd25c14b5 req-42d6b33e-ade4-4dc4-9870-16a6668a14e0 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:05.749340 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-949e1424-b224-497c-a7d6-29cfd25c14b5 req-42d6b33e-ade4-4dc4-9870-16a6668a14e0 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 931 time: 0.3299108 Dec 09 10:26:05.798287 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-949e1424-b224-497c-a7d6-29cfd25c14b5 req-f722969c-04f5-4c85-a458-41cdcca85fe4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457709 Dec 09 10:26:05.842889 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:06.505378 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Request body: {'port': {'device_id': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8195'}} {{(pid=88884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:26:06.622019 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:06.849243 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-51e9843c-bd9d-4db9-ba07-d47cea93bcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:07.035716 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de5e90b-3b23-4bbd-9437-9c4a1b99272a {{(pid=88884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:26:07.052139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:07.082475 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Transition to ACTIVE for port object 6de5e90b-3b23-4bbd-9437-9c4a1b99272a will not be triggered until provisioned by entity L2. {{(pid=88884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 09 10:26:07.090056 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121fc61-75cf-4733-8841-81f5a691fd6e req-cf9607cb-f44f-4321-bc33-3e944575f308 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:07.091659 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9121fc61-75cf-4733-8841-81f5a691fd6e req-cf9607cb-f44f-4321-bc33-3e944575f308 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 931 time: 0.1640649 Dec 09 10:26:07.092744 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:07.097288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-40dc2b96-849b-441e-a8b0-faf84ce4ac2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:26:07.260249 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Pushing event updated for resources: {'Port': ['ID=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,revision_number=2']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:26:07.268536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:26:07.274825 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9121fc61-75cf-4733-8841-81f5a691fd6e req-dc68837d-af4e-424c-8371-9800346d8ef7 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500201 Dec 09 10:26:07.320676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:07.389984 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Attempting to bind port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a on host hv-neutron-8195 for vnic_type normal with profile {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 09 10:26:07.390363 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Attempting to bind port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a by drivers openvswitch,hyperv on host hv-neutron-8195 at level 0 using segments [{'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 09 10:26:07.390732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Attempting to bind port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a on network efc05b65-9033-40e2-b3ad-8093daa42b87 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:26:07.396974 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a on network efc05b65-9033-40e2-b3ad-8093daa42b87 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8195 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 09 10:26:07.397362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Attempting to bind port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a on network efc05b65-9033-40e2-b3ad-8093daa42b87 {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 09 10:26:07.405194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Checking agent: {'id': '8147b129-24ac-492f-86c6-cc0e4a722970', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8195', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'started_at': datetime.datetime(2021, 12, 9, 9, 26, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 9, 10, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 09 10:26:07.405572 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Checking segment: {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 09 10:26:07.405990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Bound using segment: {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'} {{(pid=88884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 09 10:26:07.406458 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.managers [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Bound port: 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host: hv-neutron-8195, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c243141-adc4-4b78-8501-8bd5ba76d89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87'}}] {{(pid=88884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 09 10:26:07.406842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:07.498326 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, cleared binding levels {{(pid=88884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 09 10:26:07.502159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 09 10:26:07.505625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851412107'] for port, after_update {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:07.511971 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:26:07.566184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:07.567835 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] 10.222.0.65 "PUT /v2.0/ports/6de5e90b-3b23-4bbd-9437-9c4a1b99272a HTTP/1.1" status: 200 len: 1093 time: 1.0673168 Dec 09 10:26:07.570468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:26:07.611039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Pushing event updated for resources: {'Port': ['ID=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,revision_number=3']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:26:07.614689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c8490ad3-d942-4980-90ce-b258b8ef4e47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:26:07.653568 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'status': 'completed', 'code': 200} Dec 09 10:26:07.696920 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-d611b757-266a-4e8e-8210-2a1768c85c5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0809534 Dec 09 10:26:07.774256 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-21b84acf-3677-4560-ae7f-454faa69d410 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a HTTP/1.1" status: 200 len: 217 time: 0.0698884 Dec 09 10:26:07.846562 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-18b5ce89-5c33-46db-83d7-f7f5d5100a71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:07.848118 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-18b5ce89-5c33-46db-83d7-f7f5d5100a71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0672922 Dec 09 10:26:07.926130 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-84a82b85-441f-4039-ae85-de1a2b46361c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718596 Dec 09 10:26:08.064966 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-bb9c7a83-9e9a-44bb-ba32-4413c9822303 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327624 Dec 09 10:26:08.205279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee16b75e-b61e-4d9b-9985-aefd7a5cfd9c req-816e2a0c-0d73-474a-b4be-2934ca522ffe service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337004 Dec 09 10:26:08.324664 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3600881-5399-4f7b-815e-4476fec03cde req-7b31847c-77e2-4d2b-a5f9-9ee6f5c45bbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 1096 time: 0.0765193 Dec 09 10:26:08.515501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3600881-5399-4f7b-815e-4476fec03cde req-651e82be-8172-439c-912f-b8bcbc65888a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:08.516987 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3600881-5399-4f7b-815e-4476fec03cde req-651e82be-8172-439c-912f-b8bcbc65888a service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.1867652 Dec 09 10:26:08.597508 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3600881-5399-4f7b-815e-4476fec03cde req-16760506-dd8a-41fb-adcd-e191c39dece2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a HTTP/1.1" status: 200 len: 217 time: 0.0736253 Dec 09 10:26:08.607608 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c023d-789b-416d-9d8a-24736abd0fe9 req-16180523-1a4d-484c-9ddf-fa600be435ee tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:08.609028 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-866c023d-789b-416d-9d8a-24736abd0fe9 req-16180523-1a4d-484c-9ddf-fa600be435ee tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 943 time: 0.1866186 Dec 09 10:26:08.628188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:08.938656 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3600881-5399-4f7b-815e-4476fec03cde req-1a505a91-b003-49ab-b2d2-13eecd28b5e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:08.940252 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3600881-5399-4f7b-815e-4476fec03cde req-1a505a91-b003-49ab-b2d2-13eecd28b5e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.3301644 Dec 09 10:26:08.945222 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-866c023d-789b-416d-9d8a-24736abd0fe9 req-e9188247-5bc5-450b-b080-ca7ba663bf56 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002276 Dec 09 10:26:09.019593 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3600881-5399-4f7b-815e-4476fec03cde req-076c12b2-5ed1-43c4-bb8f-9207bc766668 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726993 Dec 09 10:26:09.166095 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3600881-5399-4f7b-815e-4476fec03cde req-a961a5e8-b98e-4eca-bdbd-373bc2ae1423 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397591 Dec 09 10:26:09.306692 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c3600881-5399-4f7b-815e-4476fec03cde req-7e15cd28-d9c3-4250-9010-90118eeea70b service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339462 Dec 09 10:26:10.171997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bc734-97af-46d7-86a3-b525144207b6 req-6c18c525-688b-4647-80ac-2f4393d84c17 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:10.173620 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee0bc734-97af-46d7-86a3-b525144207b6 req-6c18c525-688b-4647-80ac-2f4393d84c17 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 943 time: 0.0850770 Dec 09 10:26:10.222340 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-ee0bc734-97af-46d7-86a3-b525144207b6 req-32f79aa3-0925-4ade-94e9-25068549f29e tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425792 Dec 09 10:26:11.431455 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9b24b-d55a-440a-9a10-4f848c6f1c20 req-923f06f5-babd-47e0-95f1-b36211758284 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:11.433091 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52c9b24b-d55a-440a-9a10-4f848c6f1c20 req-923f06f5-babd-47e0-95f1-b36211758284 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 943 time: 0.0832095 Dec 09 10:26:11.485827 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-52c9b24b-d55a-440a-9a10-4f848c6f1c20 req-61e8d6e3-0dd6-4da1-9349-3130fc73c0d5 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464399 Dec 09 10:26:11.649472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 6de5e90b-3b23-4bbd-9437-9c4a1b99272a details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:26:11.796185 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:26:11.810778 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'port_id': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'mac_address': 'fa:16:3e:86:b7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:26:11.866142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:11.884479 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de5e90b-3b23-4bbd-9437-9c4a1b99272a {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:26:11.899710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:26:11.902450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:11.904362 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:26:11.972607 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,revision_number=4']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:26:11.976106 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:26:12.152820 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['6de5e90b-3b23-4bbd-9437-9c4a1b99272a'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:26:12.696993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8d260-2428-4429-8026-a80e26e6b6c6 req-d748998e-0b12-41bc-921f-3d0fbf9643d3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:12.698607 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-33c8d260-2428-4429-8026-a80e26e6b6c6 req-d748998e-0b12-41bc-921f-3d0fbf9643d3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 944 time: 0.0854638 Dec 09 10:26:12.747745 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-33c8d260-2428-4429-8026-a80e26e6b6c6 req-be83fafb-f017-433c-8371-9d45b7d5d2f5 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Dec 09 10:26:13.678408 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 6de5e90b-3b23-4bbd-9437-9c4a1b99272a up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:26:13.750156 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning for port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a completed by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 09 10:26:13.755184 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:26:13.755604 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:13.877155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:13.905860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:26:13.915783 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:26:13.919601 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:13.921609 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d4bc45fd-40dd-4f6c-9558-53d61901dd79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:26:13.960264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5968d3-8966-475d-a6ea-368110603b72 req-5ac8bfbf-6279-4d9f-b3f0-0a350d152d3b tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:13.965650 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f5968d3-8966-475d-a6ea-368110603b72 req-5ac8bfbf-6279-4d9f-b3f0-0a350d152d3b tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 944 time: 0.0910363 Dec 09 10:26:13.968198 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'code': 200} Dec 09 10:26:13.995510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,revision_number=5']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:26:13.999997 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:26:14.017307 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-7f5968d3-8966-475d-a6ea-368110603b72 req-b2c06cb1-0a5f-4700-b365-6c7de8d96e99 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492206 Dec 09 10:26:14.206996 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5509202c-fee9-4114-a502-313e14288f91 req-c241b947-4b10-4fa2-91c2-0930572bdd5e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0765531 Dec 09 10:26:14.252162 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5509202c-fee9-4114-a502-313e14288f91 req-a98dd991-5675-4f2c-b1ee-e4cdd4fd3a7f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383441 Dec 09 10:26:15.235982 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3162-d9b9-4b86-8625-6f5a5c2f42d9 req-6b7fe255-f611-4724-8384-69adbfc7771d tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:15.237803 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e0d3162-d9b9-4b86-8625-6f5a5c2f42d9 req-6b7fe255-f611-4724-8384-69adbfc7771d tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 945 time: 0.0891316 Dec 09 10:26:15.291470 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0e0d3162-d9b9-4b86-8625-6f5a5c2f42d9 req-5567af37-2787-4677-b7dc-3886f14fded5 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471928 Dec 09 10:26:16.504927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff36310-e5c0-4b09-8f77-81d530208a83 req-bce9237a-aeeb-495e-be4b-7778dce1f1d3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:16.506568 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3ff36310-e5c0-4b09-8f77-81d530208a83 req-bce9237a-aeeb-495e-be4b-7778dce1f1d3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 945 time: 0.0827579 Dec 09 10:26:16.555128 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-3ff36310-e5c0-4b09-8f77-81d530208a83 req-6d098812-66cf-4e4b-878e-4d989147033b tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413725 Dec 09 10:26:16.763381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c58e3a-9dca-40de-92ea-d61506d86355 req-d0246287-7981-405e-a677-e9e26d442fcc tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:16.765004 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c8c58e3a-9dca-40de-92ea-d61506d86355 req-d0246287-7981-405e-a677-e9e26d442fcc tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 945 time: 0.0849228 Dec 09 10:26:16.814062 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-c8c58e3a-9dca-40de-92ea-d61506d86355 req-a29a2d11-bb19-40a5-a3bd-cc76bc2e0ae1 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 Dec 09 10:26:16.841327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40994) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:26:16.919603 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5624ec2d-f71a-4897-baba-8e222fc9114e tempest-TestSnapshotPattern-52882293 tempest-TestSnapshotPattern-52882293-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 1093 time: 0.0769742 Dec 09 10:26:16.922440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 40998) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:26:16.928067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.v2.base [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Request body: {'floatingip': {'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'port_id': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 09 10:26:16.934846 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 09 10:26:16.938840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Usage tracker for resource:floatingip and tenant:fc98317b86634ff5a2bd1744a0a717e6 is out of sync, need to count used quota {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 09 10:26:16.941819 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88883) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 09 10:26:16.947832 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.quota.driver [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88883) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 09 10:26:16.957525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for floatingip, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:17.102866 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:17.245189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_common [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Allocated IP 172.26.8.107 (6784de8a-1a9b-4193-a461-5934b2d4d75d/2f8a7318-1618-4ffb-9c7e-368f5927a07e/08caef71-90b4-40e2-901e-dcee47b4c5e1) {{(pid=88883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 09 10:26:17.400090 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for port, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:17.425688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363289878665929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:17.430053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-faf5a987-36fe-4b15-a8ec-94db345c89eb tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:26:17.507096 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Network 6784de8a-1a9b-4193-a461-5934b2d4d75d is already hosted by enough agents. {{(pid=88883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 09 10:26:17.510028 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.base_scheduler [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Resources bound (agent type, host, resource id): {{(pid=88883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 09 10:26:17.514626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Received port after_create {{(pid=88883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 09 10:26:17.539955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'Port': ['ID=08caef71-90b4-40e2-901e-dcee47b4c5e1,revision_number=1']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:26:17.566036 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.566463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.566884 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.567301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.567712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.568122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.568528 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.568932 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.569391 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.569793 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.570198 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:26:17.575322 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:26:18.020386 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:18.055507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:18.109525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:18.324726 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for port, precommit_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:18.328504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3278745'] for port, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:18.332762 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-adb47a86-0b09-41f7-abc5-ac907cccb231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:26:18.438787 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event updated for resources: {'Port': ['ID=08caef71-90b4-40e2-901e-dcee47b4c5e1,revision_number=2']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:26:18.442969 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:26:18.452423 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854141458'] for floatingip, after_update {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:18.657238 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.db.l3_db [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Floating IP b57c8aba-7cd0-48ab-8c0d-0a6a2a4f238c associated. External IP: 172.26.8.107, port: 6de5e90b-3b23-4bbd-9437-9c4a1b99272a. Dec 09 10:26:19.066170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Router 623f5239-37f1-4e43-b09e-d6a61b3bafab has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:26:19.276800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:26:19.287162 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] Sync routers for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:26:19.300375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:26:19.301053 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:26:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:26:19.303965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:19.362253 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4387083 Dec 09 10:26:19.362959 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:26:19.490063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:26:19.508643 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'status': 'completed', 'code': 200} Dec 09 10:26:19.628304 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d4135d9-a6ae-424b-a3ab-405d8156ff92 req-44126d1d-4a1e-4c45-a7c6-c1e935c0f262 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0975542 Dec 09 10:26:19.778565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4135d9-a6ae-424b-a3ab-405d8156ff92 req-84352fe7-742b-42ef-bee8-5c41b3606cb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:19.780108 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d4135d9-a6ae-424b-a3ab-405d8156ff92 req-84352fe7-742b-42ef-bee8-5c41b3606cb8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.1460950 Dec 09 10:26:19.889095 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d4135d9-a6ae-424b-a3ab-405d8156ff92 req-ae22e5a2-48bc-4c78-a77b-3cb8440108f7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a HTTP/1.1" status: 200 len: 999 time: 0.1022251 Dec 09 10:26:19.958588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4135d9-a6ae-424b-a3ab-405d8156ff92 req-dc06657d-e978-4972-8f4a-d3bbc9d7f3be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:19.960183 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d4135d9-a6ae-424b-a3ab-405d8156ff92 req-dc06657d-e978-4972-8f4a-d3bbc9d7f3be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0656118 Dec 09 10:26:20.018790 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'b57c8aba-7cd0-48ab-8c0d-0a6a2a4f238c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:86:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:26:17Z', 'updated_at': '2021-12-09T10:26:17Z', 'revision_number': 0, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}, {'id': 'ef28b484-91f5-4cb2-8f51-960951131a7c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:23:40Z', 'updated_at': '2021-12-09T10:23:43Z', 'revision_number': 1, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:26:20.022831 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] Checking router: 623f5239-37f1-4e43-b09e-d6a61b3bafab for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:26:20.034777 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:26:20.035443 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:26:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:26:20.040477 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d4135d9-a6ae-424b-a3ab-405d8156ff92 req-0234018a-ddd8-4cef-bbbb-3883015656eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742188 Dec 09 10:26:20.184354 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d4135d9-a6ae-424b-a3ab-405d8156ff92 req-0b91b9ba-cee0-441e-82a2-9eed535dd366 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368380 Dec 09 10:26:20.221232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:26:20.326916 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-5d4135d9-a6ae-424b-a3ab-405d8156ff92 req-7845435c-3ebe-4b3e-ae72-6bab691484b0 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368084 Dec 09 10:26:20.584583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'b57c8aba-7cd0-48ab-8c0d-0a6a2a4f238c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:86:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:26:17Z', 'updated_at': '2021-12-09T10:26:17Z', 'revision_number': 0, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}, {'id': 'ef28b484-91f5-4cb2-8f51-960951131a7c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:23:40Z', 'updated_at': '2021-12-09T10:23:43Z', 'revision_number': 1, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:26:20.588701 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c796679-e211-488a-b5f6-49e500168a22 None None] The sync data for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv is: [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'b57c8aba-7cd0-48ab-8c0d-0a6a2a4f238c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:86:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:26:17Z', 'updated_at': '2021-12-09T10:26:17Z', 'revision_number': 0, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}, {'id': 'ef28b484-91f5-4cb2-8f51-960951131a7c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:23:40Z', 'updated_at': '2021-12-09T10:23:43Z', 'revision_number': 1, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:26:20.931196 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343f184f-f10b-41e1-aee2-6228c3e80926 None None] New status for floating IP b57c8aba-7cd0-48ab-8c0d-0a6a2a4f238c: ACTIVE {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:26:34.340020 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:26:34.565404 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-df33f39c-cc1f-4d03-a2fe-28cec897df70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:35.836037 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:36.851482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-1bc041db-6f69-4cdf-909d-cdc245a753e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:37.324493 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:38.629481 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:26:39.784467 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-921feb41-0416-4555-9c85-656eb2b29797 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789940 Dec 09 10:26:39.928303 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-a3af394b-00c1-48cf-9934-ab74bc26820a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 1097 time: 0.0743279 Dec 09 10:26:40.083581 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-5fb63cea-eae6-452c-89c7-c7ef03868e50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:40.085167 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-5fb63cea-eae6-452c-89c7-c7ef03868e50 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.1367748 Dec 09 10:26:40.193286 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-3762ea1e-ae11-4c53-aa28-55aa6077bc25 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=213475ed-a30f-4cda-8474-e22c3edae187 HTTP/1.1" status: 200 len: 999 time: 0.1016028 Dec 09 10:26:40.263873 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-2b7e2545-b728-4c4b-8833-6db1be7ec778 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:26:40.265534 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-2b7e2545-b728-4c4b-8833-6db1be7ec778 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0661011 Dec 09 10:26:40.350540 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-0139a310-73cb-41f8-875d-f582a7bb6c0f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787787 Dec 09 10:26:40.496625 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-2b4e29e5-03cf-4d52-ae2e-5d6922305718 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393619 Dec 09 10:26:40.638938 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-11ef8277-fd64-4b03-9cdc-e6838d16ed5f req-d2ab5f1a-01c3-4731-8754-cd75f5a80b92 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359172 Dec 09 10:26:48.020232 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:04.567353 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbaca-27cb-4684-bced-8a7d8c9c1f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:05.837515 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:06.853087 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3914b13c-617a-413c-befd-a414ea643901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:07.323260 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:08.632869 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:11.341350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:27:18.035128 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:34.569310 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fe45ffbf-9e87-4c92-94f9-dbcbb293b538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:35.840339 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:36.855467 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d9ae2c73-3e9a-4f2b-a5da-84df3e1c159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:37.326266 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:38.636062 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:39.981277 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a661a5c-7467-43f6-94c5-0e427009181e req-d80564c5-3746-456e-99b7-734f37fe16e4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1739795 Dec 09 10:27:40.084003 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a661a5c-7467-43f6-94c5-0e427009181e req-b90352b6-cdbc-4a32-9c52-9092ffd1b193 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0783410 Dec 09 10:27:40.252044 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a661a5c-7467-43f6-94c5-0e427009181e req-ae268528-693e-40ad-af76-5c20065a55bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:27:40.253655 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a661a5c-7467-43f6-94c5-0e427009181e req-ae268528-693e-40ad-af76-5c20065a55bb service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.1488507 Dec 09 10:27:40.359819 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a661a5c-7467-43f6-94c5-0e427009181e req-eeec68f0-f149-4242-ace1-64f25b0fdfbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a HTTP/1.1" status: 200 len: 1001 time: 0.0982656 Dec 09 10:27:40.431021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a661a5c-7467-43f6-94c5-0e427009181e req-d70bdbff-09a5-49e6-a3de-01d9dbadf4e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:27:40.432614 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a661a5c-7467-43f6-94c5-0e427009181e req-d70bdbff-09a5-49e6-a3de-01d9dbadf4e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0655289 Dec 09 10:27:40.513722 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a661a5c-7467-43f6-94c5-0e427009181e req-8ff928db-e06f-404f-bdbf-a4f8a7506cd2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735807 Dec 09 10:27:40.655719 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a661a5c-7467-43f6-94c5-0e427009181e req-02a81d1f-5a2d-4754-986a-8ebba221a4c3 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343610 Dec 09 10:27:40.802489 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-8a661a5c-7467-43f6-94c5-0e427009181e req-b0efe80b-3af6-4bf4-97af-faecaedd1a2e service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388295 Dec 09 10:27:44.114693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 6de5e90b-3b23-4bbd-9437-9c4a1b99272a details requested by agent hyperv_hv-neutron-8195 with host hv-neutron-8195 {{(pid=88885) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 09 10:27:44.283399 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:27:44.299662 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Returning: {'device': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'port_id': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'mac_address': 'fa:16:3e:86:b7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88885) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 09 10:27:44.364017 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:44.388943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6de5e90b-3b23-4bbd-9437-9c4a1b99272a {{(pid=88885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 09 10:27:44.406485 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:27:44.409646 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:44.411582 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8b68bf6e-f02a-458c-ad4d-84b93d7ce96e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:27:44.492881 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,revision_number=6']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:27:44.498300 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] get_ports_and_sgs() called for port_ids ['6de5e90b-3b23-4bbd-9437-9c4a1b99272a'] {{(pid=88885) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 09 10:27:44.560454 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.560847 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.561264 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.561644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.562021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.562397 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.562770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.563142 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.563512 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.563905 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.564250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:44.575457 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:27:46.115490 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 6de5e90b-3b23-4bbd-9437-9c4a1b99272a up at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 09 10:27:46.196664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.provisioning_blocks [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Provisioning complete for port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a triggered by entity L2. {{(pid=88885) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 09 10:27:46.197234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15695154'] for port, provisioning_complete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:46.337689 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:46.371584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:27:46.388321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:27:46.395886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:46.397979 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-2acb776b-f2bc-4759-af19-819ef4af819d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:27:46.481942 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,revision_number=7']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:27:46.492576 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:27:46.639878 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'code': 200} Dec 09 10:27:48.037532 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:48.343605 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:27:52.879068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88884) accepted ('10.222.0.18', 41202) {{(pid=88884) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:53.088967 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Deleting port 08caef71-90b4-40e2-901e-dcee47b4c5e1 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:27:53.089373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:53.504614 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:53.504900 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:53.630929 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Calling delete_port for 08caef71-90b4-40e2-901e-dcee47b4c5e1 owned by network:floatingip {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:27:53.785043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:53.789450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-bfa98904-7223-42dc-8f2e-9b818b5a0ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:27:53.836151 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event deleted for resources: {'Port': ['ID=08caef71-90b4-40e2-901e-dcee47b4c5e1,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:27:53.881043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.881513 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.881888 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.882302 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.882715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.883124 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.883531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.883943 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.884344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.885327 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.885739 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:53.889280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:27:53.945440 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for floatingip, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:54.352557 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Router 623f5239-37f1-4e43-b09e-d6a61b3bafab has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:27:54.561678 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:27:54.572201 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] Sync routers for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:27:54.581396 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:54.586107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:27:54.586779 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:27:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:27:54.637614 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-64403029-3d6d-49df-b974-9330955f250a tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "DELETE /v2.0/floatingips/b57c8aba-7cd0-48ab-8c0d-0a6a2a4f238c HTTP/1.1" status: 204 len: 168 time: 1.7571809 Dec 09 10:27:54.638573 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:27:54.788225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:27:54.832324 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'status': 'completed', 'code': 200} Dec 09 10:27:54.945529 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60199804-48fa-4d75-bc30-b4f3404d43df req-973e78dc-e99c-42f4-8e48-5d739b7c8466 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 1098 time: 0.0828369 Dec 09 10:27:55.135462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60199804-48fa-4d75-bc30-b4f3404d43df req-57ee70f2-457a-44ae-936f-ebc135b3b36f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:27:55.137105 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60199804-48fa-4d75-bc30-b4f3404d43df req-57ee70f2-457a-44ae-936f-ebc135b3b36f service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.1852729 Dec 09 10:27:55.172463 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef28b484-91f5-4cb2-8f51-960951131a7c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:23:40Z', 'updated_at': '2021-12-09T10:23:43Z', 'revision_number': 1, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:27:55.176966 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] Checking router: 623f5239-37f1-4e43-b09e-d6a61b3bafab for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:27:55.192687 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:27:55.193389 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:27:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:27:55.220579 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60199804-48fa-4d75-bc30-b4f3404d43df req-170c8e20-52d2-4130-8f25-9886ef52acb4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a HTTP/1.1" status: 200 len: 217 time: 0.0753145 Dec 09 10:27:55.302240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d33fc-30c3-4f50-8998-3a8129497afa req-e9e7cd06-66b3-4e03-bd22-8d798f053d5b tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:27:55.303004 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-157d33fc-30c3-4f50-8998-3a8129497afa req-e9e7cd06-66b3-4e03-bd22-8d798f053d5b tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Synchronizing usage tracker for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:27:55.321079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60199804-48fa-4d75-bc30-b4f3404d43df req-503fffd0-d5dc-42f8-b09a-a1e59a7285cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:27:55.322956 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60199804-48fa-4d75-bc30-b4f3404d43df req-503fffd0-d5dc-42f8-b09a-a1e59a7285cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.0900884 Dec 09 10:27:55.330700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-157d33fc-30c3-4f50-8998-3a8129497afa req-e9e7cd06-66b3-4e03-bd22-8d798f053d5b tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Unset dirty status for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:27:55.331947 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-157d33fc-30c3-4f50-8998-3a8129497afa req-e9e7cd06-66b3-4e03-bd22-8d798f053d5b tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 945 time: 0.3416295 Dec 09 10:27:55.455317 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-157d33fc-30c3-4f50-8998-3a8129497afa req-33816348-72eb-4685-b3db-f988ac2d5a6c tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885112 Dec 09 10:27:55.459289 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60199804-48fa-4d75-bc30-b4f3404d43df req-8c1c61a8-ab09-42bb-8667-9200aa226170 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1298058 Dec 09 10:27:55.533238 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:27:55.614728 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60199804-48fa-4d75-bc30-b4f3404d43df req-c4d71f59-5320-4da1-b45b-811979f62b27 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476583 Dec 09 10:27:55.785412 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-60199804-48fa-4d75-bc30-b4f3404d43df req-526d06ca-a03e-4116-ad73-c83701726113 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631734 Dec 09 10:27:55.922626 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef28b484-91f5-4cb2-8f51-960951131a7c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:23:40Z', 'updated_at': '2021-12-09T10:23:43Z', 'revision_number': 1, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:27:55.926756 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b493940-5428-46c1-ad96-4c52f0831f0b None None] The sync data for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv is: [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_floatingips': [{'id': 'ef28b484-91f5-4cb2-8f51-960951131a7c', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'floating_ip_address': '172.26.8.29', 'floating_network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'router_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'port_id': '213475ed-a30f-4cda-8474-e22c3edae187', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'mac_address': 'fa:16:3e:f0:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-09T10:23:40Z', 'updated_at': '2021-12-09T10:23:43Z', 'revision_number': 1, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:27:56.208169 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 6de5e90b-3b23-4bbd-9437-9c4a1b99272a no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:27:56.328012 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15795958'] for port, before_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:56.355502 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a'}] {{(pid=88885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:27:56.365488 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:27:56.369774 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363289878206802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363289878665912', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746976109922'] for port, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:56.371617 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5915421a-f608-4d20-b4b9-e3a8952c6db3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:27:56.407246 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b4f0d9-5155-4ef1-bec5-b964e32844c4 None None] New status for floating IP b57c8aba-7cd0-48ab-8c0d-0a6a2a4f238c: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:27:56.475279 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'code': 200} Dec 09 10:27:56.488385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b798bd-63e4-418e-9487-66865c52b463 req-9909ae1d-6fb6-4560-8d4c-541800e9d828 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:27:56.490033 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56b798bd-63e4-418e-9487-66865c52b463 req-9909ae1d-6fb6-4560-8d4c-541800e9d828 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 943 time: 0.0838063 Dec 09 10:27:56.569295 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-56b798bd-63e4-418e-9487-66865c52b463 req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Deleting port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:27:56.569684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56b798bd-63e4-418e-9487-66865c52b463 req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:56.580520 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Pushing event updated for resources: {'Port': ['ID=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,revision_number=8']} {{(pid=88885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:27:56.584464 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88885) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:27:56.797390 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a923d07-40bd-4e92-850a-8aaf1b2d3c35 req-00851b4f-0843-4bbf-80bb-a142211f72ce tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:27:56.798992 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a923d07-40bd-4e92-850a-8aaf1b2d3c35 req-00851b4f-0843-4bbf-80bb-a142211f72ce tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f6b1d5d-1081-4213-a88c-fec0ca444aa1 HTTP/1.1" status: 200 len: 943 time: 0.1913292 Dec 09 10:27:57.172570 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-4a923d07-40bd-4e92-850a-8aaf1b2d3c35 req-5f876640-6942-47ef-a096-97cca69cb190 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3239200 Dec 09 10:27:57.174451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-56b798bd-63e4-418e-9487-66865c52b463 req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] For port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:27:57.175565 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56b798bd-63e4-418e-9487-66865c52b463 req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:57.308009 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-56b798bd-63e4-418e-9487-66865c52b463 req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Calling delete_port for 6de5e90b-3b23-4bbd-9437-9c4a1b99272a owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:27:57.449383 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56b798bd-63e4-418e-9487-66865c52b463 req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:57.455654 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d58e2e14-d448-4c47-8a82-a87ee0ca8b08 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:27:57.498828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event deleted for resources: {'Port': ['ID=6de5e90b-3b23-4bbd-9437-9c4a1b99272a,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:27:57.502644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:27:57.587060 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b798bd-63e4-418e-9487-66865c52b463 req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] No DVR routers for this DVR port 6de5e90b-3b23-4bbd-9437-9c4a1b99272a on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:27:57.590254 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-56b798bd-63e4-418e-9487-66865c52b463 req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:57.593175 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'name': 'network-vif-deleted', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:27:57.608119 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-56b798bd-63e4-418e-9487-66865c52b463 req-1e02919d-8438-47d1-a6e9-19b5605970e4 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "DELETE /v2.0/ports/6de5e90b-3b23-4bbd-9437-9c4a1b99272a HTTP/1.1" status: 204 len: 173 time: 1.1120145 Dec 09 10:27:57.649010 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6b1d5d-1081-4213-a88c-fec0ca444aa1', 'name': 'network-vif-deleted', 'tag': '6de5e90b-3b23-4bbd-9437-9c4a1b99272a', 'status': 'completed', 'code': 200} Dec 09 10:27:58.899287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41276) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:27:59.107864 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Deleting port ed8b1e96-8c02-4947-a3ef-da6148adb147 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:27:59.108250 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:59.520828 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:59.521231 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:59.649328 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Calling delete_port for ed8b1e96-8c02-4947-a3ef-da6148adb147 owned by network:floatingip {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:27:59.810986 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:27:59.815461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f6203bcd-bce6-4e41-bbc0-2175eeec6059 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:27:59.858304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event deleted for resources: {'Port': ['ID=ed8b1e96-8c02-4947-a3ef-da6148adb147,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:27:59.899139 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.899623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.900048 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.900462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.900874 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.901319 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.901742 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.902163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.902583 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.902993 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.903407 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-819581-1-hyperv {{(pid=88883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 09 10:27:59.910615 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:27:59.971844 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for floatingip, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:00.207531 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 6de5e90b-3b23-4bbd-9437-9c4a1b99272a no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:28:00.244472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 6de5e90b-3b23-4bbd-9437-9c4a1b99272a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:28:00.244870 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 6de5e90b-3b23-4bbd-9437-9c4a1b99272a not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:28:00.386107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Router 623f5239-37f1-4e43-b09e-d6a61b3bafab has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:28:00.597868 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:28:00.608356 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] Sync routers for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:28:00.615663 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for floatingip, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:00.621163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:28:00.621834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:27:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:00.672777 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f0003a68-3f28-4247-a4ed-21f6a2aa9c39 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "DELETE /v2.0/floatingips/ef28b484-91f5-4cb2-8f51-960951131a7c HTTP/1.1" status: 204 len: 168 time: 1.7723351 Dec 09 10:28:00.673496 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187'}] {{(pid=88883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:28:00.833784 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:28:00.867159 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187', 'status': 'completed', 'code': 200} Dec 09 10:28:00.982045 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fcbac93-d813-46e5-8d0f-d865d97700a0 req-a1fcaa37-a15d-4aea-9cc2-d8be94d07a72 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 1097 time: 0.0860000 Dec 09 10:28:01.173563 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:01.177504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] Checking router: 623f5239-37f1-4e43-b09e-d6a61b3bafab for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:28:01.189955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:28:01.190623 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:27:37Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:01.201710 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbac93-d813-46e5-8d0f-d865d97700a0 req-bba4b92d-0414-4ce0-8957-309c3cdf17c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:28:01.203325 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fcbac93-d813-46e5-8d0f-d865d97700a0 req-bba4b92d-0414-4ce0-8957-309c3cdf17c3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 200 len: 910 time: 0.2142031 Dec 09 10:28:01.209975 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6213a-2ecf-4fdd-985c-1141173f542a req-277444f5-c47b-4e1e-86b2-35fcfae1c03c tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:28:01.210700 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-16b6213a-2ecf-4fdd-985c-1141173f542a req-277444f5-c47b-4e1e-86b2-35fcfae1c03c tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Synchronizing usage tracker for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:28:01.286105 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fcbac93-d813-46e5-8d0f-d865d97700a0 req-f21e1d32-3645-4313-87bb-b7690cb32d8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=213475ed-a30f-4cda-8474-e22c3edae187 HTTP/1.1" status: 200 len: 217 time: 0.0716770 Dec 09 10:28:01.291203 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-16b6213a-2ecf-4fdd-985c-1141173f542a req-277444f5-c47b-4e1e-86b2-35fcfae1c03c tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Unset dirty status for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88884) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:28:01.292560 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-16b6213a-2ecf-4fdd-985c-1141173f542a req-277444f5-c47b-4e1e-86b2-35fcfae1c03c tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 944 time: 0.2630994 Dec 09 10:28:01.375732 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:28:01.396535 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcbac93-d813-46e5-8d0f-d865d97700a0 req-77ec7bf4-12b3-406a-b706-d541710bd534 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:28:01.398160 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fcbac93-d813-46e5-8d0f-d865d97700a0 req-77ec7bf4-12b3-406a-b706-d541710bd534 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 200 len: 848 time: 0.1046960 Dec 09 10:28:01.403036 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-16b6213a-2ecf-4fdd-985c-1141173f542a req-d21ca535-22fe-41aa-8eb1-ccf8b00447c1 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714417 Dec 09 10:28:01.480885 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fcbac93-d813-46e5-8d0f-d865d97700a0 req-a906d96d-9eab-44c9-9ed2-a245f0a950eb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=efc05b65-9033-40e2-b3ad-8093daa42b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755682 Dec 09 10:28:01.629985 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fcbac93-d813-46e5-8d0f-d865d97700a0 req-86622645-b763-46c1-b5a8-ea2ff82683ab service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405296 Dec 09 10:28:01.710357 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:01.714610 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0901711b-2a14-42a7-9c64-d93be6df85d7 None None] The sync data for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv is: [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:16Z', 'revision_number': 4, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv', '_interfaces': [{'id': 'd7dc7356-3f09-4985-bc4e-065f2ab8ce93', 'name': '', 'network_id': 'efc05b65-9033-40e2-b3ad-8093daa42b87', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'mac_address': 'fa:16:3e:a1:26:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:15Z', 'updated_at': '2021-12-09T10:23:25Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'subnets': [{'id': '7831e7c5-1205-4e96-81be-0dd4237056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:28:01.784006 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-0fcbac93-d813-46e5-8d0f-d865d97700a0 req-113ef85c-a03a-4149-8e09-2f059a48cdc2 service neutron] 10.222.0.65 "GET /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469083 Dec 09 10:28:02.143258 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9621661-df9a-45c4-9add-605510340bb5 None None] New status for floating IP ef28b484-91f5-4cb2-8f51-960951131a7c: DOWN {{(pid=88885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 09 10:28:02.560834 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-7c221dae-b15f-4481-98c1-87810fc4b6f3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:28:02.562584 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-7c221dae-b15f-4481-98c1-87810fc4b6f3 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 944 time: 0.0930994 Dec 09 10:28:02.638064 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Deleting port 213475ed-a30f-4cda-8474-e22c3edae187 {{(pid=88884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:02.638451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:02.773173 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fc685-8736-4de6-91d6-7b232d411a57 req-6a4b6c5a-98af-4e79-b198-4e0e2ba96cee tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 09 10:28:02.773952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-755fc685-8736-4de6-91d6-7b232d411a57 req-6a4b6c5a-98af-4e79-b198-4e0e2ba96cee tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Synchronizing usage tracker for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88883) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 09 10:28:02.787163 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.quota.resource [req-755fc685-8736-4de6-91d6-7b232d411a57 req-6a4b6c5a-98af-4e79-b198-4e0e2ba96cee tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Unset dirty status for tenant:fc98317b86634ff5a2bd1744a0a717e6 on resource:port {{(pid=88883) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 09 10:28:02.788432 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-755fc685-8736-4de6-91d6-7b232d411a57 req-6a4b6c5a-98af-4e79-b198-4e0e2ba96cee tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54e34fe1-f643-41fa-9c1b-8ead3d79c03f HTTP/1.1" status: 200 len: 944 time: 0.1154001 Dec 09 10:28:02.838999 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-755fc685-8736-4de6-91d6-7b232d411a57 req-add51047-66a0-41cb-bd6d-c85b38d45a8d tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "GET /v2.0/security-groups?id=a76a3531-55ad-48fd-93ca-9cda1a668bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431461 Dec 09 10:28:02.904926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] For port 213475ed-a30f-4cda-8474-e22c3edae187, host hv-neutron-8195, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8195',level=0,port_id=213475ed-a30f-4cda-8474-e22c3edae187,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:28:02.905406 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:03.031511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Calling delete_port for 213475ed-a30f-4cda-8474-e22c3edae187 owned by compute:nova {{(pid=88884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:28:03.176494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3363708'] for port, after_delete {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:03.183521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-8782dc2d-9aaf-4167-8128-d48ac9b6beb4 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:03.228047 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event deleted for resources: {'Port': ['ID=213475ed-a30f-4cda-8474-e22c3edae187,revision_number=None']} {{(pid=88884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:03.231861 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88884) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:03.307898 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] No DVR routers for this DVR port 213475ed-a30f-4cda-8474-e22c3edae187 on host hv-neutron-8195 {{(pid=88884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:28:03.310282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-995'] for port, before_response {{(pid=88884) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:03.313025 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'name': 'network-vif-deleted', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187'}] {{(pid=88884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 09 10:28:03.330164 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [req-9bb98cc8-3ba2-41ed-b346-7ae9923e3820 req-e54e0947-ce96-4a9f-a951-17f530c072ba tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.65 "DELETE /v2.0/ports/213475ed-a30f-4cda-8474-e22c3edae187 HTTP/1.1" status: 204 len: 173 time: 0.7619398 Dec 09 10:28:03.373874 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e34fe1-f643-41fa-9c1b-8ead3d79c03f', 'name': 'network-vif-deleted', 'tag': '213475ed-a30f-4cda-8474-e22c3edae187', 'status': 'completed', 'code': 200} Dec 09 10:28:03.951788 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41298) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:04.027497 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9570b9db-b2d1-44ef-b7bc-4ab507f90c75 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:04.057213 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9570b9db-b2d1-44ef-b7bc-4ab507f90c75 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:04.114492 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9570b9db-b2d1-44ef-b7bc-4ab507f90c75 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:04.120679 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c7150dd9-1964-4e3c-b3a7-15c4f43e8164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:04.137516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570b9db-b2d1-44ef-b7bc-4ab507f90c75 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76a3531-55ad-48fd-93ca-9cda1a668bb8,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:04.143217 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-9570b9db-b2d1-44ef-b7bc-4ab507f90c75 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:04.144895 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9570b9db-b2d1-44ef-b7bc-4ab507f90c75 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:04.146127 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-9570b9db-b2d1-44ef-b7bc-4ab507f90c75 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] 10.222.0.18 "DELETE /v2.0/security-groups/a76a3531-55ad-48fd-93ca-9cda1a668bb8 HTTP/1.1" status: 204 len: 168 time: 0.1932714 Dec 09 10:28:04.204661 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41304) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:04.570587 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-10e71c9e-f697-438f-8792-eab6860f79cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:04.614071 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:05.227187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Deleting port d7dc7356-3f09-4985-bc4e-065f2ab8ce93 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:05.227746 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:05.408248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] For port d7dc7356-3f09-4985-bc4e-065f2ab8ce93, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=d7dc7356-3f09-4985-bc4e-065f2ab8ce93,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:28:05.408637 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:05.535973 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Calling delete_port for d7dc7356-3f09-4985-bc4e-065f2ab8ce93 owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:28:05.844935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:05.951215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:05.955824 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-725f8fe7-79cb-46d0-a623-9a793f11ad05 tempest-TestSnapshotPattern-1888387949 tempest-TestSnapshotPattern-1888387949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:05.998521 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7dc7356-3f09-4985-bc4e-065f2ab8ce93,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:06.001432 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:06.253965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 213475ed-a30f-4cda-8474-e22c3edae187 no longer exists at agent hyperv_hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:28:06.286906 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] No Port match for: 213475ed-a30f-4cda-8474-e22c3edae187 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:28:06.287234 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Device 213475ed-a30f-4cda-8474-e22c3edae187 not bound to the agent host hv-neutron-8195 {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:28:06.302468 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:06.857436 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-035d96d2-74ca-4566-8025-40eb230232bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:06.903170 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Router 623f5239-37f1-4e43-b09e-d6a61b3bafab has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:28:07.112953 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:28:07.121912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] Sync routers for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:28:07.126818 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-092fdc00-24cc-4602-806e-76722a28ebf9 admin admin] 10.222.0.18 "PUT /v2.0/routers/623f5239-37f1-4e43-b09e-d6a61b3bafab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9209485 Dec 09 10:28:07.129584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41308) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:07.135068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:28:07.135886 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:28:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:07.320904 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: dv-neutron-819581-1-hyperv {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:28:07.332335 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:07.336261 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:07.552130 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:07.560426 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Deleting port 5afa89e3-761f-44ae-9b9e-98e38860c9e0 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:07.560800 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:07.639223 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:28:05Z', 'revision_number': 5, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port': {'id': '5afa89e3-761f-44ae-9b9e-98e38860c9e0', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:b2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:07.643289 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] Checking router: 623f5239-37f1-4e43-b09e-d6a61b3bafab for host: dv-neutron-819581-1-hyperv {{(pid=88886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:28:07.655089 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] Routers {'623f5239-37f1-4e43-b09e-d6a61b3bafab'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:28:07.655748 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:28:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['623f5239-37f1-4e43-b09e-d6a61b3bafab'], 'active': True} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:07.743765 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] For port 5afa89e3-761f-44ae-9b9e-98e38860c9e0, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=5afa89e3-761f-44ae-9b9e-98e38860c9e0,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:28:07.744176 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:07.984417 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] Set router 623f5239-37f1-4e43-b09e-d6a61b3bafab gateway port host: None {{(pid=88886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:28:08.096995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:28:07Z', 'revision_number': 6, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port_host': None}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88886) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:08.101083 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd719920-a755-4012-a610-ea50aaf0c160 None None] The sync data for ids ['623f5239-37f1-4e43-b09e-d6a61b3bafab'] in dv-neutron-819581-1-hyperv is: [{'id': '623f5239-37f1-4e43-b09e-d6a61b3bafab', 'name': 'tempest-TestSnapshotPattern-382536897-router', 'tenant_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:13Z', 'updated_at': '2021-12-09T10:28:07Z', 'revision_number': 6, 'project_id': 'fc98317b86634ff5a2bd1744a0a717e6', 'gw_port_host': None}] {{(pid=88886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:28:08.125148 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Calling delete_port for 5afa89e3-761f-44ae-9b9e-98e38860c9e0 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:28:08.302376 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:08.307643 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-5270cb77-2d33-4d28-ad91-b6d131f7bb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:08.352825 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afa89e3-761f-44ae-9b9e-98e38860c9e0,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:08.356230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:08.590566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:08.638809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:08.863965 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:08.868566 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:08.896487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:08.897147 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 623f5239-37f1-4e43-b09e-d6a61b3bafab {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:28:08.911072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:08.912332 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-a13492fb-ff96-436d-ac0d-ea29f6af7eb1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/623f5239-37f1-4e43-b09e-d6a61b3bafab HTTP/1.1" status: 204 len: 168 time: 1.7816894 Dec 09 10:28:08.916525 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41312) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:08.987461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b4b8484-5598-4a61-ad6e-1d96d5083a3b admin admin] Deleting subnet 7831e7c5-1205-4e96-81be-0dd4237056a2 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:28:08.991227 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8484-5598-4a61-ad6e-1d96d5083a3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.028999 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5afa89e3-761f-44ae-9b9e-98e38860c9e0 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:28:09.048877 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8484-5598-4a61-ad6e-1d96d5083a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.064366 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 5afa89e3-761f-44ae-9b9e-98e38860c9e0 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:28:09.064770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 5afa89e3-761f-44ae-9b9e-98e38860c9e0 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:28:09.065288 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d7dc7356-3f09-4985-bc4e-065f2ab8ce93 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:28:09.098039 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: d7dc7356-3f09-4985-bc4e-065f2ab8ce93 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:28:09.098494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device d7dc7356-3f09-4985-bc4e-065f2ab8ce93 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:28:09.135504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8484-5598-4a61-ad6e-1d96d5083a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.209456 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8484-5598-4a61-ad6e-1d96d5083a3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.216589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f7a5ffd0-209a-4b4c-a124-df24855eeb2e tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:09.257584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b8484-5598-4a61-ad6e-1d96d5083a3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7831e7c5-1205-4e96-81be-0dd4237056a2,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:09.260862 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-0b4b8484-5598-4a61-ad6e-1d96d5083a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:09.266168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0b4b8484-5598-4a61-ad6e-1d96d5083a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.271537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3e861-10f4-4e1a-af4e-e757cadf0aa1 None None] Network efc05b65-9033-40e2-b3ad-8093daa42b87 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:28:09.272502 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-0b4b8484-5598-4a61-ad6e-1d96d5083a3b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7831e7c5-1205-4e96-81be-0dd4237056a2 HTTP/1.1" status: 204 len: 168 time: 0.3547845 Dec 09 10:28:09.275088 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41316) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:09.390664 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.401501 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Deleting port c287ec84-51a9-4143-b466-c04309b6903d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:09.401872 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.532892 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] DHCP port deletion for efc05b65-9033-40e2-b3ad-8093daa42b87 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:28:09.537138 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] Deleting port c287ec84-51a9-4143-b466-c04309b6903d {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:09.537574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.622558 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] For port c287ec84-51a9-4143-b466-c04309b6903d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c287ec84-51a9-4143-b466-c04309b6903d,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:28:09.622957 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.749179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Calling delete_port for c287ec84-51a9-4143-b466-c04309b6903d owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:28:09.755301 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] For port c287ec84-51a9-4143-b466-c04309b6903d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=c287ec84-51a9-4143-b466-c04309b6903d,segment=NetworkSegment(0c243141-adc4-4b78-8501-8bd5ba76d89d),segment_id=0c243141-adc4-4b78-8501-8bd5ba76d89d)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:28:09.755823 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.819782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:09.825459 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-b1cbf880-d541-4a17-b41e-6105d9607ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:09.871206 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Pushing event deleted for resources: {'Port': ['ID=c287ec84-51a9-4143-b466-c04309b6903d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:09.874248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:09.876561 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] No DVR routers for this DVR port c287ec84-51a9-4143-b466-c04309b6903d on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:28:09.884461 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] Calling delete_port for c287ec84-51a9-4143-b466-c04309b6903d owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:28:09.957081 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:28:09.957517 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 10:28:09.998424 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:10.025507 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc05b65-9033-40e2-b3ad-8093daa42b87']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:10.038189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c243141-adc4-4b78-8501-8bd5ba76d89d') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:10.038539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c243141-adc4-4b78-8501-8bd5ba76d89d') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:10.051014 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:10.065718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:10.071947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:28:10.072373 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:28:10.086465 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:28:10.168814 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:10.172280 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-81b6f609-c7cd-4405-afab-a69561bb7307 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:10.188478 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:10.197159 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc05b65-9033-40e2-b3ad-8093daa42b87,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:10.201921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:10.205663 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] 10.222.0.18 "DELETE /v2.0/networks/efc05b65-9033-40e2-b3ad-8093daa42b87 HTTP/1.1" status: 204 len: 168 time: 0.9295194 Dec 09 10:28:10.208644 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41320) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:10.458349 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] Deleting port c287ec84-51a9-4143-b466-c04309b6903d {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:10.458912 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:10.522995 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-7428a584-36a6-4010-b92c-5e79f553ddcb None None] The port 'c287ec84-51a9-4143-b466-c04309b6903d' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:28:10.612589 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-628224'] for router_interface, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:11.024067 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c287ec84-51a9-4143-b466-c04309b6903d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:28:11.060085 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: c287ec84-51a9-4143-b466-c04309b6903d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:28:11.060480 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device c287ec84-51a9-4143-b466-c04309b6903d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:28:11.468188 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Deleting port 1550e6bb-c079-458b-be95-c81d7cacbc9d {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:11.468781 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:11.652860 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] For port 1550e6bb-c079-458b-be95-c81d7cacbc9d, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=1550e6bb-c079-458b-be95-c81d7cacbc9d,segment=NetworkSegment(d58a3d0a-d167-4d23-ade6-c7f8f821cde3),segment_id=d58a3d0a-d167-4d23-ade6-c7f8f821cde3)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:28:11.653286 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:11.782244 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Calling delete_port for 1550e6bb-c079-458b-be95-c81d7cacbc9d owned by network:router_interface {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:28:11.957287 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:11.961691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-c71fb1bc-019e-459c-9d83-70b4c9e2d939 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:12.003672 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1550e6bb-c079-458b-be95-c81d7cacbc9d,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:12.006470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:12.305483 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1959952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628378'] for router_interface, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:12.907304 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Router 0f84322e-7966-40d3-89b1-729b38964d36 has already been hosted by L3 agent 5e0aa66f-4299-4d45-a954-d66e9daae4d5 {{(pid=88883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 09 10:28:13.123312 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] Notify agent at l3_agent.dv-neutron-819581-1-hyperv the message routers_updated {{(pid=88883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 09 10:28:13.132194 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] Sync routers for ids ['0f84322e-7966-40d3-89b1-729b38964d36'] in dv-neutron-819581-1-hyperv {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 09 10:28:13.139967 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8fb4e88-e7d6-4659-ab29-cd422a2faec6 admin admin] 10.222.0.18 "PUT /v2.0/routers/0f84322e-7966-40d3-89b1-729b38964d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9301958 Dec 09 10:28:13.142712 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41324) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:13.145843 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] Routers {'0f84322e-7966-40d3-89b1-729b38964d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:28:13.146603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:28:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['0f84322e-7966-40d3-89b1-729b38964d36'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:13.337782 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] Set router 0f84322e-7966-40d3-89b1-729b38964d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:28:13.496041 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks [] for router, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:13.652879 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84322e-7966-40d3-89b1-729b38964d36', 'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:28:11Z', 'revision_number': 5, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'gw_port': {'id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:13.657612 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] Checking router: 0f84322e-7966-40d3-89b1-729b38964d36 for host: dv-neutron-819581-1-hyperv {{(pid=88885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 09 10:28:13.670688 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] Routers {'0f84322e-7966-40d3-89b1-729b38964d36'} bound to L3 agent in host dv-neutron-819581-1-hyperv {{(pid=88885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 09 10:28:13.671387 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-819581-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-09T09:21:07Z,description=,heartbeat_timestamp=2021-12-09T10:28:07Z,host='dv-neutron-819581-1-hyperv',id=5e0aa66f-4299-4d45-a954-d66e9daae4d5,load=0,resource_versions=,resources_synced=,started_at=2021-12-09T09:21:07Z,topic='l3_agent')) {'router_ids': ['0f84322e-7966-40d3-89b1-729b38964d36'], 'active': True} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:13.875755 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvr_db [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] Set router 0f84322e-7966-40d3-89b1-729b38964d36 gateway port host: dv-neutron-819581-1-hyperv {{(pid=88885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 09 10:28:13.948482 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:13.956955 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Deleting port 140397db-7c58-4e99-b3b4-3e05f627b526 {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:13.957375 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:14.152470 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] For port 140397db-7c58-4e99-b3b4-3e05f627b526, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=140397db-7c58-4e99-b3b4-3e05f627b526,segment=NetworkSegment(d3bae098-eeaf-4fe1-89b9-7ace35f0df3f),segment_id=d3bae098-eeaf-4fe1-89b9-7ace35f0df3f)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:28:14.152901 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:14.189422 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_hamode_db [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f84322e-7966-40d3-89b1-729b38964d36', 'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:28:11Z', 'revision_number': 5, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'gw_port': {'id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}], 'dv-neutron-819581-1-hyperv', False) {} {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:14.194412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4814a6-1e8f-45cc-ae6f-2a1d36bd3e4f None None] The sync data for ids ['0f84322e-7966-40d3-89b1-729b38964d36'] in dv-neutron-819581-1-hyperv is: [{'id': '0f84322e-7966-40d3-89b1-729b38964d36', 'name': 'tempest-TestSnapshotPattern-1479720695-router', 'tenant_id': '78e7a8b61eb048d18fbe2234ab6de633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'external_fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95'}], 'enable_snat': True}, 'gw_port_id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:28:11Z', 'revision_number': 5, 'project_id': '78e7a8b61eb048d18fbe2234ab6de633', 'gw_port': {'id': '140397db-7c58-4e99-b3b4-3e05f627b526', 'name': '', 'network_id': '6784de8a-1a9b-4193-a461-5934b2d4d75d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:03:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f84322e-7966-40d3-89b1-729b38964d36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'ip_address': '172.26.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-819581-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-09T10:23:19Z', 'updated_at': '2021-12-09T10:23:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f8a7318-1618-4ffb-9c7e-368f5927a07e', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-819581-1-hyperv'}] {{(pid=88885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 09 10:28:14.285494 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Calling delete_port for 140397db-7c58-4e99-b3b4-3e05f627b526 owned by network:router_gateway {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:28:14.455842 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:14.460504 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-d377ff7a-7a1e-42b1-815c-9604f9395421 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:14.508109 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Pushing event deleted for resources: {'Port': ['ID=140397db-7c58-4e99-b3b4-3e05f627b526,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:14.511070 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:14.748510 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-634129'] for router_gateway, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.014935 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42481'] for router, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.019219 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.033724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1550e6bb-c079-458b-be95-c81d7cacbc9d no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:28:15.047753 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567825'] for router, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.048344 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f84322e-7966-40d3-89b1-729b38964d36 {{(pid=88883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 09 10:28:15.060945 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] Notify callbacks [] for router, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.064592 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-f8f94652-9327-41ef-b6b2-bef7efe0ab35 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0f84322e-7966-40d3-89b1-729b38964d36 HTTP/1.1" status: 204 len: 168 time: 1.9185281 Dec 09 10:28:15.065179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41330) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:15.068072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 1550e6bb-c079-458b-be95-c81d7cacbc9d {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:28:15.068511 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 1550e6bb-c079-458b-be95-c81d7cacbc9d not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:28:15.135972 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.db_base_plugin_v2 [None req-474824e6-57d3-413a-ba08-77dc9005699f admin admin] Deleting subnet 39c5da92-da3c-4db3-afe1-fb415f636c63 {{(pid=88883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 09 10:28:15.139487 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-474824e6-57d3-413a-ba08-77dc9005699f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.204072 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-474824e6-57d3-413a-ba08-77dc9005699f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851497069'] for subnet, precommit_delete_associations {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.292225 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-474824e6-57d3-413a-ba08-77dc9005699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036839089640'] for subnet, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.370084 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-474824e6-57d3-413a-ba08-77dc9005699f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15686145', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854086590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3278822', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3518416'] for subnet, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.374177 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-64bca359-9144-4f83-9744-115e6ffe8c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:15.410691 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474824e6-57d3-413a-ba08-77dc9005699f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c5da92-da3c-4db3-afe1-fb415f636c63,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:15.414418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-474824e6-57d3-413a-ba08-77dc9005699f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:15.417740 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-474824e6-57d3-413a-ba08-77dc9005699f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.423506 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7af4ba-e77f-4d38-87b8-b5b3da7df338 None None] Network 4ce4b429-6954-4095-ba97-6e1d76e903b5 requested from dv-neutron-819581-1-hyperv {{(pid=88885) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 09 10:28:15.423813 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-474824e6-57d3-413a-ba08-77dc9005699f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/39c5da92-da3c-4db3-afe1-fb415f636c63 HTTP/1.1" status: 204 len: 168 time: 0.3576210 Dec 09 10:28:15.426472 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41334) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:15.543773 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036839145053'] for network, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.554598 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Deleting port 339c3478-f2e3-4f45-87be-a5eb3788fd9a {{(pid=88883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:15.554998 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.685230 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] DHCP port deletion for 4ce4b429-6954-4095-ba97-6e1d76e903b5 request from dv-neutron-819581-1-hyperv {{(pid=88885) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 09 10:28:15.689588 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] Deleting port 339c3478-f2e3-4f45-87be-a5eb3788fd9a {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:15.690102 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.772533 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] For port 339c3478-f2e3-4f45-87be-a5eb3788fd9a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=339c3478-f2e3-4f45-87be-a5eb3788fd9a,segment=NetworkSegment(d58a3d0a-d167-4d23-ade6-c7f8f821cde3),segment_id=d58a3d0a-d167-4d23-ade6-c7f8f821cde3)] {{(pid=88883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:28:15.772939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.900446 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Calling delete_port for 339c3478-f2e3-4f45-87be-a5eb3788fd9a owned by network:dhcp {{(pid=88883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:28:15.978660 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15800714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363289878206819', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746976109888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851497072'] for port, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:15.983596 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-cc586f86-e765-4778-93a5-12b1aa38a375 tempest-TestNetworkAdvancedServerOps-2030787636 tempest-TestNetworkAdvancedServerOps-2030787636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:16.030431 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=339c3478-f2e3-4f45-87be-a5eb3788fd9a,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:16.035350 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:16.038068 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] No DVR routers for this DVR port 339c3478-f2e3-4f45-87be-a5eb3788fd9a on host dv-neutron-819581-1-hyperv {{(pid=88883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 09 10:28:16.072947 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.db [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] For port 339c3478-f2e3-4f45-87be-a5eb3788fd9a, host dv-neutron-819581-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-819581-1-hyperv',level=0,port_id=339c3478-f2e3-4f45-87be-a5eb3788fd9a,segment=NetworkSegment(d58a3d0a-d167-4d23-ade6-c7f8f821cde3),segment_id=d58a3d0a-d167-4d23-ade6-c7f8f821cde3)] {{(pid=88885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 09 10:28:16.073416 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-628949'] for port, precommit_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.167952 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036839091327', 'neutron.services.segments.db._delete_segments_for_network-8746976614088'] for network, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.198059 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce4b429-6954-4095-ba97-6e1d76e903b5']}} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:16.200625 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] Calling delete_port for 339c3478-f2e3-4f45-87be-a5eb3788fd9a owned by network:dhcp {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 09 10:28:16.211242 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3') {'for_net_delete': True} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:16.211584 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.services.segments.db [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58a3d0a-d167-4d23-ade6-c7f8f821cde3') {} {{(pid=88883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 09 10:28:16.224321 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746976624089', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3278746'] for segment, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.245267 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15689703'] for segment, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.251840 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=88883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 09 10:28:16.252271 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036839086082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851497660'] for segment, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: Traceback (most recent call last): Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: timer() Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: cb(*args, **kw) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: return func(*args, **kwargs) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: self._notify() Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: self.callback(batched_events) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: event.method(event) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: segment_id)['aggregates'][0] Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: return f(self, *a, **k) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: return self._get(url).json() Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: **kwargs) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: return self.request(url, 'GET', **kwargs) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: **endpoint_filter) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 09 10:28:16.266440 dv-neutron-819581-1-hyperv neutron-server[88772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 09 10:28:16.269155 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.db.api [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88885) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 09 10:28:16.269569 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_db.api [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88885) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 09 10:28:16.350248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15684490', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036852815848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854141441'] for network, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.354486 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-7ddde7d8-0ff7-4afb-889d-6914c677d168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:16.368241 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Notify callbacks [] for network, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.379541 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ce4b429-6954-4095-ba97-6e1d76e903b5,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:16.384634 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:16.388758 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-ae22826e-5932-4de0-a2ad-397f494f0cf7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4ce4b429-6954-4095-ba97-6e1d76e903b5 HTTP/1.1" status: 204 len: 168 time: 0.9612732 Dec 09 10:28:16.527838 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41340) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:16.581864 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-5c6dd754-89a2-4333-9f97-f34f66975032 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc98317b86634ff5a2bd1744a0a717e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526977 Dec 09 10:28:16.584385 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41344) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:16.648536 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-869a6278-bb56-4657-abed-82d08a1f8ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.676079 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-869a6278-bb56-4657-abed-82d08a1f8ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.734168 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-869a6278-bb56-4657-abed-82d08a1f8ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.739354 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-44adb1bb-3e1e-422f-b194-1d9db5468240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:16.754418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a6278-bb56-4657-abed-82d08a1f8ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1a5d60-4ef8-4e07-b9c1-be2586f0f0fe,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:16.760882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-869a6278-bb56-4657-abed-82d08a1f8ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:16.762917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-869a6278-bb56-4657-abed-82d08a1f8ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.764147 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-869a6278-bb56-4657-abed-82d08a1f8ead admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce1a5d60-4ef8-4e07-b9c1-be2586f0f0fe HTTP/1.1" status: 204 len: 168 time: 0.1777685 Dec 09 10:28:16.774462 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] Deleting port 339c3478-f2e3-4f45-87be-a5eb3788fd9a {{(pid=88885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 09 10:28:16.774987 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363289878212297'] for port, before_delete {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:16.845395 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-3b5afa60-70aa-43bb-9ebf-d5627b54282d None None] The port '339c3478-f2e3-4f45-87be-a5eb3788fd9a' was deleted {{(pid=88885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 09 10:28:17.025282 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 339c3478-f2e3-4f45-87be-a5eb3788fd9a no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:28:17.059676 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 339c3478-f2e3-4f45-87be-a5eb3788fd9a {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:28:17.060215 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 339c3478-f2e3-4f45-87be-a5eb3788fd9a not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:28:17.060522 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 140397db-7c58-4e99-b3b4-3e05f627b526 no longer exists at agent ovs-agent-dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 09 10:28:17.095809 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.plugin [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] No Port match for: 140397db-7c58-4e99-b3b4-3e05f627b526 {{(pid=88885) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 09 10:28:17.096210 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.plugins.ml2.rpc [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Device 140397db-7c58-4e99-b3b4-3e05f627b526 not bound to the agent host dv-neutron-819581-1-hyperv {{(pid=88885) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 09 10:28:17.263939 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41352) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:17.317255 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-263cfbec-9f07-449e-94d8-9ed71cdb457a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78e7a8b61eb048d18fbe2234ab6de633&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0518568 Dec 09 10:28:17.319715 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.wsgi [-] (88883) accepted ('10.222.0.18', 41356) {{(pid=88883) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 09 10:28:17.380638 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-271dde4b-f9cc-4025-8232-f296beab5f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:17.407061 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-271dde4b-f9cc-4025-8232-f296beab5f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:17.450989 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-271dde4b-f9cc-4025-8232-f296beab5f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854084474'] for security_group, after_delete {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:17.455841 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-70416e1d-746b-4e0b-8637-157aed538602 tempest-TestNetworkBasicOps-944928672 tempest-TestNetworkBasicOps-944928672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 09 10:28:17.466805 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dde4b-f9cc-4025-8232-f296beab5f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdba712-74f3-4c0e-928f-aabf5c2dca05,revision_number=None']} {{(pid=88883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 09 10:28:17.470473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG oslo_concurrency.lockutils [None req-271dde4b-f9cc-4025-8232-f296beab5f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 09 10:28:17.473702 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-271dde4b-f9cc-4025-8232-f296beab5f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:17.475190 dv-neutron-819581-1-hyperv neutron-server[88772]: INFO neutron.wsgi [None req-271dde4b-f9cc-4025-8232-f296beab5f98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2cdba712-74f3-4c0e-928f-aabf5c2dca05 HTTP/1.1" status: 204 len: 168 time: 0.1542530 Dec 09 10:28:18.049769 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:25.345603 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:28:34.572161 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-fb6fd8b8-5265-4a60-b8d2-819848bcc1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:35.847400 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:36.858179 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-0cd3a4a9-349a-4992-b79f-668b9ab98866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:37.331926 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:38.642063 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:28:48.078916 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:02.346927 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:29:04.576653 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9e718399-9aaf-4534-833b-19cf1ee94ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:05.848767 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:06.861105 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f8e8431-e546-478f-a784-3e16278a4511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:07.335473 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:08.643925 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:18.096418 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:34.580724 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f23b3714-97e0-4ce7-b7a6-bb1c57976da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:35.852057 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:36.862137 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f92c4bbe-f774-4617-88fa-95d509cf2071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:37.338224 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:38.650229 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:29:39.347419 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:29:48.093100 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:04.583152 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ec60b414-1ce8-40d6-b35b-5ed107e15162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:05.855122 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:06.863046 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-206556f4-cb77-4f36-9364-3a627f79d03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:07.340770 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:08.653718 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:16.348537 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:30:18.101178 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:34.588207 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-d062cb3a-4f29-442f-80ee-d608b7a8158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:35.857410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:36.864021 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-5f76ac3d-fa03-4fec-9858-0b6004059b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:37.343251 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:38.655917 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:48.097915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:30:53.352810 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:31:04.590711 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-3c0b0875-9ed1-48c4-b6b5-07c381dc8552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:05.858949 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:06.866627 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-89b6a3bf-3bc0-45d1-904a-a644a7b64ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:07.346835 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:08.661187 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:18.094445 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:30.354098 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:31:34.592297 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-a065c8c5-9b3b-42e6-b8af-ed3025b71a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:35.861069 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:36.868882 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-4bd174b4-aab8-4f44-bf12-c18ef02b0ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:37.348694 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:38.660921 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:31:48.090043 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:04.600451 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9f7811e6-d146-4913-8a4f-51f811c28ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:05.862442 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:06.870450 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e760-729c-4593-a0bc-be0a93acb592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:07.352240 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:07.354990 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:32:08.665684 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:18.088412 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:34.593717 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-245d6bab-36fc-45e2-9b4e-5e719d351d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:35.864107 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:36.873516 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f7e0e519-a9ac-4ad9-be05-b5139f654540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:37.354761 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:38.667574 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:32:44.355845 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:32:48.087806 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:04.596121 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-f6bf918a-871b-4bbb-8f3a-bcd5286e7eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:05.866539 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:06.875592 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-14c2c220-8873-484a-a839-16d194cd63b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:07.357381 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:08.670523 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:18.094248 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:21.355915 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron.db.agents_db [None req-521ca59c-b08c-407a-9e87-06a964a84ecb None None] Agent healthcheck: found 6 active agents {{(pid=88886) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 09 10:33:34.600189 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-726d703b-dc33-4bbd-8793-0f9094a9c154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:35.869291 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-dce9693d-bc24-46e0-8082-3288fb941672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:36.878080 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-ce0bf5f7-12a8-44b3-839c-a7efcc09072d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:37.360693 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-17f976ae-4a83-4668-ab3a-bb3cfd8b2470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:38.673529 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-87cb544b-f8ad-4d3c-ba74-08ff7942228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 09 10:33:48.086410 dv-neutron-819581-1-hyperv neutron-server[88772]: DEBUG neutron_lib.callbacks.manager [None req-9872afee-c098-4b0a-9ee3-102bdf3a3d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746976614071', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036839080602'] for agent, after_update {{(pid=88885) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}